-- Logs begin at Tue 2022-02-15 12:39:33 UTC, end at Tue 2022-02-15 14:46:50 UTC. -- Feb 15 13:30:42.688903 dv-neutron-828156-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 13:30:45.195308 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.common.config [-] Logging enabled! Feb 15 13:30:45.196012 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev37 Feb 15 13:30:45.196121 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88189) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 13:30:45.199213 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.common.config [-] Logging enabled! Feb 15 13:30:45.199469 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev37 Feb 15 13:30:45.199779 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88189) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 13:30:45.200699 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:30:45.200934 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:30:45.201295 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:30:45.201575 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:30:45.201805 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:30:45.202122 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.202418 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.202711 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.202940 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.203234 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.203522 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.203818 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.204172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.204470 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.204757 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.205038 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.205322 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.205581 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.205862 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.206685 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.206971 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.207293 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] debug = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.207581 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.208009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.208412 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.208692 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.209161 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.209275 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.209551 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.209829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.210111 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.210435 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] host = dv-neutron-828156-1-hyperv {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.210713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.210998 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.211281 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.211564 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.211836 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.212109 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.212391 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.212658 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.212928 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.213219 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.213511 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.213798 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.214087 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.214307 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.214526 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.214811 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.215094 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.215367 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.215638 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.215908 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.216181 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.216455 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.216719 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.217002 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.217284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.217676 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.217954 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.218229 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.218502 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.218774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.219057 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.219337 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.219609 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.219884 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.220172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.220440 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.220714 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.221009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.221295 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.221672 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.222525 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.222802 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.223084 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.223357 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.223631 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.223905 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_json = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.224177 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.224449 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.224732 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.225003 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.225275 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.225577 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.225852 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.226133 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.226404 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:45.226726 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.226993 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.227290 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.227577 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.227866 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.228144 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.228428 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.228703 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.228989 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.229278 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.229600 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.229882 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.230169 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.230445 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.230738 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.231041 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.231332 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.231618 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.231922 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.232247 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.232522 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.232801 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.233088 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.233382 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.233696 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.233971 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.234249 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.234539 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.234815 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.235086 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.235362 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.235650 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.235931 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.236272 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.236567 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.236846 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.237117 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.237426 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.237859 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.238162 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.238444 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.238718 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.238992 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.239269 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.239546 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.239829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.240118 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.240382 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.240654 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.240929 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.241203 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.241501 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.241780 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.242054 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.242330 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.242601 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.242872 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.243140 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.243408 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.243676 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.243946 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.244213 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.244486 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.244756 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.245024 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.245295 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.245673 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.245949 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.246237 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.246534 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.246814 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.247092 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.247370 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.247645 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.247923 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.248199 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.248478 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.248755 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.249025 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.249318 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.249624 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.249912 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.250195 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.250473 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.250763 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.251040 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.251319 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.251595 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.251877 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.252159 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.252441 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.252733 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.253201 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.253526 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.253825 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.254119 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.254400 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.254706 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.254985 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:45.255204 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:30:45.255444 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88189) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 13:30:45.653157 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO keyring.backend [-] Loading KWallet Feb 15 13:30:45.660556 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO keyring.backend [-] Loading SecretService Feb 15 13:30:45.664037 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO keyring.backend [-] Loading Windows Feb 15 13:30:45.665394 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO keyring.backend [-] Loading chainer Feb 15 13:30:45.665995 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO keyring.backend [-] Loading macOS Feb 15 13:30:45.699337 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 15 13:30:45.699615 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 15 13:30:45.699919 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 15 13:30:45.700262 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 13:30:46.091318 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.091544 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.091817 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.093027 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.093301 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.093712 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.129267 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.129592 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.129863 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.142970 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.143255 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.143626 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.174263 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.174549 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.174942 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.212491 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.213034 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.213034 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.452570 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.452857 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.453128 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.453418 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.454163 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.576391 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.576716 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.577004 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.577282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.577587 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.577904 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.578171 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.578431 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.578687 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.578972 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.579232 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.579498 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.579760 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.580014 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.580280 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.580549 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.580808 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.581149 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.581476 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.581762 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.582117 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.582373 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.582620 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.582905 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.583154 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.583399 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.583786 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.584025 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.584261 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.584498 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.584732 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.584966 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:46.585335 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 13:30:46.588516 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 13:30:46.592479 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 13:30:46.596198 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 15 13:30:46.597968 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 13:30:46.598421 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 13:30:46.598758 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 13:30:46.599145 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 13:30:46.603157 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 13:30:46.603412 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 13:30:46.603760 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 13:30:46.632870 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 13:30:46.633326 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.633658 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88189) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 15 13:30:46.634018 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.635399 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88189) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 13:30:46.635683 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 13:30:46.635929 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 13:30:46.639100 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.639380 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:46.703160 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 13:30:46.703342 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 13:30:46.703578 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 13:30:46.703947 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 13:30:46.735200 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_db.sqlalchemy.engines [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88189) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 15 13:30:47.181194 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing driver for type 'gre' Feb 15 13:30:47.181765 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] gre ID ranges: [(1, 1000)] Feb 15 13:30:47.378918 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing driver for type 'local' Feb 15 13:30:47.379527 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing driver for type 'vlan' Feb 15 13:30:47.464631 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] VlanTypeDriver initialization complete Feb 15 13:30:47.464902 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing driver for type 'vxlan' Feb 15 13:30:47.465452 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] vxlan ID ranges: [(1, 1000)] Feb 15 13:30:47.653321 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing extension driver 'port_security' Feb 15 13:30:47.653781 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.extensions.port_security [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] PortSecurityExtensionDriver initialization complete Feb 15 13:30:47.654118 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing mechanism driver 'openvswitch' Feb 15 13:30:47.654474 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing mechanism driver 'hyperv' Feb 15 13:30:47.665328 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.plugin [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:30:47.666025 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.666398 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.666754 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.667282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.667708 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.668063 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.668410 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.668813 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.669209 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.669616 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.669966 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.670388 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.670795 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.671150 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.671491 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.671880 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.672282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.672627 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.672966 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.673511 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.673918 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > address_group after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.674266 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > address_group after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.674680 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.675711 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:30:47.676191 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] ML2 OVO RPC backend initialized. {{(pid=88189) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 15 13:30:47.676898 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.677252 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.677692 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.678044 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > networks before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.678389 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.678730 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > ports before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.679072 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.679417 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnets before_response 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.679764 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.680106 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.680443 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.680833 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.681180 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.681546 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.681888 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.682226 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.682559 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.683130 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.plugin [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Modular L2 Plugin initialization complete Feb 15 13:30:47.683458 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading services supported by the core plugin {{(pid=88189) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 13:30:47.683781 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.plugins.ml2.managers [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Got port-security extension from driver 'port_security' Feb 15 13:30:47.684242 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.extensions.vlantransparent [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Disabled vlantransparent extension. Feb 15 13:30:47.684725 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88189) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 13:30:47.685038 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: router Feb 15 13:30:47.723171 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.723504 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_create 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.723875 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router before_create 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.724245 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.724614 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.724967 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_delete 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.725328 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.725724 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_create 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.726073 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.726422 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.726768 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.727125 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.727537 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.727905 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.728243 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.728580 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: subnet after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.728918 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.729264 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.729638 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_create 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.729978 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.730324 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.730683 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router after_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.731034 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.731419 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_create 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.731780 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.732125 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_update 55549900 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.732490 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > agent after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.732841 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > agent after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.733187 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > network after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.734075 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Tracking information for resource: router configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:47.734409 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Tracking information for resource: floatingip configured {{(pid=88189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:30:47.740171 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.db.l3_agentschedulers_db [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 13:30:47.740750 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.741114 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.741495 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.741848 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.742743 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router before_create 55550100 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.743108 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.743472 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_create 55550100 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.743828 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > router precommit_update 55550100 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.748270 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.provider_configuration [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service providers = [] {{(pid=88189) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 13:30:47.748635 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.db.servicetype_db [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88189) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 13:30:47.751633 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.service_base [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:30:47.751981 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.service_base [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:30:47.752319 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.service_base [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:30:47.753351 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.services.service_base [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:30:47.753750 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.services.service_base [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 13:30:47.754127 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.754441 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 13:30:47.765188 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.765562 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: auto_allocate Feb 15 13:30:47.771820 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: network precommit_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.772190 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: network precommit_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.772705 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.773026 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: tag Feb 15 13:30:47.779637 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.779967 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: timestamp Feb 15 13:30:47.784510 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.784885 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: network_ip_availability Feb 15 13:30:47.790843 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.791218 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.791582 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:47.792300 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.792620 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: flavors Feb 15 13:30:47.797512 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.797845 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading Plugin: revisions Feb 15 13:30:47.802784 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:30:47.803176 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.103s {{(pid=88189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 15 13:30:47.803919 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88189) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 13:30:47.804257 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Initializing extension manager. Feb 15 13:30:47.804761 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: __init__.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.805100 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: __pycache__ {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.805462 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.805797 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: address_group.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.806564 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.807130 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: address-group Feb 15 13:30:47.807457 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: address_scope.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.808172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.808677 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: address-scope Feb 15 13:30:47.808998 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.809962 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.810468 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: router-admin-state-down-before-update Feb 15 13:30:47.810823 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: agent.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.811536 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.812081 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: agent Feb 15 13:30:47.812421 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: agent_resources_synced.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.813337 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.813869 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: agent-resources-synced Feb 15 13:30:47.814191 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: allowedaddresspairs.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.816290 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.816808 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: allowed-address-pairs Feb 15 13:30:47.817134 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: auto_allocated_topology.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.818262 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.818777 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: auto-allocated-topology Feb 15 13:30:47.819100 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: availability_zone.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.819796 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.820298 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: availability_zone Feb 15 13:30:47.820620 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: availability_zone_filter.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.821578 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.822084 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: availability_zone_filter Feb 15 13:30:47.822404 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: data_plane_status.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.823312 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.823809 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 13:30:47.824130 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: default_subnetpools.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.825048 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.825571 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: default-subnetpools Feb 15 13:30:47.825895 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.826707 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.827204 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: dhcp_agent_scheduler Feb 15 13:30:47.827527 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: dns.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.828432 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.828927 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 13:30:47.829246 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: dns_domain_ports.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.830195 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.830691 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 13:30:47.831088 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: dvr.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.831822 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.832322 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: dvr Feb 15 13:30:47.832644 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: empty_string_filtering.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.833585 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.834087 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: empty-string-filtering Feb 15 13:30:47.834410 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.835326 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.835823 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 13:30:47.836144 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.837055 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.837587 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 13:30:47.837911 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: external_net.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.838828 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.839328 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: external-net Feb 15 13:30:47.839648 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.840555 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.841053 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: extra_dhcp_opt Feb 15 13:30:47.841379 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: extraroute.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.842306 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.842806 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: extraroute Feb 15 13:30:47.843124 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: extraroute_atomic.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.844174 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.844673 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: extraroute-atomic Feb 15 13:30:47.844992 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: filter_validation.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.845745 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.846240 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: filter-validation Feb 15 13:30:47.847131 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: fip_pf_description.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.848055 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.848555 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 13:30:47.848876 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: fip_port_details.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.849843 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.850344 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: fip-port-details Feb 15 13:30:47.850665 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: flavors.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.851918 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.852427 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: flavors Feb 15 13:30:47.852751 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.854446 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.854966 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 13:30:47.855299 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: floatingip_pools.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.856009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.856538 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: floatingip-pools Feb 15 13:30:47.856861 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: ip_allocation.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.857843 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.858346 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 13:30:47.858668 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.859587 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.860091 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: ip-substring-filtering Feb 15 13:30:47.860415 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l2_adjacency.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.861345 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.861875 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 13:30:47.862300 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.863879 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.864394 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: router Feb 15 13:30:47.864723 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.867164 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.867686 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 13:30:47.868018 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.868967 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.869506 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: ext-gw-mode Feb 15 13:30:47.869836 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.870761 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.871268 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: l3-ha Feb 15 13:30:47.871593 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3_flavors.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.872515 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.873022 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: l3-flavors Feb 15 13:30:47.873347 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.874318 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.874819 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 13:30:47.875142 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: l3agentscheduler.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.876198 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.876705 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: l3_agent_scheduler Feb 15 13:30:47.877035 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: logging.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.878693 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.879209 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension logging not supported by any of loaded plugins Feb 15 13:30:47.879543 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: metering.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.880292 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.880868 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: metering Feb 15 13:30:47.881199 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.882335 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.882850 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: metering_source_and_destination_fields Feb 15 13:30:47.883181 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: multiprovidernet.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.884111 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.884622 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: multi-provider Feb 15 13:30:47.884951 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: netmtu.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.885909 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.886419 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: net-mtu Feb 15 13:30:47.886744 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: netmtu_writable.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.887666 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.888170 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: net-mtu-writable Feb 15 13:30:47.888493 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: network_availability_zone.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.889163 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.889697 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: network_availability_zone Feb 15 13:30:47.890020 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: network_ip_availability.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.891109 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.891616 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: network-ip-availability Feb 15 13:30:47.891949 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: network_segment_range.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.892712 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.893209 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 13:30:47.893626 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: pagination.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.894917 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.895250 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: pagination Feb 15 13:30:47.895573 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: port_device_profile.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.896491 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.897002 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: port-device-profile Feb 15 13:30:47.897325 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.898275 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.898784 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: port-mac-address-regenerate Feb 15 13:30:47.899111 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.900035 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.900544 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: port-numa-affinity-policy Feb 15 13:30:47.900868 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: port_resource_request.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.901807 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.902306 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 13:30:47.902624 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: portbindings.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.903556 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.904054 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: binding Feb 15 13:30:47.904375 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: portbindings_extended.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.905680 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.906187 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: binding-extended Feb 15 13:30:47.906513 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: portsecurity.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.907432 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.907936 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: port-security Feb 15 13:30:47.908259 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: project_id.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.909866 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.910197 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: project-id Feb 15 13:30:47.910520 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: providernet.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.911449 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.911967 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: provider Feb 15 13:30:47.912290 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.916097 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.916615 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos not supported by any of loaded plugins Feb 15 13:30:47.916943 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.918237 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.918746 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 13:30:47.919078 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.920003 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.920506 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 13:30:47.920833 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_default.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.921782 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.922288 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-default not supported by any of loaded plugins Feb 15 13:30:47.922615 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_fip.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.923270 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.923764 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 13:30:47.924086 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_gateway_ip.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.925624 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.926131 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 13:30:47.926452 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_port_network_policy.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.927371 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.927874 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 13:30:47.928195 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_rule_type_details.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.929110 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.929645 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 13:30:47.929969 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: qos_rules_alias.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.931016 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.931558 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 13:30:47.931925 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: quotasv2.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.932832 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.933163 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: quotas Feb 15 13:30:47.933520 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: quotasv2_detail.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.935166 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.935508 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: quota_details Feb 15 13:30:47.935841 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: rbac.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.936956 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.937509 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: rbac-policies Feb 15 13:30:47.937842 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: rbac_address_group.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.938778 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.939287 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: rbac-address-group Feb 15 13:30:47.939613 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: rbac_address_scope.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.940730 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.941270 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: rbac-address-scope Feb 15 13:30:47.941699 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: rbac_security_groups.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.942630 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.943132 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: rbac-security-groups Feb 15 13:30:47.943455 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: rbac_subnetpool.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.944393 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.944895 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: rbac-subnetpool Feb 15 13:30:47.945216 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: revisionifmatch.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.946160 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.946665 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: revision-if-match Feb 15 13:30:47.946986 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: revisions.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.948107 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.948629 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: standard-attr-revisions Feb 15 13:30:47.948956 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: router_availability_zone.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.949661 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.950165 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: router_availability_zone Feb 15 13:30:47.950487 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: routerservicetype.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.959290 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.959804 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 13:30:47.960128 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.961055 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.961596 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: security-groups-normalized-cidr Feb 15 13:30:47.961923 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.962972 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.963481 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: port-security-groups-filtering Feb 15 13:30:47.963805 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.964733 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.965238 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: security-groups-remote-address-group Feb 15 13:30:47.965661 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: securitygroup.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.976066 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.976539 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: security-group Feb 15 13:30:47.976876 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: segment.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.977757 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.978265 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension segment not supported by any of loaded plugins Feb 15 13:30:47.978596 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.979536 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.980048 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 13:30:47.980411 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: servicetype.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.981615 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.982140 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: service-type Feb 15 13:30:47.982467 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: sorting.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.983462 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.983796 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: sorting Feb 15 13:30:47.984121 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: standard_attr_segment.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.985038 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.985585 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 13:30:47.985916 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: standardattrdescription.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.986567 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.987101 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: standard-attr-description Feb 15 13:30:47.987418 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: stateful_security_group.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.988347 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.988854 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: stateful-security-group Feb 15 13:30:47.989179 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: stdattrs_common.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.989792 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 13:30:47.990112 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:47.999047 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:47.999563 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 13:30:47.999887 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnet_onboard.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.000999 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.001553 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: subnet_onboard Feb 15 13:30:48.001882 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.002842 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.003347 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 13:30:48.003666 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnet_service_types.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.004597 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.005106 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: subnet-service-types Feb 15 13:30:48.005455 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnetallocation.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.006554 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.007109 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: subnet_allocation Feb 15 13:30:48.007439 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.008119 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.008627 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: subnetpool-prefix-ops Feb 15 13:30:48.008955 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.009940 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.010446 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 13:30:48.010772 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: tagging.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.011853 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.012364 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: standard-attr-tag Feb 15 13:30:48.012814 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: timestamp.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.014024 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.014536 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loaded extension: standard-attr-timestamp Feb 15 13:30:48.014866 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: trunk.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.015902 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.016410 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension trunk not supported by any of loaded plugins Feb 15 13:30:48.016735 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: trunk_details.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.017688 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.018195 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 13:30:48.021168 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: uplink_status_propagation.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.022672 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.023183 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 13:30:48.023517 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Loading extension file: vlantransparent.py {{(pid=88189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:30:48.024203 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:30:48.024735 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 13:30:48.027172 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:network Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnet Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:port Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service FLAVORS assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.032442 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:router Feb 15 13:30:48.033110 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 13:30:48.033841 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service METERING assigned prefix: /metering {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.036101 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:48.036473 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:48.036826 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:30:48.039201 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 13:30:48.039653 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:security_group Feb 15 13:30:48.040324 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 13:30:48.041066 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service CORE assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.041426 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:30:48.041778 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] subnetpool is already registered Feb 15 13:30:48.042383 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service CORE assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.042714 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:30:48.043051 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] subnetpool is already registered Feb 15 13:30:48.156130 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.156570 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service FLAVORS assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.157170 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.157618 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.157961 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:router Feb 15 13:30:48.158297 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] router is already registered Feb 15 13:30:48.158969 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 13:30:48.159345 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] floatingip is already registered Feb 15 13:30:48.159982 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service METERING assigned prefix: /metering {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.160796 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 13:30:48.161128 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] rbac_policy is already registered Feb 15 13:30:48.161574 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:security_group Feb 15 13:30:48.161903 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] security_group is already registered Feb 15 13:30:48.162489 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 13:30:48.162844 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] security_group_rule is already registered Feb 15 13:30:48.163535 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service CORE assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.163870 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:30:48.164197 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] subnetpool is already registered Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.v2.resource_helper [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Service CORE assigned prefix: {{(pid=88189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING neutron.quota.resource_registry [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] subnetpool is already registered Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: extensions {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: address-groups {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.169926 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: address-scopes {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.170964 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: agents {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.172134 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: auto-allocated-topology {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.173637 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: availability_zones {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.175548 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: dhcp-networks {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.177115 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: dhcp-agents {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.178645 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: routers {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.180453 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: flavors {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.181683 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: service_profiles {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.182902 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: next_providers {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.184425 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: service_profiles {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.185910 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: floatingip-pools {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.187290 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: routers {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.189097 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: floatingips {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.190483 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: l3-routers {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.191962 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: l3-agents {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.193586 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: metering-labels {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.196230 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: metering-label-rules {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.196230 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: network-ip-availabilities {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.197372 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: bindings {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.199029 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: quotas {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.200458 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: quotas {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.201912 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: rbac-policies {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.203305 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: security-groups {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.204521 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: security-group-rules {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.205774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: service-providers {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.207773 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: subnetpools {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.209118 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: subnetpools {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.210612 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.212413 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.214170 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.215964 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.218834 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.220679 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.223095 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.225009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.226840 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.228625 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron.api.extensions [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Extended resource: tags {{(pid=88189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:30:48.234528 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING keystonemiddleware.auth_token [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 13:30:48.239867 dv-neutron-828156-1-hyperv neutron-server[88189]: WARNING keystonemiddleware.auth_token [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 13:30:48.248172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Acquired lock "singleton_lock" {{(pid=88189) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 15 13:30:48.248648 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_concurrency.lockutils [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Releasing lock "singleton_lock" {{(pid=88189) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 15 13:30:48.249284 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Starting 2 workers Feb 15 13:30:48.254578 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Started child 88296 {{(pid=88189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 15 13:30:48.258903 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Started child 88297 {{(pid=88189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 15 13:30:48.259548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.260489 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO neutron.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 13:30:48.260986 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [-] (88296) wsgi starting up on http://0.0.0.0:9696 Feb 15 13:30:48.261137 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Notify callbacks [] for process, before_spawn {{(pid=88189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.263165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.263585 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Starting 1 workers Feb 15 13:30:48.264502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [-] (88297) wsgi starting up on http://0.0.0.0:9696 Feb 15 13:30:48.268935 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Started child 88298 {{(pid=88189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 15 13:30:48.269801 dv-neutron-828156-1-hyperv neutron-server[88189]: INFO oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Starting 1 workers Feb 15 13:30:48.272412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] calling RpcWorker wait() {{(pid=88298) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 13:30:48.272953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] returning from RpcWorker wait() {{(pid=88298) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 13:30:48.274129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.274253 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Started child 88299 {{(pid=88189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 15 13:30:48.274590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:30:48.274954 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG neutron_lib.callbacks.manager [None req-d9674d0a-20bc-4f13-9e1b-dcff7b46e738 None None] Notify callbacks [] for process, after_spawn {{(pid=88189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.276712 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88189) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 15 13:30:48.276935 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:30:48.277106 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:30:48.277597 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:30:48.277935 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:30:48.278099 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:30:48.278599 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.278792 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:30:48.279268 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.279268 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.279394 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.279679 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.279780 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:30:48.280239 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.280506 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.280767 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.281031 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.281265 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.281452 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.281617 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.282010 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.282262 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.282542 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.282814 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.283050 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.283346 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.283517 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.283790 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.284112 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.284490 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.284762 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] debug = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.285003 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.285508 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.285752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.285997 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.286235 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.286522 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.286751 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.287009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.287251 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.287473 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.287703 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.287969 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.288196 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.288423 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.288642 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.288908 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.289154 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.289644 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] host = dv-neutron-828156-1-hyperv {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.289890 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.290106 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.290367 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.290594 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.290842 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.291070 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.291315 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.291571 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.291821 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.292064 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.292331 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.292554 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.292787 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.293182 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.293330 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_options = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.293634 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.293913 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.294189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.294380 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.294552 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.294729 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.294979 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.295131 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.295386 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.295600 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.295812 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.296026 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.296260 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.296501 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.296755 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.296982 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.297215 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.297440 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.298120 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.298369 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.298592 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.298827 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.299170 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.299548 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.300389 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.300765 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.301174 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.301389 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.301645 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.301891 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.302132 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.302376 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.302625 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.302878 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.303107 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.303331 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.303552 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.303794 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.304366 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.304366 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.304729 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.304729 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.304998 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.305135 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.305364 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.305632 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_json = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.305849 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.306061 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.306321 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.306538 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.306754 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.307122 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.307524 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.307757 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.307974 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.308553 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.309424 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.310154 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.310154 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314183 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.314713 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.315110 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.315110 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.315915 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.316206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.316488 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.316737 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.316974 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.317227 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.317471 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.317688 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.317920 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.318281 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.318714 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.318933 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.319172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.319408 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.319635 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.319853 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.320076 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.320473 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.320717 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.321360 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.321609 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.321851 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.322083 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.322301 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.322534 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.322789 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.323010 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.323249 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.323478 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.323693 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.323907 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.324117 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.324333 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.324585 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.324801 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.325009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.325440 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.325674 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.325885 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.326138 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.326359 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.326577 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.326810 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.327048 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.327263 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.327484 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.327698 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.327914 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.328131 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.328364 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.328596 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.328818 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.329050 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.329264 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.329521 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.329879 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.330244 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.330481 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.330711 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.331071 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.331286 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.331525 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.331992 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.332306 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.332626 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.332908 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.333157 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.333428 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.333680 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.334029 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.334299 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.334677 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.334900 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.335158 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.335405 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.335657 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.336339 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.336566 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.336831 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.337050 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.337517 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.337739 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.337976 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.338201 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.338456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.338706 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.338953 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.339206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.339456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.339747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.339968 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.340231 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.340469 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.340744 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.341046 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.341325 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.341637 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.341879 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.342138 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.342402 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.342649 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.342917 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.343172 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.343402 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.343637 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.343942 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.344192 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.344409 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.344643 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.344872 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.345244 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.345524 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.345764 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.346008 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.346288 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.347076 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.347419 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.347701 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.347956 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.348211 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.348465 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.348715 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.348942 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.349174 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.349447 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.349677 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.349904 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.350116 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.350362 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.350592 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.350803 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.351048 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.351277 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.351492 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.351704 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.351973 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.352125 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.352355 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.352557 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.352774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.353022 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.353243 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.353502 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.353720 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.353955 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.354211 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.354427 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.354693 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.354951 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.355181 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.355426 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.355680 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.355932 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.356146 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.356420 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.356607 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.356835 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.357076 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.357482 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.357482 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.357726 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.357908 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.358119 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.358829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.358829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.359121 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.359258 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.359436 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.359673 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.359887 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.360118 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.360351 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.360581 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.360794 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.361007 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.361219 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.361519 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.361765 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365445 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365445 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365445 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 46694) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.365774 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366298 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366630 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366630 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.366819 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.367118 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.367719 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.367719 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.367886 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.368092 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.368338 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.368594 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.368903 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.369119 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.369422 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.369641 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.369859 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.370092 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.370562 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.371053 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.371498 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.371898 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.372006 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065811 Feb 15 13:30:48.372135 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.372595 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.372900 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.373363 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.374626 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.375072 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.375425 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.375699 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.375966 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.376200 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.376555 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.376810 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.377026 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.377279 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.377570 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.378171 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.378509 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.378872 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.379118 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.379955 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.380196 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.380443 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.380698 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.380916 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.381142 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.381366 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.381549 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:30:48.382747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88189) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 15 13:30:48.382747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:30:48.382747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:30:48.382747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:30:48.382747 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:30:48.383067 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:30:48.383067 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.383195 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.383288 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.383591 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.383759 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.383944 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384106 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384264 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384426 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384584 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384743 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.384905 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.385064 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.385217 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.385372 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.386394 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.386566 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.386708 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.386874 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.387029 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.387333 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.387633 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.387928 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] debug = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.388236 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.388609 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.388806 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.388911 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.389771 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.389771 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.389771 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.389771 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.389771 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390161 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390161 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390161 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390372 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390450 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390607 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.390700 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391191 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391191 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] host = dv-neutron-828156-1-hyperv {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391191 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391415 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391481 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391613 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391719 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.391879 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392038 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392195 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392352 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392516 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392668 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.392968 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.393150 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.393282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.393727 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_options = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.393973 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.394209 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.394209 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.394718 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.394718 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.394893 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.395044 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.395201 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.395495 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.395789 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.396121 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.396385 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.396549 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.396857 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397016 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397157 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397293 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397478 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397648 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397794 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.397951 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398108 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398260 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398396 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398533 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398669 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.398898 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399049 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399318 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399465 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399600 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399731 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.399863 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400004 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400151 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400287 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400421 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400559 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.400727 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_json = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.401752 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.402590 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.403104 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.403104 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:30:48.403104 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.403312 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.403389 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.403516 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.403858 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.403858 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404075 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404188 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404295 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404425 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404594 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404759 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.404926 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.405086 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.405247 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.405425 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406206 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406513 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406513 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406654 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406823 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.406987 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.407126 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.407285 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.407445 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.407604 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.407764 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409953 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.409953 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.410094 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.410160 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.410302 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.410595 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.410941 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.411102 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.411401 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.411707 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.411870 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412045 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412202 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412360 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412517 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412681 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.412834 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413264 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413264 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413482 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:30:48.413649 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413649 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413770 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.413965 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414110 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414250 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414386 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414544 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414705 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.414861 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415017 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415159 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415303 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415468 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415630 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.415785 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416061 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416202 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416348 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416438 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416519 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416681 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416848 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.416994 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.417134 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.417273 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.417456 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.417635 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.418865 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.420186 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.421189 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.422284 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423009 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423356 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423356 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423564 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423564 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423862 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.423862 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.424056 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.424159 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.424333 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.425829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.425829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.425829 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.427255 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.427455 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.427972 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.427972 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.427972 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428282 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428491 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428622 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428794 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.428964 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.429130 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.429296 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.431242 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.432463 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433156 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433156 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433156 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433156 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433591 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433591 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.433591 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434023 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434023 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434023 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434334 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434334 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.434486 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435193 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435193 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435193 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435193 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435193 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435688 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435688 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435688 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435996 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.435996 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436194 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436280 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436398 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436558 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436724 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.436886 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437047 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437208 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437368 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437553 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437714 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.437879 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.438046 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.438209 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.438371 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439320 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439934 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439934 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439934 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.439934 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440287 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440287 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440432 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440576 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440767 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.440980 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.441141 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.441305 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.441511 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.441681 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.441840 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442005 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442177 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442341 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442499 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442666 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.442862 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443046 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443198 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443337 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443441 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443604 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443781 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.443967 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444096 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444266 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444428 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444756 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444756 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.444905 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.445060 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.445226 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.445423 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.446402 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.446571 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.446739 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.446900 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.447223 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.447387 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.447701 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.447864 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.448194 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.448353 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.448520 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.448716 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.448869 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449014 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449166 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449307 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449514 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449681 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449840 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:30:48.449989 dv-neutron-828156-1-hyperv neutron-server[88189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:30:59.316368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ecc340-c2b3-498f-bd0e-2edeffee26c0 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:30:59.408696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ecc340-c2b3-498f-bd0e-2edeffee26c0 None None] No non-hosted networks {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 13:30:59.408696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.agentschedulers_db [None req-25ecc340-c2b3-498f-bd0e-2edeffee26c0 None None] DHCP Agent not found on host dv-neutron-828156-1-hyperv {{(pid=88298) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 13:30:59.549164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e47cf40c-870d-4e39-8a6f-0a5d935ec3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:01.711689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cf87bdc8-278b-49de-ab57-b7e0d641dbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:01.751933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-43a57588-de0e-420c-8a3c-d71d28db035d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828156-1-hyperv {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:31:01.753189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-43a57588-de0e-420c-8a3c-d71d28db035d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:31:02.275032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43a57588-de0e-420c-8a3c-d71d28db035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:02.501499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:02.741748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:02.743126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.743637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.744139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.744729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.745256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.745819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.746329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.747002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.747518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.748069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.748579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.749169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:02.749765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828156-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:02.755846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828156-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:04.073045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:05.529802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 46792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:05.932934 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.db.l3_hamode_db [None req-f145d5fa-f60d-4bf0-b590-40f347275107 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 13:31:06.019678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145d5fa-f60d-4bf0-b590-40f347275107 None None] Routers set() bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:31:06.020057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145d5fa-f60d-4bf0-b590-40f347275107 None None] Router IDs set() for agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 15 13:31:06.125102 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING oslo_policy.policy [None req-cd4054c6-151c-4466-b08e-0e9273a4feb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:06.125724 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING oslo_policy.policy [None req-cd4054c6-151c-4466-b08e-0e9273a4feb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:06.345301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-cd4054c6-151c-4466-b08e-0e9273a4feb4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:31:06.347070 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cd4054c6-151c-4466-b08e-0e9273a4feb4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8163333 Feb 15 13:31:08.723583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46806) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:09.285795 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING oslo_policy.policy [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:09.286402 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING oslo_policy.policy [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:09.510964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:09.615417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.policy [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 13:31:09.659740 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING oslo_policy.policy [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:09.660176 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING oslo_policy.policy [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:09.668672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.quota [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Loaded quota_driver: . Feb 15 13:31:09.684646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:09.797993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644030255', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644031192', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644058526', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644047562', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644070349', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766644060360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16678886', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16670026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1004161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1019265'] for rbac-policy, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:09.951721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:09.953110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2688673d-0134-4316-b9d0-38b73461c060 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2274454 Feb 15 13:31:12.567872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 46824) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:12.913890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Request body: {'network': {'name': 'private', 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:12.915374 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.quota [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Loaded quota_driver: . Feb 15 13:31:12.930726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:12.937146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Usage tracker for resource:network and tenant:47ef1a19d00e4b7dafebc74ec3e44eda is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:12.943109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:12.950481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:13.035849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Made reservation on behalf of 47ef1a19d00e4b7dafebc74ec3e44eda for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:31:13.121539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.policy [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 13:31:13.166800 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING oslo_policy.policy [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:13.167163 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING oslo_policy.policy [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:31:13.177421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.197690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.211768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:13.215355 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Usage tracker for resource:security_group_rule and tenant:47ef1a19d00e4b7dafebc74ec3e44eda is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:13.220242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:13.225780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:13.320269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.385891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.409842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:31:13.436570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766640445350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.437151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Unsubscribe: segment precommit_create {{(pid=88296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 13:31:13.437670 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Added segment 6d67f19e-ac21-4c1d-9838-a41d4fb27b76 of type vlan for network 060e1e67-86f8-435d-a79b-71786fd8b6b8 Feb 15 13:31:13.446707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb842f8-62f3-4c42-9349-24f27d38a629,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:13.507856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.508211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.508547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.508873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.509196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.509551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.509868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.510207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.510528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.510840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.511151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.511461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Tracked resource versions report: Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: pushed versions: Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: { 'AddressGroup': {'1.2'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'ConntrackHelper': {'1.0'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Log': {'1.0'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Network': {'1.1'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Port': {'1.7'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'PortForwarding': {'1.2'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'QosPolicy': {'1.8'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroup': {'1.4'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SubPort': {'1.0'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Subnet': {'1.1'}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Trunk': {'1.1'}} Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: consumer versions: Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'ConntrackHelper': '1.0', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Log': '1.0', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Network': '1.1', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Port': '1.7', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'PortForwarding': '1.2', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'QosPolicy': '1.8', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroup': '1.4', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroupRule': '1.2', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SubPort': '1.0', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Subnet': '1.1', Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Trunk': '1.1'}} Feb 15 13:31:13.512672 dv-neutron-828156-1-hyperv neutron-server[88296]: {{(pid=88296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:31:13.553145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.643246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.645205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:13.645964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:13.755012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] Pushing event updated for resources: {'Network': ['ID=060e1e67-86f8-435d-a79b-71786fd8b6b8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:13.766071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:31:13.813910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d5757012-6033-4d1e-966e-028cca741399 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.2449572 Feb 15 13:31:16.513597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 46842) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:16.953160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c66676-8879-4ee7-a8fd-1cffd3f9c368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:16.954441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-85c66676-8879-4ee7-a8fd-1cffd3f9c368 admin admin] 10.222.0.61 "GET /v2.0/networks/060e1e67-86f8-435d-a79b-71786fd8b6b8 HTTP/1.1" status: 200 len: 824 time: 0.4399047 Feb 15 13:31:16.986127 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf41bf0a-3294-4961-a005-e9dd57bd4c05 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/d26b282c-e32d-48fd-9c01-659f755c9806 HTTP/1.1" status: 200 len: 734 time: 0.0262640 Feb 15 13:31:16.995018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Request body: {'subnet': {'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'ip_version': 4, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806', 'name': 'private-subnet', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:16.999321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:17.003008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Usage tracker for resource:subnet and tenant:47ef1a19d00e4b7dafebc74ec3e44eda is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:17.006501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:17.011961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:17.126710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Made reservation on behalf of 47ef1a19d00e4b7dafebc74ec3e44eda for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:31:17.129655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:17.477638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:17.561757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86b6643-e302-452c-be82-827747ea7dfd,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:17.564918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Checking segment: {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:31:17.565291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Network hostable DHCP agents. Network: 060e1e67-86f8-435d-a79b-71786fd8b6b8, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:31:17.637200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:31:17.734174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 060e1e67-86f8-435d-a79b-71786fd8b6b8) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:17.739407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:17.739980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:17.744135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db8790-4c41-46f6-a2fc-4d1050edd9d6 None None] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:31:17.824573 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8fb91dd5-8d59-4f02-bfac-6bda36975c52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8327963 Feb 15 13:31:18.052755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-060e1e67-86f8-435d-a79b-71786fd8b6b8', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:31:18.054028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:18.234532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Allocated IP 172.20.0.2 (060e1e67-86f8-435d-a79b-71786fd8b6b8/e86b6643-e302-452c-be82-827747ea7dfd/f01a9757-17e3-4642-b41f-b270a078b1ec) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:31:18.458943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:18.471638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Transition to ACTIVE for port object f01a9757-17e3-4642-b41f-b270a078b1ec will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:31:18.491139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Transition to ACTIVE for port object f01a9757-17e3-4642-b41f-b270a078b1ec will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:31:18.575353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:18.637482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:31:18.640304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:18.647066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:31:18.654246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Pushing event updated for resources: {'Port': ['ID=f01a9757-17e3-4642-b41f-b270a078b1ec,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:18.691806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.692181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.692597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.693063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.693432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.693773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.694103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.694424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.694761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.695084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.695400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.695716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Tracked resource versions report: Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: pushed versions: Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: { 'AddressGroup': {'1.2'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'ConntrackHelper': {'1.0'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Log': {'1.0'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Network': {'1.1'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Port': {'1.7'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'PortForwarding': {'1.2'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'QosPolicy': {'1.8'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroup': {'1.4'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SubPort': {'1.0'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Subnet': {'1.1'}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Trunk': {'1.1'}} Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: consumer versions: Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'ConntrackHelper': '1.0', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Log': '1.0', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Network': '1.1', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Port': '1.7', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'PortForwarding': '1.2', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'QosPolicy': '1.8', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroup': '1.4', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroupRule': '1.2', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SubPort': '1.0', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Subnet': '1.1', Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Trunk': '1.1'}} Feb 15 13:31:18.696990 dv-neutron-828156-1-hyperv neutron-server[88298]: {{(pid=88298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:31:18.752562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Attempting to bind port f01a9757-17e3-4642-b41f-b270a078b1ec on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:31:18.753232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Attempting to bind port f01a9757-17e3-4642-b41f-b270a078b1ec by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:31:18.753366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Attempting to bind port f01a9757-17e3-4642-b41f-b270a078b1ec on network 060e1e67-86f8-435d-a79b-71786fd8b6b8 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:31:18.759298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:31:18.759690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Checking segment: {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:31:18.760238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:18.760646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Bound using segment: {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:31:18.761117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Bound port: f01a9757-17e3-4642-b41f-b270a078b1ec, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:31:18.761574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:18.851937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] For port f01a9757-17e3-4642-b41f-b270a078b1ec, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:31:18.856062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] For port f01a9757-17e3-4642-b41f-b270a078b1ec, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f01a9757-17e3-4642-b41f-b270a078b1ec,segment=NetworkSegment(6d67f19e-ac21-4c1d-9838-a41d4fb27b76),segment_id=6d67f19e-ac21-4c1d-9838-a41d4fb27b76)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:31:18.935361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:19.018059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761d5c-012a-4c92-a691-f2efd62293fc None None] Pushing event updated for resources: {'Port': ['ID=f01a9757-17e3-4642-b41f-b270a078b1ec,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:20.266919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 46854) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:20.636372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-07dae2a9-ac69-4de6-a5b9-14de611ad64d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:31:20.637338 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-07dae2a9-ac69-4de6-a5b9-14de611ad64d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3693898 Feb 15 13:31:22.372652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f01a9757-17e3-4642-b41f-b270a078b1ec up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:22.500180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f01a9757-17e3-4642-b41f-b270a078b1ec completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:31:22.830665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9d656-3a37-4fb0-a8ea-43882ba04ed4 None None] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:31:22.981123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Provisioning for port f01a9757-17e3-4642-b41f-b270a078b1ec completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:31:23.014233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Provisioning complete for port f01a9757-17e3-4642-b41f-b270a078b1ec triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:23.014633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:23.052006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46868) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:23.196187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:23.240540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-78de6ffa-0439-4908-b215-20885725b450 None None] For port f01a9757-17e3-4642-b41f-b270a078b1ec, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f01a9757-17e3-4642-b41f-b270a078b1ec,segment=NetworkSegment(6d67f19e-ac21-4c1d-9838-a41d4fb27b76),segment_id=6d67f19e-ac21-4c1d-9838-a41d4fb27b76)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:31:23.321470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:23.390517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6ffa-0439-4908-b215-20885725b450 None None] Pushing event updated for resources: {'Port': ['ID=f01a9757-17e3-4642-b41f-b270a078b1ec,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:23.444874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-bca04ffd-0455-4bdb-b9d1-60c81297b0ee admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:31:23.445058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7aece7bb-a355-479d-be31-2dad76528aee None None] Provisioning complete for port f01a9757-17e3-4642-b41f-b270a078b1ec triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:23.445241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7aece7bb-a355-479d-be31-2dad76528aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:23.445882 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bca04ffd-0455-4bdb-b9d1-60c81297b0ee admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3929167 Feb 15 13:31:24.340544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f01a9757-17e3-4642-b41f-b270a078b1ec up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:24.406508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f01a9757-17e3-4642-b41f-b270a078b1ec triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:24.407142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.102081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46880) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:26.442007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:26.446651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:26.450726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Usage tracker for resource:router and tenant:47ef1a19d00e4b7dafebc74ec3e44eda is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:26.454251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:26.460722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:26.549942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.552100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.573448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.763221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.846291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:26.847474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ca62bea-662c-466b-92b2-44ff6d3127a5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7444253 Feb 15 13:31:29.243047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46890) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:29.351558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7d8c-91f7-42ac-a41a-0717788cfd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:29.602367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-9c1eb1d1-b9d9-495b-b967-31ede5017d26 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:31:29.603268 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9c1eb1d1-b9d9-495b-b967-31ede5017d26 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3593020 Feb 15 13:31:31.744144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ee8686fc-ca83-47cf-96f3-097f1d44fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:31.995869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46900) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:32.362848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:32.367886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:32.371536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Usage tracker for resource:network and tenant:ae332d94a5ba424883c109926716bf61 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:32.374824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:32.380949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:32.434945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.463352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Made reservation on behalf of ae332d94a5ba424883c109926716bf61 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:31:32.466178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.483009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.499652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:32.503486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Usage tracker for resource:security_group_rule and tenant:ae332d94a5ba424883c109926716bf61 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:32.506603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:32.512087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:32.600969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.665036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.683003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Reserving flat network on physical network physnet1 {{(pid=88297) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 13:31:32.711918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766640445350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.712493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Unsubscribe: segment precommit_create {{(pid=88297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 13:31:32.713000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Added segment 7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770 of type flat for network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 Feb 15 13:31:32.721515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905cc04-94ce-4ccd-85f6-8545fe0f2c6d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:32.749358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.776232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.776588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.776925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.777256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.777615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.777940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.778258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.778641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.778964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.779299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.779612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.779923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Tracked resource versions report: Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: pushed versions: Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: { 'AddressGroup': {'1.2'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'ConntrackHelper': {'1.0'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Log': {'1.0'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Network': {'1.1'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Port': {'1.7'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'PortForwarding': {'1.2'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'QosPolicy': {'1.8'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroup': {'1.4'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SubPort': {'1.0'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Subnet': {'1.1'}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Trunk': {'1.1'}} Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: consumer versions: Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'ConntrackHelper': '1.0', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Log': '1.0', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Network': '1.1', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Port': '1.7', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'PortForwarding': '1.2', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'QosPolicy': '1.8', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroup': '1.4', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroupRule': '1.2', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SubPort': '1.0', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Subnet': '1.1', Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Trunk': '1.1'}} Feb 15 13:31:32.781147 dv-neutron-828156-1-hyperv neutron-server[88297]: {{(pid=88297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:31:32.826321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.916574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:32.917701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:32.918378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:33.025050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] Pushing event updated for resources: {'Network': ['ID=3fc0faa5-cb61-4161-8b21-a099b731a5d3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:33.035684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:31:33.084051 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5974b996-61d4-4dd9-9a40-2354b82cacdd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0870874 Feb 15 13:31:33.983479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:35.501153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46924) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:35.709699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692bf236-c6b3-4df1-9b0e-56e568682d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:35.711034 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-692bf236-c6b3-4df1-9b0e-56e568682d8c admin admin] 10.222.0.61 "GET /v2.0/subnets/e86b6643-e302-452c-be82-827747ea7dfd HTTP/1.1" status: 200 len: 849 time: 0.2089155 Feb 15 13:31:35.872610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-000b6d73-972f-424f-bc57-cc690dc0dc3e admin admin] 10.222.0.61 "GET /v2.0/routers/c5b7717a-7643-40c8-b4ec-b4ab5ee34846 HTTP/1.1" status: 200 len: 704 time: 0.1559739 Feb 15 13:31:36.328010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:36.332658 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:31:36.555362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Allocated IP 172.20.0.1 (060e1e67-86f8-435d-a79b-71786fd8b6b8/e86b6643-e302-452c-be82-827747ea7dfd/3f8e49ed-0450-4fc1-a349-8d692838c1ce) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:31:36.707318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:36.724363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Transition to ACTIVE for port object 3f8e49ed-0450-4fc1-a349-8d692838c1ce will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:31:36.829860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:36.897347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:31:36.900243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:36.906323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:31:36.906818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.035982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e49ed-0450-4fc1-a349-8d692838c1ce,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:37.143785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b95323f-1d68-4fb7-9b4b-a185c540e898 None None] Provisioning for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:31:37.149244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b95323f-1d68-4fb7-9b4b-a185c540e898 None None] Provisioning complete for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:37.149648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b95323f-1d68-4fb7-9b4b-a185c540e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.205142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7b95323f-1d68-4fb7-9b4b-a185c540e898 None None] Port 3f8e49ed-0450-4fc1-a349-8d692838c1ce cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:31:37.281234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.500705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.573479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.574211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.700428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e49ed-0450-4fc1-a349-8d692838c1ce,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:37.763562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:31:37.764517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:37.927958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-88053be4-4dec-48f3-b969-0348afe673e0 None None] Provisioning complete for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:37.928325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-88053be4-4dec-48f3-b969-0348afe673e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:37.979265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-88053be4-4dec-48f3-b969-0348afe673e0 None None] Port 3f8e49ed-0450-4fc1-a349-8d692838c1ce cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:31:38.036552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:31:38.192340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:31:38.201230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a2c0f86a-ce46-4519-aba9-2023fa9a31cd admin admin] 10.222.0.61 "PUT /v2.0/routers/c5b7717a-7643-40c8-b4ec-b4ab5ee34846/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3238564 Feb 15 13:31:38.201830 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Sync routers for ids ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:31:38.212156 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Routers {'c5b7717a-7643-40c8-b4ec-b4ab5ee34846'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:31:38.212985 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:31:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:38.389217 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Set router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:31:38.758877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:37Z', 'revision_number': 2, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port_host': None, '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:37Z', 'revision_number': 2, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:38.764198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Checking router: c5b7717a-7643-40c8-b4ec-b4ab5ee34846 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:31:38.764565 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Updating router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 port 3f8e49ed-0450-4fc1-a349-8d692838c1ce binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:31:38.815845 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.198695 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.214198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Transition to ACTIVE for port object 3f8e49ed-0450-4fc1-a349-8d692838c1ce will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:31:39.293498 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.422260 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Pushing event updated for resources: {'Port': ['ID=3f8e49ed-0450-4fc1-a349-8d692838c1ce,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:39.434609 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.434968 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.435311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.435645 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.435975 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.436319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.436651 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.436979 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.437319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.437674 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.437998 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.438314 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Tracked resource versions report: Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: pushed versions: Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: { 'AddressGroup': {'1.2'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'ConntrackHelper': {'1.0'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Log': {'1.0'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Network': {'1.1'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Port': {'1.7'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'PortForwarding': {'1.2'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'QosPolicy': {'1.8'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroup': {'1.4'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SubPort': {'1.0'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Subnet': {'1.1'}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Trunk': {'1.1'}} Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: consumer versions: Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'ConntrackHelper': '1.0', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Log': '1.0', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Network': '1.1', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Port': '1.7', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'PortForwarding': '1.2', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'QosPolicy': '1.8', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroup': '1.4', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroupRule': '1.2', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SubPort': '1.0', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Subnet': '1.1', Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Trunk': '1.1'}} Feb 15 13:31:39.439609 dv-neutron-828156-1-hyperv neutron-server[88299]: {{(pid=88299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:31:39.534311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Attempting to bind port 3f8e49ed-0450-4fc1-a349-8d692838c1ce on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:31:39.534708 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Attempting to bind port 3f8e49ed-0450-4fc1-a349-8d692838c1ce by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:31:39.535126 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Attempting to bind port 3f8e49ed-0450-4fc1-a349-8d692838c1ce on network 060e1e67-86f8-435d-a79b-71786fd8b6b8 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:31:39.540267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:31:39.540651 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Checking segment: {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:31:39.541162 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.541576 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Bound using segment: {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:31:39.542039 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Bound port: 3f8e49ed-0450-4fc1-a349-8d692838c1ce, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d67f19e-ac21-4c1d-9838-a41d4fb27b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:31:39.542409 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.638185 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] For port 3f8e49ed-0450-4fc1-a349-8d692838c1ce, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:31:39.642381 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] For port 3f8e49ed-0450-4fc1-a349-8d692838c1ce, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3f8e49ed-0450-4fc1-a349-8d692838c1ce,segment=NetworkSegment(6d67f19e-ac21-4c1d-9838-a41d4fb27b76),segment_id=6d67f19e-ac21-4c1d-9838-a41d4fb27b76)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:31:39.731970 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:39.822552 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Routers {'c5b7717a-7643-40c8-b4ec-b4ab5ee34846'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:31:39.823169 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:31:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:39.879620 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faa54d-f7d3-418d-8dea-d026d0b8382b None None] Pushing event updated for resources: {'Port': ['ID=3f8e49ed-0450-4fc1-a349-8d692838c1ce,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:40.022723 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] Set router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:31:40.355799 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:37Z', 'revision_number': 2, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port_host': None, '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:39Z', 'revision_number': 4, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:40.359858 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3720f-948b-48fc-95fd-39e51ce4b4e2 None None] The sync data for ids ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'] in dv-neutron-828156-1-hyperv is: [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:37Z', 'revision_number': 2, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port_host': None, '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:39Z', 'revision_number': 4, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:31:40.501768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46946) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:40.655013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2070778-0f68-46b3-99c4-7b32d7fb7906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:40.655586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c2070778-0f68-46b3-99c4-7b32d7fb7906 admin admin] Synchronizing usage tracker for tenant:ae332d94a5ba424883c109926716bf61 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:31:40.760943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c2070778-0f68-46b3-99c4-7b32d7fb7906 admin admin] Unset dirty status for tenant:ae332d94a5ba424883c109926716bf61 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:31:40.765432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c2070778-0f68-46b3-99c4-7b32d7fb7906 admin admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 842 time: 0.2597976 Feb 15 13:31:40.772946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Request body: {'subnet': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:40.778503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:31:40.782344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Usage tracker for resource:subnet and tenant:ae332d94a5ba424883c109926716bf61 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:31:40.785168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:31:40.791941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:31:40.859225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Made reservation on behalf of ae332d94a5ba424883c109926716bf61 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:31:40.861574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:41.353670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:31:41.354115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:41.427132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9574ac8-b4b1-4eb5-a36c-735dfafbf92f,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:41.434643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:31:41.435064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Network hostable DHCP agents. Network: 3fc0faa5-cb61-4161-8b21-a099b731a5d3, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:31:41.514800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:31:41.585043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 3fc0faa5-cb61-4161-8b21-a099b731a5d3) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:41.589079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:41.589932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:41.594691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f509b5-d4d3-4271-96ad-e609bc1cc440 None None] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:31:41.670080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bd7c9072-9a77-4301-aab6-cafa851cd4c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9011831 Feb 15 13:31:41.819504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce1bc6-7ad8-4596-9661-1b776ddad030 None None] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:31:42.367336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3f8e49ed-0450-4fc1-a349-8d692838c1ce up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:42.487735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:31:42.492705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:42.493073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:42.609808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:42.666005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 3f8e49ed-0450-4fc1-a349-8d692838c1ce, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3f8e49ed-0450-4fc1-a349-8d692838c1ce,segment=NetworkSegment(6d67f19e-ac21-4c1d-9838-a41d4fb27b76),segment_id=6d67f19e-ac21-4c1d-9838-a41d4fb27b76)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:31:42.743620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:42.809191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=3f8e49ed-0450-4fc1-a349-8d692838c1ce,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:43.937789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46960) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:44.132293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-268cd056-c11b-4698-b097-48a70254174b admin admin] 10.222.0.61 "GET /v2.0/routers/c5b7717a-7643-40c8-b4ec-b4ab5ee34846 HTTP/1.1" status: 200 len: 710 time: 0.1933815 Feb 15 13:31:44.259042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da4bf3-797b-4afa-8ce2-b1bfff267e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:31:44.260286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-14da4bf3-797b-4afa-8ce2-b1bfff267e12 admin admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 886 time: 0.1228800 Feb 15 13:31:44.268998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:31:44.349701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3f8e49ed-0450-4fc1-a349-8d692838c1ce up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:44.418050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:44.418422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:44.702173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:45.081000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:45.188163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:45.323830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Allocated IP 172.26.0.240 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/00c48651-d27b-48bf-8bd0-b78626c5cb6d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:31:45.460856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:45.549618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:45.613408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:31:45.616748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:31:45.622882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:31:45.671225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Pushing event updated for resources: {'Port': ['ID=00c48651-d27b-48bf-8bd0-b78626c5cb6d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:46.086405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:46.415334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:46.418501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:46.588782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:31:46.806111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:31:46.814410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:46.815590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-92f7bd31-8caf-402d-aebc-d7c973ccda4d admin admin] 10.222.0.61 "PUT /v2.0/routers/c5b7717a-7643-40c8-b4ec-b4ab5ee34846 HTTP/1.1" status: 200 len: 890 time: 2.5499241 Feb 15 13:31:46.816347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Sync routers for ids ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:31:46.827131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Routers {'c5b7717a-7643-40c8-b4ec-b4ab5ee34846'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:31:46.827806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:31:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:47.026758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Set router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:31:47.361558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:45Z', 'revision_number': 4, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port': {'id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:45Z', 'updated_at': '2022-02-15T13:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:42Z', 'revision_number': 5, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:47.366893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Checking router: c5b7717a-7643-40c8-b4ec-b4ab5ee34846 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:31:47.367241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Updating router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 port 00c48651-d27b-48bf-8bd0-b78626c5cb6d binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:31:47.416906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:47.736255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:47.747454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Transition to ACTIVE for port object 00c48651-d27b-48bf-8bd0-b78626c5cb6d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:31:47.812076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:47.889834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7efda-58e5-475d-9f64-2d941f41249a None None] Pushing event updated for resources: {'Port': ['ID=00c48651-d27b-48bf-8bd0-b78626c5cb6d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:47.893650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Attempting to bind port 00c48651-d27b-48bf-8bd0-b78626c5cb6d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:31:47.894017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Attempting to bind port 00c48651-d27b-48bf-8bd0-b78626c5cb6d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:31:47.894371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Attempting to bind port 00c48651-d27b-48bf-8bd0-b78626c5cb6d on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:31:47.900544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:31:47.906735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:31:47.906735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:47.906735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:31:47.906735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Bound port: 00c48651-d27b-48bf-8bd0-b78626c5cb6d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:31:47.906735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:47.973760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] For port 00c48651-d27b-48bf-8bd0-b78626c5cb6d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:31:47.976592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] For port 00c48651-d27b-48bf-8bd0-b78626c5cb6d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=00c48651-d27b-48bf-8bd0-b78626c5cb6d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:31:48.070792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:48.147133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Routers {'c5b7717a-7643-40c8-b4ec-b4ab5ee34846'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:31:48.147709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:31:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:48.224893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7efda-58e5-475d-9f64-2d941f41249a None None] Pushing event updated for resources: {'Port': ['ID=00c48651-d27b-48bf-8bd0-b78626c5cb6d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:48.350784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] Set router c5b7717a-7643-40c8-b4ec-b4ab5ee34846 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:31:48.669864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:45Z', 'revision_number': 4, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port': {'id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:45Z', 'updated_at': '2022-02-15T13:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:42Z', 'revision_number': 5, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:31:48.673668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8a27-56f3-45f2-8c0f-b9c8886f2841 None None] The sync data for ids ['c5b7717a-7643-40c8-b4ec-b4ab5ee34846'] in dv-neutron-828156-1-hyperv is: [{'id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'name': 'router1', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:31:26Z', 'updated_at': '2022-02-15T13:31:45Z', 'revision_number': 4, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'gw_port': {'id': '00c48651-d27b-48bf-8bd0-b78626c5cb6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:45Z', 'updated_at': '2022-02-15T13:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '3f8e49ed-0450-4fc1-a349-8d692838c1ce', 'name': '', 'network_id': '060e1e67-86f8-435d-a79b-71786fd8b6b8', 'tenant_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'mac_address': 'fa:16:3e:26:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b7717a-7643-40c8-b4ec-b4ab5ee34846', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:31:36Z', 'updated_at': '2022-02-15T13:31:42Z', 'revision_number': 5, 'project_id': '47ef1a19d00e4b7dafebc74ec3e44eda', 'subnets': [{'id': 'e86b6643-e302-452c-be82-827747ea7dfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26b282c-e32d-48fd-9c01-659f755c9806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:31:49.236352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 46970) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:31:49.354527 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f7a6dae2-cc9c-491b-9844-2dcfb94ac039 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169689 Feb 15 13:31:50.376908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 00c48651-d27b-48bf-8bd0-b78626c5cb6d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:50.504917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 00c48651-d27b-48bf-8bd0-b78626c5cb6d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:31:50.510702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 00c48651-d27b-48bf-8bd0-b78626c5cb6d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:50.511096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:50.644694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:50.661974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 00c48651-d27b-48bf-8bd0-b78626c5cb6d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=00c48651-d27b-48bf-8bd0-b78626c5cb6d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:31:50.727397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:50.792316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=00c48651-d27b-48bf-8bd0-b78626c5cb6d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:31:52.363587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 00c48651-d27b-48bf-8bd0-b78626c5cb6d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:31:52.436075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 00c48651-d27b-48bf-8bd0-b78626c5cb6d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:31:52.436446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:31:59.320281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cc2daae-c560-44d7-900f-a839ff6cf192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:01.721424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c86c18ae-0359-4047-b135-62d6e762b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:02.429432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:02.749877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:04.003684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:13.329139 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:32:29.314045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-05043a9c-bed1-4574-95b6-797892111874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:31.736570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2e3a0848-cff8-4ed5-bf27-1347ec92e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:32.434135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:32.759067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:34.005734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:32:50.325464 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:32:59.317988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-323b4b7b-3a4f-47e0-9c67-af28294e9055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:01.718209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b33b8490-0d70-4177-ab6b-5c6bd408a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:02.449671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:02.740495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:04.398210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:27.327849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:33:29.327366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3180718-c6f4-4fea-91a3-807499eeaeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:31.722373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a447-b8a0-4b81-a7e3-aafa9a81d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:32.448097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:32.756581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:34.002812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:33:58.290069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47572) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:33:58.355347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-548bb8c9-eeb9-4794-a515-d6a7d61a703c admin admin] GET failed (client error): The resource could not be found. Feb 15 13:33:58.356607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-548bb8c9-eeb9-4794-a515-d6a7d61a703c admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655990 Feb 15 13:33:58.487108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0826c-0ab8-46ab-914f-c5705edebca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:33:58.488472 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4ae0826c-0ab8-46ab-914f-c5705edebca5 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1277945 Feb 15 13:33:59.315969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-acc7c1f9-c013-441a-a606-d48e9a1a7bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:00.614782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47582) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:00.728908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea15b94-530a-4b37-9710-abf1b417bd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:00.729497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4ea15b94-530a-4b37-9710-abf1b417bd5a admin admin] Synchronizing usage tracker for tenant:ae332d94a5ba424883c109926716bf61 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:34:00.811315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4ea15b94-530a-4b37-9710-abf1b417bd5a admin admin] Unset dirty status for tenant:ae332d94a5ba424883c109926716bf61 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:34:00.812504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4ea15b94-530a-4b37-9710-abf1b417bd5a admin admin] 10.222.0.61 "GET /v2.0/subnets/e86b6643-e302-452c-be82-827747ea7dfd HTTP/1.1" status: 200 len: 849 time: 0.1968443 Feb 15 13:34:00.821699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:34:00.935680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:01.178415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367'] for subnet, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:01.223990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:01.225058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:01.229376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] 10.222.0.61 "PUT /v2.0/subnets/e86b6643-e302-452c-be82-827747ea7dfd HTTP/1.1" status: 200 len: 868 time: 0.4077659 Feb 15 13:34:01.229614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276d0d3-1926-4a3a-b785-35111d084b38 None None] Network 060e1e67-86f8-435d-a79b-71786fd8b6b8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:34:01.250935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86b6643-e302-452c-be82-827747ea7dfd,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:01.258874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.259330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.260256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.260577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.261158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.261529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.261862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.262198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.262522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.262840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.263154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.263471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec15fc8-e9f7-47c8-b560-98e9277602bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:01.718310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9287-77ce-4aee-bd1b-61cebb26f364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:01.720377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c27bd930-cddd-486f-b0eb-51a999353525 None None] Provisioning complete for port 3f8e49ed-0450-4fc1-a349-8d692838c1ce triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:34:01.720733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c27bd930-cddd-486f-b0eb-51a999353525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:01.844959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c27bd930-cddd-486f-b0eb-51a999353525 None None] Provisioning complete for port f01a9757-17e3-4642-b41f-b270a078b1ec triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:34:01.845264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c27bd930-cddd-486f-b0eb-51a999353525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:02.445522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:02.765862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:03.406388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47592) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:03.580890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ad10c-9792-4f4d-8df8-14ea48ac55c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:03.581292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ad10c-9792-4f4d-8df8-14ea48ac55c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:03.582840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d97ad10c-9792-4f4d-8df8-14ea48ac55c9 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1754897 Feb 15 13:34:04.001012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:04.316644 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:34:05.735956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47602) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:05.909576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183eb2e-e0b6-49d4-816b-0e4a05a6f6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:05.909970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183eb2e-e0b6-49d4-816b-0e4a05a6f6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:05.911462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8183eb2e-e0b6-49d4-816b-0e4a05a6f6e1 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1745398 Feb 15 13:34:08.050104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47612) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:08.220696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd635e-08bd-49cb-ac0c-90ef640b5f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:08.222081 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47fd635e-08bd-49cb-ac0c-90ef640b5f32 admin admin] 10.222.0.61 "GET /v2.0/networks/060e1e67-86f8-435d-a79b-71786fd8b6b8 HTTP/1.1" status: 200 len: 868 time: 0.1710303 Feb 15 13:34:10.410561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47622) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:10.577256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0bdad-0ba9-47ac-a47a-acd3fa01edef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:10.578642 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eef0bdad-0ba9-47ac-a47a-acd3fa01edef admin admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 886 time: 0.1671340 Feb 15 13:34:12.715904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47632) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:12.820249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13aa3bb-6227-4051-9a9a-408a61cf5bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:12.820703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13aa3bb-6227-4051-9a9a-408a61cf5bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:12.822425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f13aa3bb-6227-4051-9a9a-408a61cf5bbe admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054325 Feb 15 13:34:14.969196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47642) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:15.123744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf40ab9-25be-4acd-a6b4-941924fe1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:15.124200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf40ab9-25be-4acd-a6b4-941924fe1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:15.125758 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6cf40ab9-25be-4acd-a6b4-941924fe1c6c admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1555655 Feb 15 13:34:17.260919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47652) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:17.361432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b893cd-7cb7-4791-b3d2-2880a6c7f152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:17.362782 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-46b893cd-7cb7-4791-b3d2-2880a6c7f152 admin admin] 10.222.0.61 "GET /v2.0/subnets/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f HTTP/1.1" status: 200 len: 816 time: 0.1008744 Feb 15 13:34:19.487341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47662) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:19.595702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04acaa-b478-4bbd-8a4f-88424601c1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:19.596997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6e04acaa-b478-4bbd-8a4f-88424601c1d6 admin admin] 10.222.0.61 "GET /v2.0/subnets/e86b6643-e302-452c-be82-827747ea7dfd HTTP/1.1" status: 200 len: 868 time: 0.1087260 Feb 15 13:34:29.323712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bec6217b-cb08-4817-88ce-ba8143c92227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:31.737252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4b0b04e2-e103-4fbb-8448-a88ac9d4e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:32.449566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:32.777156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:34.011075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:38.797760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47708) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:38.844244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-1df9ccca-05a3-4563-8867-ba0294c31709 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:34:38.845238 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1df9ccca-05a3-4563-8867-ba0294c31709 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465245 Feb 15 13:34:41.063555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47718) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:41.132156 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa083ef1-94f0-4c6d-88ce-5ec0e3a5efe1 admin admin] GET failed (client error): The resource could not be found. Feb 15 13:34:41.133368 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aa083ef1-94f0-4c6d-88ce-5ec0e3a5efe1 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688357 Feb 15 13:34:41.255540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bb61a-468e-47a7-b931-3460df5eba7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:41.256896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6a2bb61a-468e-47a7-b931-3460df5eba7c admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191139 Feb 15 13:34:41.317717 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:34:43.528190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47728) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:43.573810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:34:43.579464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:34:43.590129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:34:43.660571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Made reservation on behalf of ae332d94a5ba424883c109926716bf61 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:34:43.666033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:43.749243 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.services.revisions.revision_plugin [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Could not find related network for resource to bump revision. Feb 15 13:34:43.761269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:34:43.769795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:43.770125 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Added segment 2adb8cf7-cfe5-4a9d-b360-639801a6410d of type vlan for network e567ff8d-e8cd-401f-9124-f86ce5114bf0 Feb 15 13:34:43.794591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:43.890892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:43.891817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:43.892387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:43.995603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] Pushing event updated for resources: {'Network': ['ID=e567ff8d-e8cd-401f-9124-f86ce5114bf0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:44.006430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:34:44.063188 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3d16f874-2311-441f-a6cb-fb298f652036 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5338714 Feb 15 13:34:46.218933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47738) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:34:46.283866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4a6583-9d52-473b-9069-ee1be66f8c46 admin admin] GET failed (client error): The resource could not be found. Feb 15 13:34:46.284358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac4a6583-9d52-473b-9069-ee1be66f8c46 admin admin] Synchronizing usage tracker for tenant:ae332d94a5ba424883c109926716bf61 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:34:46.370555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac4a6583-9d52-473b-9069-ee1be66f8c46 admin admin] Unset dirty status for tenant:ae332d94a5ba424883c109926716bf61 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:34:46.371661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ac4a6583-9d52-473b-9069-ee1be66f8c46 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1517606 Feb 15 13:34:46.476611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0805e23-2bfe-4887-9468-e6d1ba4ac6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:46.478014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c0805e23-2bfe-4887-9468-e6d1ba4ac6a2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1022956 Feb 15 13:34:46.487640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:34:46.492071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:34:46.501255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:34:46.568104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Made reservation on behalf of ae332d94a5ba424883c109926716bf61 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:34:46.570992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:46.820819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:46.898132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b8240b-68b1-4e59-bb67-13ced224c21b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:46.902033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Checking segment: {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:34:46.902382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Network hostable DHCP agents. Network: e567ff8d-e8cd-401f-9124-f86ce5114bf0, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:34:46.968143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:34:47.042565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e567ff8d-e8cd-401f-9124-f86ce5114bf0) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:34:47.046473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:34:47.047043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:47.051222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa886a4d-1aa6-4006-85f6-3e0a2af20ec7 None None] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:34:47.142837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e0cf1b83-133d-4609-8d6c-d32853f3cef0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6584702 Feb 15 13:34:47.270542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-e567ff8d-e8cd-401f-9124-f86ce5114bf0', 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0', 'tenant_id': 'ae332d94a5ba424883c109926716bf61', 'fixed_ips': [{'subnet_id': 'c5b8240b-68b1-4e59-bb67-13ced224c21b'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:34:47.271427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:47.431866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Allocated IP 192.168.233.2 (e567ff8d-e8cd-401f-9124-f86ce5114bf0/c5b8240b-68b1-4e59-bb67-13ced224c21b/dd40cd7f-c251-48f1-b10e-8df07c5b0945) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:34:47.635206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:47.647202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Transition to ACTIVE for port object dd40cd7f-c251-48f1-b10e-8df07c5b0945 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:34:47.666676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Transition to ACTIVE for port object dd40cd7f-c251-48f1-b10e-8df07c5b0945 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:34:47.761532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:47.823523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:34:47.826473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:34:47.830068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:34:47.862043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Pushing event updated for resources: {'Port': ['ID=dd40cd7f-c251-48f1-b10e-8df07c5b0945,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:47.901246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.901627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.901971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.902301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.902628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.902967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.903315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.903632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.903952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.904266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.904584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.904899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:34:47.934123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Attempting to bind port dd40cd7f-c251-48f1-b10e-8df07c5b0945 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:34:47.934487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Attempting to bind port dd40cd7f-c251-48f1-b10e-8df07c5b0945 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:34:47.934848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Attempting to bind port dd40cd7f-c251-48f1-b10e-8df07c5b0945 on network e567ff8d-e8cd-401f-9124-f86ce5114bf0 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:34:47.940085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:34:47.940457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Checking segment: {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:34:47.940845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:47.941228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Bound using segment: {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:34:47.941713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Bound port: dd40cd7f-c251-48f1-b10e-8df07c5b0945, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:34:47.942133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:48.057221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] For port dd40cd7f-c251-48f1-b10e-8df07c5b0945, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:34:48.060121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] For port dd40cd7f-c251-48f1-b10e-8df07c5b0945, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd40cd7f-c251-48f1-b10e-8df07c5b0945,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:34:48.123485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:48.203341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af81b83-3036-4270-8bd4-7b87a5ebabdf None None] Pushing event updated for resources: {'Port': ['ID=dd40cd7f-c251-48f1-b10e-8df07c5b0945,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:48.492857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd40cd7f-c251-48f1-b10e-8df07c5b0945 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:34:48.631584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port dd40cd7f-c251-48f1-b10e-8df07c5b0945 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:34:49.025565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e3505-7deb-4000-9e3e-b7411f912d0d None None] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:34:49.231387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Provisioning for port dd40cd7f-c251-48f1-b10e-8df07c5b0945 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:34:49.242106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Provisioning complete for port dd40cd7f-c251-48f1-b10e-8df07c5b0945 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:34:49.242476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:49.392412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:49.434115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] For port dd40cd7f-c251-48f1-b10e-8df07c5b0945, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd40cd7f-c251-48f1-b10e-8df07c5b0945,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:34:49.490976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:49.563167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0076d1e-f062-4d30-b1cf-f6e1a0a51faa None None] Pushing event updated for resources: {'Port': ['ID=dd40cd7f-c251-48f1-b10e-8df07c5b0945,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:34:49.611543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4e6a1217-5154-411f-9023-4876a31c7825 None None] Provisioning complete for port dd40cd7f-c251-48f1-b10e-8df07c5b0945 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:34:49.611919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1217-5154-411f-9023-4876a31c7825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:50.444652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd40cd7f-c251-48f1-b10e-8df07c5b0945 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:34:50.511859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dd40cd7f-c251-48f1-b10e-8df07c5b0945 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:34:50.512221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:34:59.324362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4515b8cc-3e7c-406f-8a62-eb14d481b8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:01.710545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-67938716-6534-4959-9061-844b05bce8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:02.558613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:02.770044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:04.013578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:18.319211 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:35:29.335537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5617e1c7-673b-4927-9e5a-96050fd0afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:31.725799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e931-e78b-4ca2-b371-06250aa5f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:32.520338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:32.754424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:34.028694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:35:55.322604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:35:59.392818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4ed235c-674f-4d4c-82e7-360c684933de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:01.733146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb6a-e5e7-40d3-95da-c69a5870894e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:02.455054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:02.763992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:04.030024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:13.427949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47782) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:36:13.433771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-8753fae5-ada6-4487-b3cd-078d2c6a0be6 tempest-verify_tempest_config-945744396 tempest-verify_tempest_config-945744396-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:36:13.434697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8753fae5-ada6-4487-b3cd-078d2c6a0be6 tempest-verify_tempest_config-945744396 tempest-verify_tempest_config-945744396-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058012 Feb 15 13:36:13.966394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 47800) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:36:14.077923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.091573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:36:14.095312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:69096785b8564113b639a4f8a87376c1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:36:14.098073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:36:14.103664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:36:14.183369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.271305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.330666 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69096785b8564113b639a4f8a87376c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3630698 Feb 15 13:36:14.332145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30514438-2bbf-475f-bd2b-d8e169974d95,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:36:14.333736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47806) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:36:14.339421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.339788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.340126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.340455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.340789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.341155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.341514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.341854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.342199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.342494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.342810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.343125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478894c1-9a95-4c75-92b1-e2fe5cd38eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.391952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.417353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.609187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.626234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30514438-2bbf-475f-bd2b-d8e169974d95,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:36:14.634046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.634416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.634760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.635092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.635421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.635751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.636084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.636400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.636721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.637039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.637355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.637696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:36:14.640403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:14.642110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8d31b687-8e8a-41c7-ab64-730d230893ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30514438-2bbf-475f-bd2b-d8e169974d95 HTTP/1.1" status: 204 len: 168 time: 0.3073153 Feb 15 13:36:29.400688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e960d41e-bb74-43cc-a1af-c882a7d85185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:31.762001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a23a63dd-0b5c-417f-beef-1b25a23b50fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:32.328147 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:36:32.458681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:32.777033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:34.035638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:36:59.343066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93ede89b-1011-427b-a44f-e8b83739adde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:01.731470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-38b5ca34-ef59-47b4-ba4b-83e9ee0e373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:02.456722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:02.758896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:04.022694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:09.332075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 5 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:37:29.323998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d56a02ac-84a3-40a0-a932-695e0a00f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:31.724340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fcf7-5fb0-4998-b6b7-85c88da4b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:32.518177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:32.786951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:32.992016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969313'] for agent, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:34.019774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:37:46.333330 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:37:48.395185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 47876) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:37:48.511482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-be094d7f-0515-430f-936f-6337fad18e30 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1151936 Feb 15 13:37:50.793272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 47886) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:37:50.868269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-314d59fa-b384-4288-8e37-45771bfdffa5 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0738506 Feb 15 13:37:59.317049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4e5935ee-5e23-4982-be06-56f780aac505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:01.727436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aaa3-4825-4f16-a242-213af634b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:02.498671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:02.761566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:02.967323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:04.001345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:23.339840 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:38:29.327384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-839f24c2-d87f-4f21-b629-57187b8e4adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:31.815912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f241047e-65b0-49ae-8797-d51ed9c1e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:32.451352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:32.777147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:32.965829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:34.028347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:38:59.347316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d77fb73a-861f-4fa5-bbff-67e028087360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:00.342909 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:39:01.741290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-074526e1-bb48-4383-8870-663c3ba3ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:02.461314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:02.770142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:02.963976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:04.027182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:21.557126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48062) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:22.163250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-234433606'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:22.168691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:22.172870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:network and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:22.175966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:22.182167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:22.235266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48084) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:22.248858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:22.256016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.256120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48090) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:22.266648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.283971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:22.289135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:security_group_rule and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:22.291912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:22.298202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:22.386694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.443577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.476777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:22.484716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a31436b-ac00-4a83-b283-7a49b679b47c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:22.494640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.494981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.495318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.495648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.495970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.496483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.496595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.496921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.497236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.497561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.497876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.498199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Tracked resource versions report: Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: pushed versions: Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: { 'AddressGroup': {'1.2'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'ConntrackHelper': {'1.0'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Log': {'1.0'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Network': {'1.1'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Port': {'1.7'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'PortForwarding': {'1.2'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'QosPolicy': {'1.8'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroup': {'1.4'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SubPort': {'1.0'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Subnet': {'1.1'}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Trunk': {'1.1'}} Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: consumer versions: Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: HyperV agent@hv-neutron-8281: {}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'ConntrackHelper': '1.0', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Log': '1.0', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Network': '1.1', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Port': '1.7', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'PortForwarding': '1.2', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'QosPolicy': '1.8', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroup': '1.4', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SecurityGroupRule': '1.2', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'SubPort': '1.0', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Subnet': '1.1', Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: 'Trunk': '1.1'}} Feb 15 13:39:22.499187 dv-neutron-828156-1-hyperv neutron-server[88296]: {{(pid=88296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:39:22.504170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.506068 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Added segment 4d0a376a-c006-48b8-8e40-1077da130338 of type vlan for network 85c48b59-aae8-4713-b908-ec3824a86fbf Feb 15 13:39:22.540844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.603037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48104) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:22.621224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.632397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:22.632397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.647203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1528949450-network', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:22.655197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:22.660353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Usage tracker for resource:network and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:22.669502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:22.676424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:22.729665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1353423254-network', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:22.757665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Made reservation on behalf of df951c4807a14c0b9506ef1e1c7ebaeb for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:22.761154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.764305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Network': ['ID=85c48b59-aae8-4713-b908-ec3824a86fbf,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:22.774348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:22.775662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Usage tracker for resource:network and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:22.778982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 85c48b59-aae8-4713-b908-ec3824a86fbf details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:22.780766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:22.787432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:22.807037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.842680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:22.847385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Usage tracker for resource:security_group_rule and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:22.851386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:22.859671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:22.872830 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-974705f7-f9ad-42fd-b56a-015f6bcda958 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3115747 Feb 15 13:39:22.872830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48116) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:22.879333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'subnet': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:22.946926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Made reservation on behalf of d6c6c2c889f942208327b355711ee06e for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:22.949256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.961584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:22.980319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.000159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1272992427-network', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:23.014483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.015003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.018833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Usage tracker for resource:network and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.021977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.033488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:23.041056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.048283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:23.053303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.053303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.055769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.060540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc80bb0-b80e-4bb5-9319-bde1031cfc0d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.061961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:23.063965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:subnet and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.066284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.066672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Added segment 1e0ebe9f-0068-418a-ba39-089decdcdaa8 of type vlan for network e0f16981-230f-48c8-9b37-6b391b2d955e Feb 15 13:39:23.068037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.074842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.075207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.085425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.086071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Tracked resource versions report: Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: pushed versions: Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: { 'AddressGroup': {'1.2'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'ConntrackHelper': {'1.0'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Log': {'1.0'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Network': {'1.1'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Port': {'1.7'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'PortForwarding': {'1.2'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'QosPolicy': {'1.8'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroup': {'1.4'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SubPort': {'1.0'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Subnet': {'1.1'}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Trunk': {'1.1'}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: consumer versions: Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: HyperV agent@hv-neutron-8281: {}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'ConntrackHelper': '1.0', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Log': '1.0', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Network': '1.1', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Port': '1.7', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'PortForwarding': '1.2', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'QosPolicy': '1.8', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroup': '1.4', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SecurityGroupRule': '1.2', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'SubPort': '1.0', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Subnet': '1.1', Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: 'Trunk': '1.1'}} Feb 15 13:39:23.086166 dv-neutron-828156-1-hyperv neutron-server[88297]: {{(pid=88297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:39:23.103271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.144861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Made reservation on behalf of 58c6b1f6f9eb45e38c4d4f3b4e658c92 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:23.148397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.170008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.199634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.202027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:23.205860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.220541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.222077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:23.222668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.245299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Usage tracker for resource:security_group_rule and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.259011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.260489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.352735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f16981-230f-48c8-9b37-6b391b2d955e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.359069 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-13872434-91c3-47f4-b896-12f42984f458 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1018927 Feb 15 13:39:23.369392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e0f16981-230f-48c8-9b37-6b391b2d955e details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:23.379092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48138) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:23.395861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Request body: {'subnet': {'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1528949450-subnet', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:23.406343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.413277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Usage tracker for resource:subnet and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.417616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.426496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:23.434227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:23.436329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.457671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48144) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:23.485891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf2ec5-88e0-4c21-956f-c138b0048e1b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.517255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:23.558056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.558394 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Added segment 114646e5-b707-41e3-9f70-f873e6c49c68 of type vlan for network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 Feb 15 13:39:23.601079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.625951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Made reservation on behalf of df951c4807a14c0b9506ef1e1c7ebaeb for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:23.628540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.666051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.699762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.750580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.759352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:23.759352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.768468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Checking segment: {'id': '4d0a376a-c006-48b8-8e40-1077da130338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:23.768810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network hostable DHCP agents. Network: 85c48b59-aae8-4713-b908-ec3824a86fbf, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:23.773276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Subnet': ['ID=e96e6d63-b9b2-4839-8872-a70b7bf8ad1e,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.790964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.893995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:23.918338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:23.924208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e1b95-9ea9-48d2-b26b-bc747998fdf1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.931586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.931925 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Added segment 040a9f4a-10f2-490f-bbcc-eb703d92cbf9 of type vlan for network f86d5583-f855-49a4-a048-1cedea2216cd Feb 15 13:39:23.944735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=14314eba-e4ba-4837-8bf5-8e0f67fb9465,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:23.963082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:23.967491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:23.974051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1261367761'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:23.978920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:23.985084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Usage tracker for resource:network and tenant:603d7e74aea24696b057feb236a8d6f8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:23.989993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:23.997757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-75bca9ab-4e3d-4d75-8f8f-c63d0a638ab0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7588391 Feb 15 13:39:23.998433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48162) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.005115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.005370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Request body: {'subnet': {'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1353423254-subnet', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:24.008983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.013261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Usage tracker for resource:subnet and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.016276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.032934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 85c48b59-aae8-4713-b908-ec3824a86fbf) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:24.037295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.051698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:24.052335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.083718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.084133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d43af6-4b49-43ce-b2a7-2484e2380337 None None] Network 85c48b59-aae8-4713-b908-ec3824a86fbf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:24.106395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.107869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:24.109382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.147513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Made reservation on behalf of 603d7e74aea24696b057feb236a8d6f8 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:24.151321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.167538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d932347-ede5-4cf9-b6ca-b77a37ebd742,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:24.180631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.224253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.228284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Usage tracker for resource:security_group_rule and tenant:603d7e74aea24696b057feb236a8d6f8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.231500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.237372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.276135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Checking segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:24.276786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Network hostable DHCP agents. Network: e0f16981-230f-48c8-9b37-6b391b2d955e, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:24.279716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-619ee2ed-c7a3-42c6-9c4b-e9ee5a1d0c55 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4060481 Feb 15 13:39:24.294201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Made reservation on behalf of d6c6c2c889f942208327b355711ee06e for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:24.294571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48174) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.297236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.309369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1420259113'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:24.336454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48178) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.348081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-85c48b59-aae8-4713-b908-ec3824a86fbf', 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'tenant_id': '56d4da3698794541b2b2c1b898523383', 'fixed_ips': [{'subnet_id': 'e96e6d63-b9b2-4839-8872-a70b7bf8ad1e'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:24.348081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.441768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Network e0f16981-230f-48c8-9b37-6b391b2d955e is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:24.494999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48184) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.519419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f86d5583-f855-49a4-a048-1cedea2216cd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:24.540550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f86d5583-f855-49a4-a048-1cedea2216cd details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:24.543612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e0f16981-230f-48c8-9b37-6b391b2d955e) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:24.557170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:24.557775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.632879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.639631 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7314e1f2-1fbf-4710-8f71-75ee914d41d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0353999 Feb 15 13:39:24.639815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.640557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48192) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.641437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:port and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.648102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.654936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Request body: {'subnet': {'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1272992427-subnet', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:24.664299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.668372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Usage tracker for resource:subnet and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.671609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.679444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.691675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.705678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec453e-0b3d-4ba1-88de-3f391af9fd60 None None] Network e0f16981-230f-48c8-9b37-6b391b2d955e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:24.722997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48200) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:24.724682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-36b4ae15-fd11-4394-ab9c-a4957a7c9932 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3412991 Feb 15 13:39:24.727229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.735452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:24.743708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Allocated IP 172.20.0.2 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/e455567f-c1c1-4843-97c1-cc29dbc8e110) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:24.749098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:24.749548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.758208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Usage tracker for resource:router and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.761695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.763271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.763620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Added segment 08a49865-01e6-4223-8454-8ecaf7a36ed5 of type vlan for network d13419be-d312-43bd-bf02-da253ea43ecd Feb 15 13:39:24.768656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:24.805981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Made reservation on behalf of 58c6b1f6f9eb45e38c4d4f3b4e658c92 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:24.808527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.826341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.833485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1573800336'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:24.838540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.842906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:24.846555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.873715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:24.878441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Usage tracker for resource:network and tenant:df8a80141b184d8980b51dc1d3f29eab is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:24.895141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.895958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port 208f81bd-1263-4b7e-8248-d8485a33e109 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:24.896884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:24.933058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:24.955833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e480942f-6c7e-4e21-8cc1-11270a42a8cf,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:24.964151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.001080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2058989842', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:25.010943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:25.044846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58356b0-136e-4d62-ab44-b2886669ff85,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:25.070910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:25.085804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Usage tracker for resource:port and tenant:9cd58a91185c4bff9e5b37df51b9e38a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:25.090071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Checking segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:25.090549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Network hostable DHCP agents. Network: 14314eba-e4ba-4837-8bf5-8e0f67fb9465, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:25.100890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:25.129844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:25.131667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Made reservation on behalf of df8a80141b184d8980b51dc1d3f29eab for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:25.135800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.157815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.160726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.172930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.173130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Transition to ACTIVE for port object e455567f-c1c1-4843-97c1-cc29dbc8e110 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:25.179004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:25.179575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.192753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:25.200804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Transition to ACTIVE for port object e455567f-c1c1-4843-97c1-cc29dbc8e110 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:25.217453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:25.254848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-e0f16981-230f-48c8-9b37-6b391b2d955e', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:25.254848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.272182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.287652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Usage tracker for resource:security_group_rule and tenant:df8a80141b184d8980b51dc1d3f29eab is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:25.290411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Made reservation on behalf of 9cd58a91185c4bff9e5b37df51b9e38a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:25.292835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.334064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:25.394960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:25.404617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.449435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:25.452640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event updated for resources: {'Network': ['ID=d13419be-d312-43bd-bf02-da253ea43ecd,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:25.457108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:25.466571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:25.466701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:25.468838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Pushing event updated for resources: {'Port': ['ID=e455567f-c1c1-4843-97c1-cc29dbc8e110,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:25.470892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 14314eba-e4ba-4837-8bf5-8e0f67fb9465) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:25.479365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network d13419be-d312-43bd-bf02-da253ea43ecd details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:25.487504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7bfe0cda-eebd-4a7c-a1e9-93f4c64a6a58 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0251863 Feb 15 13:39:25.487504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Usage tracker for resource:security_group_rule and tenant:9cd58a91185c4bff9e5b37df51b9e38a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:25.496256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:25.496486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48218) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:25.507729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Request body: {'subnet': {'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:25.508138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f249e6a-de35-4dcb-b100-e8e279d78dba None None] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:25.520058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.9 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/208f81bd-1263-4b7e-8248-d8485a33e109) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:25.525061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:25.583606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48226) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:25.634931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.660894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:25.662254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.672790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.673453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.674432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.674902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.675404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.675771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.676105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.676434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.676778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.677124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.677479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.677850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Tracked resource versions report: Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: pushed versions: Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: { 'AddressGroup': {'1.2'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'ConntrackHelper': {'1.0'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Log': {'1.0'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Network': {'1.1'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Port': {'1.7'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'PortForwarding': {'1.2'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'QosPolicy': {'1.8'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroup': {'1.4'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SubPort': {'1.0'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Subnet': {'1.1'}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Trunk': {'1.1'}} Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: consumer versions: Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: HyperV agent@hv-neutron-8281: {}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'ConntrackHelper': '1.0', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Log': '1.0', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Network': '1.1', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Port': '1.7', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'PortForwarding': '1.2', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'QosPolicy': '1.8', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroup': '1.4', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SecurityGroupRule': '1.2', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'SubPort': '1.0', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Subnet': '1.1', Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: 'Trunk': '1.1'}} Feb 15 13:39:25.678858 dv-neutron-828156-1-hyperv neutron-server[88298]: {{(pid=88298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:39:25.697323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.822269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:25.842173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Usage tracker for resource:subnet and tenant:603d7e74aea24696b057feb236a8d6f8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:25.853442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:25.891866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036e8f06-10c4-4359-beb6-eb023150a07d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:25.908837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Attempting to bind port e455567f-c1c1-4843-97c1-cc29dbc8e110 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:25.912457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Attempting to bind port e455567f-c1c1-4843-97c1-cc29dbc8e110 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '4d0a376a-c006-48b8-8e40-1077da130338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:25.912457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Attempting to bind port e455567f-c1c1-4843-97c1-cc29dbc8e110 on network 85c48b59-aae8-4713-b908-ec3824a86fbf {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:25.932066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:25.932322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:25.932471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Checking segment: {'id': '4d0a376a-c006-48b8-8e40-1077da130338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:25.933157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.933283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Bound using segment: {'id': '4d0a376a-c006-48b8-8e40-1077da130338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:25.933757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Bound port: e455567f-c1c1-4843-97c1-cc29dbc8e110, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0a376a-c006-48b8-8e40-1077da130338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:25.934153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:25.938924 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a69e23d0-c696-47b6-b6ca-cdec20747552 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9395318 Feb 15 13:39:25.942753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48232) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:25.958185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:25.965614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:25.973724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Usage tracker for resource:router and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:25.979250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:25.988284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:26.010705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:26.029074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Checking segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:26.029485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Network hostable DHCP agents. Network: f86d5583-f855-49a4-a048-1cedea2216cd, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:26.048759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:26.061387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:floatingip and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:26.067852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Allocated IP 172.20.0.2 (e0f16981-230f-48c8-9b37-6b391b2d955e/4d932347-ede5-4cf9-b6ca-b77a37ebd742/b9eb7cc8-b789-4d79-8d1f-13a7ee201e44) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:26.070084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:26.071082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.073554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.074668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:26.079862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.097463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Made reservation on behalf of 603d7e74aea24696b057feb236a8d6f8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:26.100327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.105756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:26.129078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.130919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object 208f81bd-1263-4b7e-8248-d8485a33e109 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:26.164583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.196322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:26.208305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Network f86d5583-f855-49a4-a048-1cedea2216cd is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:26.212624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b2efa-245b-4ff9-bda6-c01d5e27c2e8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:26.224997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.225240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Added segment 78c17865-70c5-47be-9f8c-e6ab30ff6102 of type vlan for network 234dc8ed-85ee-45b4-949f-60b9af3f2bed Feb 15 13:39:26.237994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.279120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.289708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:26.292396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.294393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.297300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.333275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] device_id is not set on port d407a54d-28ba-4b55-9b07-dfe7a8404e6b yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:26.335057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.341478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:26.349074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.386523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.391999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f86d5583-f855-49a4-a048-1cedea2216cd) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:26.396802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:26.397392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.411336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Allocated IP 172.20.0.2 (14314eba-e4ba-4837-8bf5-8e0f67fb9465/e480942f-6c7e-4e21-8cc1-11270a42a8cf/2531382c-1a44-4fe4-bbf3-4f216cf45b72) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:26.417588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b3f27-7ec0-4be9-8265-dcd9dfdea4a0 None None] Network f86d5583-f855-49a4-a048-1cedea2216cd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:26.466031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.538613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:26.552790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.558813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:26.561440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:26.568198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:26.568817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.601457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=208f81bd-1263-4b7e-8248-d8485a33e109,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:26.679372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896964d6-943f-4101-87ae-ccb20ab1427a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:26.734052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.769240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c879d8f-6ad9-4e51-b7c7-5921e1c0ec9d None None] Pushing event updated for resources: {'Port': ['ID=e455567f-c1c1-4843-97c1-cc29dbc8e110,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:26.787981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Transition to ACTIVE for port object b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:26.794295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-061be476-5deb-45e5-b004-059eeb5010b2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1483278 Feb 15 13:39:26.802457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48238) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:26.819953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Allocated IP 172.26.0.99 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/d407a54d-28ba-4b55-9b07-dfe7a8404e6b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:26.825664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:26.834480 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a29521b-491e-46d5-9862-bf100e50a313 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5328708 Feb 15 13:39:26.837947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.838297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48242) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:26.841799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:26.849763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1690232184', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a7:e5:54'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:26.857748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Usage tracker for resource:router and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:26.862539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:26.870194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:26.896354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Transition to ACTIVE for port object b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:26.937098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.944088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:26.948042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:26.985503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.018956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.023730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.024498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.170582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.170940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.175085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Network e0f16981-230f-48c8-9b37-6b391b2d955e is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:27.184140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:27.186777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:27.197537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f86d5583-f855-49a4-a048-1cedea2216cd', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:27.198678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.210831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event updated for resources: {'Subnet': ['ID=7a7cea81-d7f2-4056-921e-b4754109f6ba,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:27.214629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Pushing event updated for resources: {'Port': ['ID=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:27.218024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8803477 Feb 15 13:39:27.224251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Transition to ACTIVE for port object 2531382c-1a44-4fe4-bbf3-4f216cf45b72 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:27.231123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48246) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:27.247701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.250984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0a64-f85b-427b-a7a5-f1480af0c895 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Pushing event updated for resources: {'Network': ['ID=234dc8ed-85ee-45b4-949f-60b9af3f2bed,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:27.256937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Checking segment: {'id': '08a49865-01e6-4223-8454-8ecaf7a36ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:27.262776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Network hostable DHCP agents. Network: d13419be-d312-43bd-bf02-da253ea43ecd, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:27.307823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 234dc8ed-85ee-45b4-949f-60b9af3f2bed details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:27.375098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:27.397436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:port and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:27.409263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'name': 'tempest-network--1159941411', 'router:external': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:27.416806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:27.419753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Network d13419be-d312-43bd-bf02-da253ea43ecd is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:27.430818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.437492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:27.447793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Transition to ACTIVE for port object 2531382c-1a44-4fe4-bbf3-4f216cf45b72 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:27.497752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:27.499828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Attempting to bind port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:27.500204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Attempting to bind port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:27.500571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Attempting to bind port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 on network e0f16981-230f-48c8-9b37-6b391b2d955e {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:27.506137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:27.507878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:network and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:27.513072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:27.522750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:27.524203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:27.524810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Checking segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:27.525392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.525810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Bound using segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:27.526459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Bound port: b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:27.527028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.547794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.578638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.643203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Allocated IP 172.26.0.103 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/0c4b905a-5ceb-434e-b104-687f8b672d16) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:27.680181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:27.693293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:27.705496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:27.706781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:27.707458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.711713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Allocated IP 172.20.0.2 (f86d5583-f855-49a4-a048-1cedea2216cd/036e8f06-10c4-4359-beb6-eb023150a07d/4339a96a-d54e-46f9-8f49-d5f71703cdde) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:27.726097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Pushing event updated for resources: {'Port': ['ID=2531382c-1a44-4fe4-bbf3-4f216cf45b72,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:27.733621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Pushing event updated for resources: {'Port': ['ID=d407a54d-28ba-4b55-9b07-dfe7a8404e6b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:27.776223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.800604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port 9e8f0014-b336-4795-bcd1-20acd00d023b yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:27.808386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:27.833165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:27.836254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2281a5e6-3b1b-43fc-bad9-d1ccabfc7688 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3366282 Feb 15 13:39:27.842418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:27.844344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:27.850498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, d13419be-d312-43bd-bf02-da253ea43ecd) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:27.874838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:27.880564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.893828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:27.943078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769ed86-aa0e-4a57-8e9a-b45e17112a5c None None] Network d13419be-d312-43bd-bf02-da253ea43ecd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:28.007418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.7 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/9e8f0014-b336-4795-bcd1-20acd00d023b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:28.034992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:28.037528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.061456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582dff3-bdc8-4d93-914f-c0eb055b6661 None None] Network 85c48b59-aae8-4713-b908-ec3824a86fbf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:28.078213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] For port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:28.134590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.137841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.150413 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-75f9103c-5aa2-4bd5-b653-ff3bff89cdec tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6481125 Feb 15 13:39:28.156209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:28.182324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] For port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:28.198561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Request body: {'port': {'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-52103807'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:28.218204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Attempting to bind port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:28.218693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Attempting to bind port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:28.219189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Attempting to bind port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 on network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:28.249132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.258367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.99'}]}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:28.265288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:28.268568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:28.271396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.273431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:28.273884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Checking segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:28.274353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.274797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Bound using segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:28.275350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Bound port: 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:28.275882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.277393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object 9e8f0014-b336-4795-bcd1-20acd00d023b will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:28.281099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Usage tracker for resource:router and tenant:9cd58a91185c4bff9e5b37df51b9e38a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:28.285934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:28.293968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:28.352749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1e7980e9-63d7-4b42-933e-5dea81784d8a None None] Provisioning for port e455567f-c1c1-4843-97c1-cc29dbc8e110 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:28.363767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.364962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.382376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.392614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.399831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:security_group_rule and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:28.410318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:28.428788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:28.471458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:28.475437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:28.479490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:28.485291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:28.487279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.504818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=9e8f0014-b336-4795-bcd1-20acd00d023b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:28.514144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:28.606156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.034428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.034428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e455567f-c1c1-4843-97c1-cc29dbc8e110 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:29.040957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:29.040957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Usage tracker for resource:port and tenant:603d7e74aea24696b057feb236a8d6f8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:29.040957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:29.043342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-218dfb81-482f-437b-87d8-96b74f4b0b4d tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9644647 Feb 15 13:39:29.043342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48264) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:29.044015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:29.044015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.044015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.044248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Transition to ACTIVE for port object 4339a96a-d54e-46f9-8f49-d5f71703cdde will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:29.044248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18dba-ed11-414a-b238-96286a7725cb None None] Pushing event updated for resources: {'Port': ['ID=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:29.044417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:29.044417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:29.044417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.044417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Made reservation on behalf of 603d7e74aea24696b057feb236a8d6f8 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:29.044417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.046251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-d13419be-d312-43bd-bf02-da253ea43ecd', 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd', 'tenant_id': '603d7e74aea24696b057feb236a8d6f8', 'fixed_ips': [{'subnet_id': '7a7cea81-d7f2-4056-921e-b4754109f6ba'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:29.046251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.046400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:29.054309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] For port 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:29.071532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] For port 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2531382c-1a44-4fe4-bbf3-4f216cf45b72,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:29.084533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Transition to ACTIVE for port object 4339a96a-d54e-46f9-8f49-d5f71703cdde will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:29.140787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e455567f-c1c1-4843-97c1-cc29dbc8e110 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:29.160646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e455567f-c1c1-4843-97c1-cc29dbc8e110 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:29.161119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.190430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Allocated IP 172.26.0.56 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/b92358be-00c1-4437-bcc9-cd31deb331e5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:29.194807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.198318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.202570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.238170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:29.243711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4b905a-5ceb-434e-b104-687f8b672d16,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:29.270273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] device_id is not set on port ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:29.385890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.386100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Network f86d5583-f855-49a4-a048-1cedea2216cd is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:29.386552 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Added segment bcf769ed-f1ba-4d93-be5e-508910df23c2 of type vlan for network fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3 Feb 15 13:39:29.388946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:29.395468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:29.397922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:29.400252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:29.402590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:29.403597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Synchronizing usage tracker for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:29.413286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389c825-2f84-4511-8d73-2c156412af18,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:29.416537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Pushing event updated for resources: {'Port': ['ID=4339a96a-d54e-46f9-8f49-d5f71703cdde,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:29.480653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.491788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.567606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.570707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.590013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2607ce1c-1df8-419f-92b5-ea5fcd9616ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.611604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Unset dirty status for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:29.616092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a34eb741-bdeb-4846-8fc6-3d74f90c0509 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8021486 Feb 15 13:39:29.621937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48272) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:29.675334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Attempting to bind port 4339a96a-d54e-46f9-8f49-d5f71703cdde on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:29.675687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Attempting to bind port 4339a96a-d54e-46f9-8f49-d5f71703cdde by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:29.676042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Attempting to bind port 4339a96a-d54e-46f9-8f49-d5f71703cdde on network f86d5583-f855-49a4-a048-1cedea2216cd {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:29.691464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:29.691843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Checking segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:29.692245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.692640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Bound using segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:29.693118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Bound port: 4339a96a-d54e-46f9-8f49-d5f71703cdde, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:29.693538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.694377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:29.864140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Allocated IP 172.20.0.2 (d13419be-d312-43bd-bf02-da253ea43ecd/7a7cea81-d7f2-4056-921e-b4754109f6ba/d7ab2f88-2318-4e15-8108-2070544992b1) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:29.867687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359144f-fb3e-4293-b85b-21a09dbf16a2 None None] Pushing event updated for resources: {'Port': ['ID=2531382c-1a44-4fe4-bbf3-4f216cf45b72,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:29.895377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.028986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:30.085373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Allocated IP 172.26.0.96 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/5104506f-c6db-43a6-a661-0e195cf8c8ea) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:30.085904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] For port 4339a96a-d54e-46f9-8f49-d5f71703cdde, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:30.094610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] For port 4339a96a-d54e-46f9-8f49-d5f71703cdde, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4339a96a-d54e-46f9-8f49-d5f71703cdde,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:30.130629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:30.134621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:30.136730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=b92358be-00c1-4437-bcc9-cd31deb331e5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:30.136913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.138564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Provisioning complete for port e455567f-c1c1-4843-97c1-cc29dbc8e110 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:30.138937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.148887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port 9e8f0014-b336-4795-bcd1-20acd00d023b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:30.149333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.191141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:30.204178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.289506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.437901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.452283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Transition to ACTIVE for port object d7ab2f88-2318-4e15-8108-2070544992b1 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:30.470943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.479456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4d68e-4dc4-44f6-84ff-381f53827c89 None None] Pushing event updated for resources: {'Port': ['ID=4339a96a-d54e-46f9-8f49-d5f71703cdde,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:30.516758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5610eba-2e2f-4f2e-a083-3c48586f1318 None None] Network e0f16981-230f-48c8-9b37-6b391b2d955e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:30.537610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.539179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:30.539759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.557855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.691976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Transition to ACTIVE for port object d7ab2f88-2318-4e15-8108-2070544992b1 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:30.764606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.820985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:30.902196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:30.942458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Network d13419be-d312-43bd-bf02-da253ea43ecd is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:30.960987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:30.963631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:30.988254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.026274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.069485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.102590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e455567f-c1c1-4843-97c1-cc29dbc8e110,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:31.116515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:31.166289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Provisioning for port 9e8f0014-b336-4795-bcd1-20acd00d023b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:31.176078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:31.198727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Attempting to bind port d7ab2f88-2318-4e15-8108-2070544992b1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:31.199109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Attempting to bind port d7ab2f88-2318-4e15-8108-2070544992b1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '08a49865-01e6-4223-8454-8ecaf7a36ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:31.199476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Attempting to bind port d7ab2f88-2318-4e15-8108-2070544992b1 on network d13419be-d312-43bd-bf02-da253ea43ecd {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:31.218724 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-43df0dd5-710a-44e8-9566-e83c5362fa9b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.9895761 Feb 15 13:39:31.233757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:31.238107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Allocated IP 172.20.0.11 (d13419be-d312-43bd-bf02-da253ea43ecd/7a7cea81-d7f2-4056-921e-b4754109f6ba/ebc6f627-4a7f-4e35-9dd3-c061422fbcb0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:31.260363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Provisioning complete for port 9e8f0014-b336-4795-bcd1-20acd00d023b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:31.260733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.324376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for 9e8f0014-b336-4795-bcd1-20acd00d023b owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:31.376596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f01ab-511d-4f8c-9126-8d4a82ed6fa3 None None] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:31.396164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.419795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.450831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Port 9e8f0014-b336-4795-bcd1-20acd00d023b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:31.454938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:31.455669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Checking segment: {'id': '08a49865-01e6-4223-8454-8ecaf7a36ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:31.456153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.456499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Bound using segment: {'id': '08a49865-01e6-4223-8454-8ecaf7a36ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:31.457132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Bound port: d7ab2f88-2318-4e15-8108-2070544992b1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a49865-01e6-4223-8454-8ecaf7a36ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd13419be-d312-43bd-bf02-da253ea43ecd'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:31.457570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.513774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:31.532057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.611557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Provisioning for port 208f81bd-1263-4b7e-8248-d8485a33e109 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:31.629918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Provisioning complete for port 208f81bd-1263-4b7e-8248-d8485a33e109 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:31.630211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.687438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.703022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2531382c-1a44-4fe4-bbf3-4f216cf45b72 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:31.753331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.757640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:31.787709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Pushing event updated for resources: {'Port': ['ID=d7ab2f88-2318-4e15-8108-2070544992b1,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:31.814751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:31.820942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=9e8f0014-b336-4795-bcd1-20acd00d023b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:31.824245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:31.847458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e1944-ad89-429f-9630-5215d358879f None None] Network f86d5583-f855-49a4-a048-1cedea2216cd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:31.891658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4918671a-ec2d-4515-a336-b28ee2b87845 None None] Port 208f81bd-1263-4b7e-8248-d8485a33e109 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:31.909908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:31.943897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.066210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.069833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4753959 Feb 15 13:39:32.073924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Allocated IP 172.26.0.253 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/7aa3ca0e-80b5-47c8-9efe-88f002163fb7) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:32.075359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Could not find standard attr ID for object 9e8f0014-b336-4795-bcd1-20acd00d023b. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:39:32.077695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48284) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:32.085377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266e4a3-85eb-42b5-b233-44c90638354e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=b92358be-00c1-4437-bcc9-cd31deb331e5,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:32.092223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1378761249'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:32.098023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.102302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b68f4351-375a-4027-8208-e1467abcc2b7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/9e8f0014-b336-4795-bcd1-20acd00d023b HTTP/1.1" status: 204 len: 168 time: 2.4774468 Feb 15 13:39:32.103214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48288) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:32.104983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:32.149332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] For port d7ab2f88-2318-4e15-8108-2070544992b1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:32.153023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:network and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:32.155450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea84974a-979d-4820-a03f-235df8eb5587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.161528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:32.168301 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2568c93-313a-483f-8aec-971b7443278c tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] GET failed (client error): The resource could not be found. Feb 15 13:39:32.168806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d2568c93-313a-483f-8aec-971b7443278c tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Synchronizing usage tracker for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:32.171365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:32.205052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] For port d7ab2f88-2318-4e15-8108-2070544992b1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d7ab2f88-2318-4e15-8108-2070544992b1,segment=NetworkSegment(08a49865-01e6-4223-8454-8ecaf7a36ed5),segment_id=08a49865-01e6-4223-8454-8ecaf7a36ed5)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:32.231069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Made reservation on behalf of 869af6d4a2ee44aea41cf3cf9faf0a60 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:32.234587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.247954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.263513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d2568c93-313a-483f-8aec-971b7443278c tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Unset dirty status for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:32.269241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d2568c93-313a-483f-8aec-971b7443278c tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports/9e8f0014-b336-4795-bcd1-20acd00d023b HTTP/1.1" status: 404 len: 333 time: 0.1571398 Feb 15 13:39:32.269376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Pushing event updated for resources: {'Port': ['ID=5104506f-c6db-43a6-a661-0e195cf8c8ea,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:32.269975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:32.271438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48292) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:32.277983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1569789599'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:32.294210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:32.295447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:security_group_rule and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:32.299774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:32.301458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:32.301915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.355923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:32.370055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:32.370434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.390506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.415376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning complete for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:32.415694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.452233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:32.472525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:32.492137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.509092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.509469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.510236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.510561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > port after_create 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.510985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.511348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > port after_update 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.511674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.512019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.512356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.512685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.513759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.565610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:32.569277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.592238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:32.620619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a009-3d80-492b-9fe5-5f4e7d7389f7 None None] Pushing event updated for resources: {'Port': ['ID=d7ab2f88-2318-4e15-8108-2070544992b1,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:32.670513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.674473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.757030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:32.770575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905e521f-3352-4e0c-a407-e8b29ea17ad8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:32.773368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.774073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.774556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.775182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:32.775705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:32.799778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.800138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Added segment 3ecd3c1c-80e7-496a-ab74-1e362fe718d1 of type vlan for network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 Feb 15 13:39:32.830802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf769ed-f1ba-4d93-be5e-508910df23c2') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:32.831114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf769ed-f1ba-4d93-be5e-508910df23c2') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:32.880290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.882352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Transition to ACTIVE for port object ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:32.889830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.917178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.922968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.953067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.10 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:32.953685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:32.975757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] For port 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2531382c-1a44-4fe4-bbf3-4f216cf45b72,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:33.020403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.049326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.140436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.160951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.170387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.180577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:33.181245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.194054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:39:33.194638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: from cryptography.utils import int_from_bytes Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: from cryptography.utils import int_from_bytes Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn_limited( Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn_limited( Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:39:33.213768 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:39:33.236724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:39:33.237111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:39:33.242359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Pushing event updated for resources: {'Port': ['ID=2531382c-1a44-4fe4-bbf3-4f216cf45b72,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:33.342249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.349747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning for port 4339a96a-d54e-46f9-8f49-d5f71703cdde completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:33.357803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Network': ['ID=69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:33.373821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:33.422594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Router 3d5d1844-0add-41b5-9445-d584091eb385 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:39:33.486372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2b33fccf-de22-4d93-9651-b5cf94169d33 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4037101 Feb 15 13:39:33.489719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:33.495263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Network d13419be-d312-43bd-bf02-da253ea43ecd is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:33.508909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Request body: {'subnet': {'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:33.510460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning for port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:33.526031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning complete for port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:33.526411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.552285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:33.554954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:33.586627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.594514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event updated for resources: {'Port': ['ID=ebc6f627-4a7f-4e35-9dd3-c061422fbcb0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:33.613360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.636759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.657371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:33.698371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:39:33.717233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.728040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.758691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:33.758691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:subnet and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:33.761441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:33.769167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:33.778751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.780713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Network': ['ID=fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:33.846600 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-be2bea20-755c-46c7-b20e-adb9c170860d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/fce0f3a0-3bec-4790-8ac5-8a0030f5a8f3 HTTP/1.1" status: 204 len: 168 time: 2.6116424 Feb 15 13:39:33.874044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:33.959404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] For port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:33.972237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:34.025801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:34.026419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.034265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:34.039777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Made reservation on behalf of 869af6d4a2ee44aea41cf3cf9faf0a60 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:34.042593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.045669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.074804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:34.141157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:34.150222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Pushing event updated for resources: {'Port': ['ID=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:34.150467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:34.156269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4339a96a-d54e-46f9-8f49-d5f71703cdde up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:34.174417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:34.232549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.234576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757f9d-fc48-4ed1-a35d-90e491fdb65b None None] Network d13419be-d312-43bd-bf02-da253ea43ecd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:34.301675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:network and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:34.309139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:34.328706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:34.346902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:34.347540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Provisioning complete for port 208f81bd-1263-4b7e-8248-d8485a33e109 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:34.347540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.367399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:34.424991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4339a96a-d54e-46f9-8f49-d5f71703cdde completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:34.443471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4339a96a-d54e-46f9-8f49-d5f71703cdde triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:34.443959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.487847 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-45d1b7bf-cec8-43d1-bab4-cca6e49c1075 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3253355 Feb 15 13:39:34.488827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:34.491757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.505844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48304) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:34.525502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-07d7623c-ddce-4e60-b207-cebbde0a4eea None None] Port 208f81bd-1263-4b7e-8248-d8485a33e109 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:34.534159 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Sync routers for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:34.544384 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:34.545183 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:34.634770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.649382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.651311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.655769 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3a957212-ea81-4f12-9aa2-efa7aabd8aa3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9291582 Feb 15 13:39:34.656688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48308) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:34.656991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.662573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.680666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:34.690684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.691020 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Added segment 6122e154-2410-43f2-b4f0-248a6e64a022 of type vlan for network 7104a479-fb31-430c-82bc-bfb221d2eaab Feb 15 13:39:34.723031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.742080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Provisioning for port d7ab2f88-2318-4e15-8108-2070544992b1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:34.748232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 4339a96a-d54e-46f9-8f49-d5f71703cdde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4339a96a-d54e-46f9-8f49-d5f71703cdde,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:34.775637 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:34.790065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Provisioning complete for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:34.791177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.874715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.877199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d7ab2f88-2318-4e15-8108-2070544992b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:34.884573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Deleting port ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:34.885017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.895591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.896552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:34.897142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:34.947566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.008946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0134766 Feb 15 13:39:35.022965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48312) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:35.030797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.031269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 433074be-8585-4cea-b016-6768f415e648 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:39:35.038151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Subnet': ['ID=e47b6d0d-2e87-452c-b360-617119ed77d0,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:35.062118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:35.073779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:35.077208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:35.083822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:35.084205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.097598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=4339a96a-d54e-46f9-8f49-d5f71703cdde,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:35.101037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'subnet': {'network_id': '7104a479-fb31-430c-82bc-bfb221d2eaab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:35.215257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Checking segment: {'id': '3ecd3c1c-80e7-496a-ab74-1e362fe718d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:35.215661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network hostable DHCP agents. Network: 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:35.220831 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:29Z', 'revision_number': 3, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:35.221009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:35.222759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Checking router: 3d5d1844-0add-41b5-9445-d584091eb385 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:35.223279 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Updating router 3d5d1844-0add-41b5-9445-d584091eb385 port 0c4b905a-5ceb-434e-b104-687f8b672d16 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:35.228155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:subnet and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:35.235354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:35.241695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Provisioning complete for port 4339a96a-d54e-46f9-8f49-d5f71703cdde triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:35.242066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.248316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:35.295690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port d7ab2f88-2318-4e15-8108-2070544992b1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:35.306220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.311762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d7ab2f88-2318-4e15-8108-2070544992b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:35.312448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.340358 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.385741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.448777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76defa2-f750-4e56-9f5e-11655eb2e855 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=7104a479-fb31-430c-82bc-bfb221d2eaab,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:35.485278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7104a479-fb31-430c-82bc-bfb221d2eaab details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:35.569005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:35.571300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.654888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Calling delete_port for ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:35.809106 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.831812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.852038 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Transition to ACTIVE for port object 0c4b905a-5ceb-434e-b104-687f8b672d16 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:35.855291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:35.861303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Provisioning complete for port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:35.862165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f329-69a3-45e3-a75f-0fef0fa88f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.912302 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.913476 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:39:35.917286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e2f00237-344f-4295-ae2e-833f4ea31775 tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.6680677 Feb 15 13:39:35.917286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:35.922541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48316) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:35.928868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port d7ab2f88-2318-4e15-8108-2070544992b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d7ab2f88-2318-4e15-8108-2070544992b1,segment=NetworkSegment(08a49865-01e6-4223-8454-8ecaf7a36ed5),segment_id=08a49865-01e6-4223-8454-8ecaf7a36ed5)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:35.980893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-417cf2d1-9b81-4654-b7bb-99dcfc6145a7 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7093942 Feb 15 13:39:35.981970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48320) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:35.984648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event deleted for resources: {'Port': ['ID=ebc6f627-4a7f-4e35-9dd3-c061422fbcb0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:35.991904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:35.997126 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Pushing event updated for resources: {'Port': ['ID=0c4b905a-5ceb-434e-b104-687f8b672d16,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:36.009560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a7:e5:54'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:36.018578 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.019210 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.019625 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.020173 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.020569 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.020998 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.021389 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.021816 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.022205 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.022719 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.023618 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.024503 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Tracked resource versions report: Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: pushed versions: Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: { 'AddressGroup': {'1.2'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'ConntrackHelper': {'1.0'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Log': {'1.0'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Network': {'1.1'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Port': {'1.7'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'PortForwarding': {'1.2'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'QosPolicy': {'1.8'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroup': {'1.4'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SubPort': {'1.0'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Subnet': {'1.1'}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Trunk': {'1.1'}} Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: consumer versions: Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: { DHCP agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: HyperV agent@hv-neutron-8281: {}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: L3 agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: Metadata agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: Metering agent@dv-neutron-828156-1-hyperv: {}, Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: Open vSwitch agent@dv-neutron-828156-1-hyperv: { 'AddressGroup': '1.2', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'ConntrackHelper': '1.0', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Log': '1.0', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Network': '1.1', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Port': '1.7', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'PortForwarding': '1.2', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'QosPolicy': '1.8', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroup': '1.4', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SecurityGroupRule': '1.2', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'SubPort': '1.0', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Subnet': '1.1', Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: 'Trunk': '1.1'}} Feb 15 13:39:36.028630 dv-neutron-828156-1-hyperv neutron-server[88299]: {{(pid=88299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:39:36.033213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.034096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2531382c-1a44-4fe4-bbf3-4f216cf45b72 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:36.075777 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Attempting to bind port 0c4b905a-5ceb-434e-b104-687f8b672d16 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:36.076530 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Attempting to bind port 0c4b905a-5ceb-434e-b104-687f8b672d16 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:36.077173 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Attempting to bind port 0c4b905a-5ceb-434e-b104-687f8b672d16 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:36.086987 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:36.089561 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:36.090223 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.090999 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:36.091886 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Bound port: 0c4b905a-5ceb-434e-b104-687f8b672d16, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:36.092514 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.136884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:36.158189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:36.168445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.184483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dcdd6-29c0-4dfc-88bd-c0ffcdc0e8fc None None] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:36.199145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Deleting port d407a54d-28ba-4b55-9b07-dfe7a8404e6b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:36.203052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.205110 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] For port 0c4b905a-5ceb-434e-b104-687f8b672d16, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:36.208954 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] For port 0c4b905a-5ceb-434e-b104-687f8b672d16, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0c4b905a-5ceb-434e-b104-687f8b672d16,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:36.236058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.242733 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-45e8d625-baf9-437b-9626-49380a4f0ac8 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "DELETE /v2.0/ports/ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 HTTP/1.1" status: 204 len: 168 time: 1.7356181 Feb 15 13:39:36.255608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:36.281995 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.347482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.347783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=d7ab2f88-2318-4e15-8108-2070544992b1,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:36.409902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-25c61a9f-8e83-4629-8242-500af1940d80 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9157691 Feb 15 13:39:36.412711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48330) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:36.417922 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a793ab-a066-4e14-aba5-02571f4243ea None None] Pushing event updated for resources: {'Port': ['ID=0c4b905a-5ceb-434e-b104-687f8b672d16,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:36.438925 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:36.440248 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:36.441599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1545538306', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:36.451172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:36.455323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:router and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:36.459198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:36.465062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:36.497457 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ad44ee4e-b92d-4277-8010-bd845627f129 tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2403564 Feb 15 13:39:36.498090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48334) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:36.536988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:36.537490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.583693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.609381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Provisioning complete for port d7ab2f88-2318-4e15-8108-2070544992b1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:36.609866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.624077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1527686932'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:36.633886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:36.644980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Usage tracker for resource:network and tenant:603d7e74aea24696b057feb236a8d6f8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:36.647763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:36.659095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:36.671220 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:36.673630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68', 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68', 'tenant_id': '869af6d4a2ee44aea41cf3cf9faf0a60', 'fixed_ips': [{'subnet_id': 'e47b6d0d-2e87-452c-b360-617119ed77d0'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:36.674609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.739323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.740346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.762878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Made reservation on behalf of 603d7e74aea24696b057feb236a8d6f8 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:36.767294 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.824880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:36.835182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.835650 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Added segment 383f80d8-0115-4f5b-8671-38450a06564d of type vlan for network 17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 Feb 15 13:39:36.867208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.922699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:36.969761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e455567f-c1c1-4843-97c1-cc29dbc8e110 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:37.010405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.010638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Could not find standard attr ID for object ebc6f627-4a7f-4e35-9dd3-c061422fbcb0. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:39:37.016087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:37.017130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.058133 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:29Z', 'revision_number': 3, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:37.063212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Allocated IP 172.20.0.2 (69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68/e47b6d0d-2e87-452c-b360-617119ed77d0/8f68bd23-73b1-424b-8508-9491fc695e53) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:37.064454 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a8ef11-fb14-49b2-9857-e13e53e3dcf5 None None] The sync data for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv is: [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:29Z', 'revision_number': 3, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:37.168369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Provisioning for port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:37.176982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Provisioning complete for port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:37.177778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.227133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e455567f-c1c1-4843-97c1-cc29dbc8e110 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:37.227685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.262726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event updated for resources: {'Network': ['ID=17a4eb47-01d5-4789-8d6e-d2f133f8c7a0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:37.279726 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-722d1950-b43a-4f5f-8794-e3576223f520 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7801588 Feb 15 13:39:37.280158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48338) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:37.300583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:37.393231 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:39:37.452085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0d2aedbf-d91e-42dc-b3e4-2001db346202 None None] Port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:37.626928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.639314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Transition to ACTIVE for port object 8f68bd23-73b1-424b-8508-9491fc695e53 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:37.664709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Transition to ACTIVE for port object 8f68bd23-73b1-424b-8508-9491fc695e53 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:37.745460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.752270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.776978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.783657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:39:37.794379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:39:37.823506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.854301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:37.867253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:37.870209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0c4b905a-5ceb-434e-b104-687f8b672d16 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:37.908127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:39:37.908654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.926302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:37.945623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:37.967790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-30215042-f366-4b1d-a3bb-80ec3555ba9e tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks HTTP/1.1" status: 200 len: 7280 time: 0.6220882 Feb 15 13:39:37.974592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48342) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:38.067518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Calling delete_port for d407a54d-28ba-4b55-9b07-dfe7a8404e6b owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:38.077276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Pushing event updated for resources: {'Port': ['ID=8f68bd23-73b1-424b-8508-9491fc695e53,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:38.080691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] In _notify_port_updated(), no bound segment for port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 on network 85c48b59-aae8-4713-b908-ec3824a86fbf {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:39:38.085338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Attempting to bind port 8f68bd23-73b1-424b-8508-9491fc695e53 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:38.085721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Attempting to bind port 8f68bd23-73b1-424b-8508-9491fc695e53 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '3ecd3c1c-80e7-496a-ab74-1e362fe718d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:38.086142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Attempting to bind port 8f68bd23-73b1-424b-8508-9491fc695e53 on network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:38.086242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:38.086779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.088049 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "PUT /v2.0/ports/1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 HTTP/1.1" status: 200 len: 994 time: 2.0880356 Feb 15 13:39:38.097689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:38.097689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Checking segment: {'id': '3ecd3c1c-80e7-496a-ab74-1e362fe718d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:38.097689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.097689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Bound using segment: {'id': '3ecd3c1c-80e7-496a-ab74-1e362fe718d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:38.097689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Bound port: 8f68bd23-73b1-424b-8508-9491fc695e53, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecd3c1c-80e7-496a-ab74-1e362fe718d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:38.098041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.099076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eafcbe09-5417-4c0c-b9c2-53f88367c514,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:38.138036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48346) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:38.179373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.207365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 0c4b905a-5ceb-434e-b104-687f8b672d16 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:38.214798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c5b1c-9dc2-4d8b-a13c-a633ee5cc080 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:38.232890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0c4b905a-5ceb-434e-b104-687f8b672d16 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:38.233464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.276167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:38.276604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.317739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] For port 8f68bd23-73b1-424b-8508-9491fc695e53, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:38.321481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] For port 8f68bd23-73b1-424b-8508-9491fc695e53, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8f68bd23-73b1-424b-8508-9491fc695e53,segment=NetworkSegment(3ecd3c1c-80e7-496a-ab74-1e362fe718d1),segment_id=3ecd3c1c-80e7-496a-ab74-1e362fe718d1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:38.384940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.395110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.398560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.443151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6e17a-7b8c-4baa-bf1b-3210a31b054e tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] Network 17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:38.482098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 0c4b905a-5ceb-434e-b104-687f8b672d16, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0c4b905a-5ceb-434e-b104-687f8b672d16,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:38.512976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b88e2904-3dc6-4c83-8c8d-4e8d22287e31 None None] Provisioning complete for port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:38.513593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b88e2904-3dc6-4c83-8c8d-4e8d22287e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.541016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f172-7ea3-423e-a043-2c416709c8f9 None None] Pushing event updated for resources: {'Port': ['ID=8f68bd23-73b1-424b-8508-9491fc695e53,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:38.574682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.575359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4339a96a-d54e-46f9-8f49-d5f71703cdde up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:38.700019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b88e2904-3dc6-4c83-8c8d-4e8d22287e31 None None] Port 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:38.718067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5de26-e7d8-4ff3-a3bb-2c2194f3cae4 None None] Network 17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:38.727116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7b6e17a-7b8c-4baa-bf1b-3210a31b054e tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "POST /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7039864 Feb 15 13:39:38.738437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48350) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:38.763508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Checking segment: {'id': '6122e154-2410-43f2-b4f0-248a6e64a022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7104a479-fb31-430c-82bc-bfb221d2eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:38.767840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Network hostable DHCP agents. Network: 7104a479-fb31-430c-82bc-bfb221d2eaab, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:38.803448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.864575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:38.939887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:38.984414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Sync routers for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:39.001630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=0c4b905a-5ceb-434e-b104-687f8b672d16,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:39.038652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:39.038652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:39.074294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Network 7104a479-fb31-430c-82bc-bfb221d2eaab is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:39.076535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:39:39.079529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.079750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.083920 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c62a07af-004d-47be-877d-bce3aa33bf94 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.1365001 Feb 15 13:39:39.088009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for 1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:39.088816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48354) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:39.117904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4339a96a-d54e-46f9-8f49-d5f71703cdde triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:39.118423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.192499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.194347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7104a479-fb31-430c-82bc-bfb221d2eaab) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:39.246806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Allocated IP 172.20.0.1 (e0f16981-230f-48c8-9b37-6b391b2d955e/4d932347-ede5-4cf9-b6ca-b77a37ebd742/2da85519-5622-4d55-b5fd-d4b7add0e629) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:39.333266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Pushing event deleted for resources: {'Port': ['ID=d407a54d-28ba-4b55-9b07-dfe7a8404e6b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:39.394010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-84fb8bd3-8940-4998-b3a7-fc9c6f591f3d tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks HTTP/1.1" status: 200 len: 8049 time: 0.6545184 Feb 15 13:39:39.394183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:39.398565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48362) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:39.444688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Allocated IP 172.26.0.76 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/42818632-59d9-4442-bfd2-751efbd5b56d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:39.528381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d7ab2f88-2318-4e15-8108-2070544992b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:39.560893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7755e-9364-4f22-8352-be7dd3bdaf73 None None] Network 7104a479-fb31-430c-82bc-bfb221d2eaab requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:39.696624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:39.697200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.763283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.848706 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-298ac436-65e1-47e7-b8f7-8825e43a4333 tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "DELETE /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks/17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 HTTP/1.1" status: 204 len: 168 time: 0.4465141 Feb 15 13:39:39.848706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:39.850349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48366) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:39.874503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d7ab2f88-2318-4e15-8108-2070544992b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:39.875018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.920656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:39.941744 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-13b71250-428a-43ed-8e85-f142d40944fe tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9081311 Feb 15 13:39:39.952869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48370) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:39.973721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'floatingip': {'floating_network_id': '7104a479-fb31-430c-82bc-bfb221d2eaab'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:39.979123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:39.986652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:floatingip and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:39.996675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:40.000043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:40.020388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.039231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Transition to ACTIVE for port object 2da85519-5622-4d55-b5fd-d4b7add0e629 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:40.047149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.053105 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9136a2c8-2f9d-4f23-8f52-e2c3f391cebb tempest-RoutersAdminNegativeIpV6Test-1744313628 tempest-RoutersAdminNegativeIpV6Test-1744313628-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d407a54d-28ba-4b55-9b07-dfe7a8404e6b HTTP/1.1" status: 204 len: 168 time: 4.1211205 Feb 15 13:39:40.112595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a1201-0525-4583-85f6-cb8c60b6f9f2 None None] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:40.182761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.192457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:40.201477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.202408 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Sync routers for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:40.230951 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:40.232119 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:40.378271 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-951ad5f3-a921-4954-8afc-68bfc8de3378 tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 0.4904354 Feb 15 13:39:40.380529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48376) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.409261 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-88a1e9a5-8c89-4be6-b32a-7f743eff14f4 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 HTTP/1.1" status: 204 len: 168 time: 2.2695916 Feb 15 13:39:40.418795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.428129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0a3b5350-31fc-4989-bea7-e552b975e931 tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/networks/d13419be-d312-43bd-bf02-da253ea43ecd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0465848 Feb 15 13:39:40.473197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48384) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.474079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95cb63b-f326-4b15-8a4b-06a51f210d40 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] GET failed (client error): The resource could not be found. Feb 15 13:39:40.474607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c95cb63b-f326-4b15-8a4b-06a51f210d40 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Synchronizing usage tracker for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:40.478228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e910a5-426f-4898-8770-e07be5ae28d2 None None] Network 7104a479-fb31-430c-82bc-bfb221d2eaab requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:40.489733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.510824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dc241dec-8eac-49d9-8cc9-e5722f9177bc None None] Provisioning for port 8f68bd23-73b1-424b-8508-9491fc695e53 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:40.541058 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:40.553644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.566932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=42818632-59d9-4442-bfd2-751efbd5b56d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:40.596879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f556860e-1b62-4e68-a5ba-73e480c81497 tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/networks/d13419be-d312-43bd-bf02-da253ea43ecd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1180139 Feb 15 13:39:40.602165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48390) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.603926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:40.624928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:40.629282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:40.693590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.695461 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-918a8649-206e-4259-9901-30e725e9dd18 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 13.8919194 Feb 15 13:39:40.709725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48394) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.711817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:40.736906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Network e0f16981-230f-48c8-9b37-6b391b2d955e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:40.741824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c95cb63b-f326-4b15-8a4b-06a51f210d40 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Unset dirty status for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:40.746421 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c95cb63b-f326-4b15-8a4b-06a51f210d40 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports/1e44d1e3-3b15-4ad9-a3b4-b56b7d73b0e6 HTTP/1.1" status: 404 len: 333 time: 0.3231852 Feb 15 13:39:40.748234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:32Z', 'revision_number': 3, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:40.751991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48398) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.785109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Checking router: 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:40.792506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Updating router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 port 5104506f-c6db-43a6-a661-0e195cf8c8ea binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:40.833497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1777196590'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:40.848527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48400) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:40.851887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:40.872908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.876402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:40.887832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:40.890108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:40.958980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:35Z', 'revision_number': 3, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:40.966037 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Checking router: 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:40.966586 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Updating router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:41.040961 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.073012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Allocated IP 172.20.0.9 (7104a479-fb31-430c-82bc-bfb221d2eaab/eafcbe09-5417-4c0c-b9c2-53f88367c514/c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:41.111255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.231244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.450022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:41.450537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.499881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.519295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cf52dd17-d1ce-4890-a57a-ecaf133d39c2 None None] Provisioning for port 2da85519-5622-4d55-b5fd-d4b7add0e629 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:41.538193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cf52dd17-d1ce-4890-a57a-ecaf133d39c2 None None] Provisioning complete for port 2da85519-5622-4d55-b5fd-d4b7add0e629 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:41.538383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cf52dd17-d1ce-4890-a57a-ecaf133d39c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.575281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:41.624780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.642012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cf52dd17-d1ce-4890-a57a-ecaf133d39c2 None None] Port 2da85519-5622-4d55-b5fd-d4b7add0e629 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:41.646796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Usage tracker for resource:security_group_rule and tenant:c17dd360f4154cbba949a1aff76eae81 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:41.646978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Transition to ACTIVE for port object 5104506f-c6db-43a6-a661-0e195cf8c8ea will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:41.726493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:41.735926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:41.745620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.857248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Attempting to bind port 5104506f-c6db-43a6-a661-0e195cf8c8ea on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:41.857652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Attempting to bind port 5104506f-c6db-43a6-a661-0e195cf8c8ea by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:41.858018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Attempting to bind port 5104506f-c6db-43a6-a661-0e195cf8c8ea on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:41.873380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275df69-4322-40fc-96b6-322bfdc06af1 None None] Pushing event updated for resources: {'Port': ['ID=5104506f-c6db-43a6-a661-0e195cf8c8ea,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:41.878511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:41.878895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:41.879306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.879680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:41.880152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Bound port: 5104506f-c6db-43a6-a661-0e195cf8c8ea, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:41.880542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.933856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:41.968850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0c4b905a-5ceb-434e-b104-687f8b672d16 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:42.026122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Allocated IP 172.20.0.1 (14314eba-e4ba-4837-8bf5-8e0f67fb9465/e480942f-6c7e-4e21-8cc1-11270a42a8cf/eece97e6-3db1-413b-9fd4-0e61f4aca163) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:42.086265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] For port 5104506f-c6db-43a6-a661-0e195cf8c8ea, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:42.106234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-061cbcdb-c747-4378-ba4d-004d160adccb tempest-DHCPAgentSchedulersTestJSON-1463721739 tempest-DHCPAgentSchedulersTestJSON-1463721739-project-admin] 10.222.0.61 "GET /v2.0/agents/d32e38fc-94bd-40ad-a3dc-e40b79bbf094/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 1.5000138 Feb 15 13:39:42.109035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] For port 5104506f-c6db-43a6-a661-0e195cf8c8ea, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5104506f-c6db-43a6-a661-0e195cf8c8ea,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:42.134240 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.136931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:42.145662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0c4b905a-5ceb-434e-b104-687f8b672d16 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:42.146617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.149199 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Transition to ACTIVE for port object 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:42.196414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.209771 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.215077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:42.226180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:42.244379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.278841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.280979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275df69-4322-40fc-96b6-322bfdc06af1 None None] Pushing event updated for resources: {'Port': ['ID=5104506f-c6db-43a6-a661-0e195cf8c8ea,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:42.346715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:42.350164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.350291 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Attempting to bind port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:42.350660 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Attempting to bind port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:42.351019 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Attempting to bind port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:42.356663 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745776a2-8e04-4535-aeff-aff35ac88a83 None None] Pushing event updated for resources: {'Port': ['ID=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:42.361595 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:42.361952 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:42.362348 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.362725 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:42.363184 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Bound port: 7aa3ca0e-80b5-47c8-9efe-88f002163fb7, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:42.363571 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.371237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.382388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.387891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8f68bd23-73b1-424b-8508-9491fc695e53 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:42.413524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.429469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:42.430386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:42.430914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port be5c6fe1-c720-452c-a45f-d94fbe90aa5e yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:42.442729 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] For port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:42.446419 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] For port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:42.537666 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.586599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.14 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/be5c6fe1-c720-452c-a45f-d94fbe90aa5e) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:42.683049 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745776a2-8e04-4535-aeff-aff35ac88a83 None None] Pushing event updated for resources: {'Port': ['ID=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:42.685602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:42.717966 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:42.719123 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:42.750129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.761066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8f68bd23-73b1-424b-8508-9491fc695e53 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:42.811591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Synchronizing usage tracker for tenant:ae332d94a5ba424883c109926716bf61 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:42.834405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8f68bd23-73b1-424b-8508-9491fc695e53 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:42.834405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.892273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928add71-e4c8-4938-99b9-23b997f3578c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:42.904740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.930456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:42.938985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Network 7104a479-fb31-430c-82bc-bfb221d2eaab is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:42.960115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:42.963676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:42.991064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:43.006794 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:43.049583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a4eb47-01d5-4789-8d6e-d2f133f8c7a0']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:43.075442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.080539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Transition to ACTIVE for port object eece97e6-3db1-413b-9fd4-0e61f4aca163 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:43.084229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383f80d8-0115-4f5b-8671-38450a06564d') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:43.084658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383f80d8-0115-4f5b-8671-38450a06564d') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:43.098704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.125271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] Unset dirty status for tenant:ae332d94a5ba424883c109926716bf61 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:43.129751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.129909 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ae63483-e87b-4cca-8dd1-ca46a5c01acf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c17dd360f4154cbba949a1aff76eae81&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2699525 Feb 15 13:39:43.129993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8f68bd23-73b1-424b-8508-9491fc695e53, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8f68bd23-73b1-424b-8508-9491fc695e53,segment=NetworkSegment(3ecd3c1c-80e7-496a-ab74-1e362fe718d1),segment_id=3ecd3c1c-80e7-496a-ab74-1e362fe718d1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:43.133919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48412) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:43.152693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object be5c6fe1-c720-452c-a45f-d94fbe90aa5e will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:43.155342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.167936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.187016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.207077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.217263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:39:43.218000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:39:43.238901 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:39:43.286215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:32Z', 'revision_number': 3, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:43.295491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d51db-3cd1-4a27-aefd-81e6ce2d080a None None] The sync data for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv is: [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:32Z', 'revision_number': 3, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:43.310106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8f68bd23-73b1-424b-8508-9491fc695e53,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:43.388668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.407594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.412378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.440779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.460913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:35Z', 'revision_number': 3, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:43.465072 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a824d-f2c3-4629-9074-0f33c2648741 None None] The sync data for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv is: [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:35Z', 'revision_number': 3, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:43.518114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.519474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.536796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.548364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.585257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.644096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.710616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event deleted for resources: {'Network': ['ID=17a4eb47-01d5-4789-8d6e-d2f133f8c7a0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:43.735572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:43.741707 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf6308c9-159e-4703-a4a4-3ca727710f77 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "DELETE /v2.0/networks/17a4eb47-01d5-4789-8d6e-d2f133f8c7a0 HTTP/1.1" status: 204 len: 168 time: 1.5903997 Feb 15 13:39:43.747624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:43.750314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:43.751814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:43.756293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:43.758601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:43.883600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Allocated IP 172.20.0.1 (f86d5583-f855-49a4-a048-1cedea2216cd/036e8f06-10c4-4359-beb6-eb023150a07d/fbb29c11-84c6-4489-9fd8-a660d8887acb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:43.888315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:43.905247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:43.912929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:43.921079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:43.922102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.031550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6641647e-df02-4550-952d-9c173ce9178f tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] DELETE failed (client error): The resource could not be found. Feb 15 13:39:44.032575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6641647e-df02-4550-952d-9c173ce9178f tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:39:44.059760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5104506f-c6db-43a6-a661-0e195cf8c8ea up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:44.117355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=be5c6fe1-c720-452c-a45f-d94fbe90aa5e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:44.257014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.266961 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6641647e-df02-4550-952d-9c173ce9178f tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "DELETE /v2.0/ports/ebc6f627-4a7f-4e35-9dd3-c061422fbcb0 HTTP/1.1" status: 404 len: 333 time: 0.5146754 Feb 15 13:39:44.272151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48420) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:44.304817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5104506f-c6db-43a6-a661-0e195cf8c8ea completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:44.315771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5104506f-c6db-43a6-a661-0e195cf8c8ea triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:44.316165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.328797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.349811 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ec6d1be1-2eb6-4d21-9c12-96260a3ab55f tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5328453 Feb 15 13:39:44.357533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:44.384680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:e5:54'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:44.408775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2b4eb19c-822b-4338-844d-bc3f9cb02b26 None None] Provisioning for port eece97e6-3db1-413b-9fd4-0e61f4aca163 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:44.412925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Transition to ACTIVE for port object fbb29c11-84c6-4489-9fd8-a660d8887acb will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:44.418944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2b4eb19c-822b-4338-844d-bc3f9cb02b26 None None] Provisioning complete for port eece97e6-3db1-413b-9fd4-0e61f4aca163 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:44.419330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb19c-822b-4338-844d-bc3f9cb02b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.456141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Pushing event updated for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:44.478510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Deleting subnet 7a7cea81-d7f2-4056-921e-b4754109f6ba {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:39:44.490476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.494413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.560885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.562202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/928add71-e4c8-4938-99b9-23b997f3578c HTTP/1.1" status: 204 len: 168 time: 1.4177892 Feb 15 13:39:44.564041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56110dfa-4e0c-46b5-a173-c57d4979609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928add71-e4c8-4938-99b9-23b997f3578c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:44.573578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Network e0f16981-230f-48c8-9b37-6b391b2d955e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:44.598074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:44.622029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.642015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.668193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5104506f-c6db-43a6-a661-0e195cf8c8ea, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5104506f-c6db-43a6-a661-0e195cf8c8ea,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:44.719971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:39:44.720754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b4eb19c-822b-4338-844d-bc3f9cb02b26 None None] Port eece97e6-3db1-413b-9fd4-0e61f4aca163 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:44.740661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.746247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8f68bd23-73b1-424b-8508-9491fc695e53 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:44.777514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Router 39ad9bdd-48a9-4576-af3d-778099757c6f is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:39:44.787235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.926368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.931294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:44.988448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.055720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8f68bd23-73b1-424b-8508-9491fc695e53 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:45.056137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.069712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.140650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Network f86d5583-f855-49a4-a048-1cedea2216cd is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:45.147595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:45.167731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:45.193887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f728ca8-521c-4de6-9c02-8878e628ef9b None None] Provisioning for port be5c6fe1-c720-452c-a45f-d94fbe90aa5e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:45.211620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f728ca8-521c-4de6-9c02-8878e628ef9b None None] Provisioning complete for port be5c6fe1-c720-452c-a45f-d94fbe90aa5e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:45.212009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0f728ca8-521c-4de6-9c02-8878e628ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.218572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Router 3d5d1844-0add-41b5-9445-d584091eb385 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:39:45.244001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Pushing event updated for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:45.264688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:45.284839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.286152 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6e153acb-3eb5-4278-9b6d-f41e2528e98c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3287518 Feb 15 13:39:45.304502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48432) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:45.339576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5104506f-c6db-43a6-a661-0e195cf8c8ea,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:45.344170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.353851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0f728ca8-521c-4de6-9c02-8878e628ef9b None None] Port be5c6fe1-c720-452c-a45f-d94fbe90aa5e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:45.421565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a0f1ae71-768b-4152-9bdd-9dee0362610c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Synchronizing usage tracker for tenant:dff805628fe04640a8c814b493d38a69 on resource:floatingip {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:45.439682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.455790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.467839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:45.487996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] Sync routers for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:45.504238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:45.505033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:45.524443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.562811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48436) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:45.568165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Provisioning complete for port 2da85519-5622-4d55-b5fd-d4b7add0e629 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:45.568165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.596872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7cea81-d7f2-4056-921e-b4754109f6ba,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:45.602453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.604284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-27cb0081-21e2-4de2-8308-35d2a127e397 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "DELETE /v2.0/subnets/7a7cea81-d7f2-4056-921e-b4754109f6ba HTTP/1.1" status: 204 len: 168 time: 1.3294203 Feb 15 13:39:45.615005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48440) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:45.639117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Port 2da85519-5622-4d55-b5fd-d4b7add0e629 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:45.643467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07736de1-4ce9-4321-844a-5a387cabf110 None None] Network d13419be-d312-43bd-bf02-da253ea43ecd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:45.646004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a0f1ae71-768b-4152-9bdd-9dee0362610c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Unset dirty status for tenant:dff805628fe04640a8c814b493d38a69 on resource:floatingip {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:45.658634 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0f1ae71-768b-4152-9bdd-9dee0362610c tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=7104a479-fb31-430c-82bc-bfb221d2eaab HTTP/1.1" status: 200 len: 689 time: 0.3371747 Feb 15 13:39:45.658634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48444) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:45.668289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:45.767342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:45.768079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:45.796615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.822943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:45.835627 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Sync routers for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:45.836941 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3fb60855-a70c-452f-8bf2-1bfc6d4b60f5 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d5d1844-0add-41b5-9445-d584091eb385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1695924 Feb 15 13:39:45.863960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:45.863960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:45.880913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.882307 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1df53161-6e27-418c-a7e2-fa0f6d4d2708 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.4660842 Feb 15 13:39:45.885349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48450) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:45.889070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:45.932572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Provisioning for port fbb29c11-84c6-4489-9fd8-a660d8887acb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:45.945537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Provisioning complete for port fbb29c11-84c6-4489-9fd8-a660d8887acb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:45.945776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.067723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ab9db38e-b764-425f-a52f-68fee4555b0a None None] Port fbb29c11-84c6-4489-9fd8-a660d8887acb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:46.069047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:46.069467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076c84b-d29c-4f93-809d-7377a0e1d3bf None None] The sync data for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:46.090370 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3ead1516-7c81-4aac-8ab7-b606e3394733 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cd58a91185c4bff9e5b37df51b9e38a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5179160 Feb 15 13:39:46.095112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:46.101130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48460) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:46.131788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.229859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.388699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Deleting port d7ab2f88-2318-4e15-8108-2070544992b1 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:46.389049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.408798 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:46.412281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:46.418982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.421643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:46.421643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.551111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Deleting port c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:46.551965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.555650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Pushing event updated for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:46.558438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] DHCP port deletion for d13419be-d312-43bd-bf02-da253ea43ecd request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:39:46.593584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Deleting port d7ab2f88-2318-4e15-8108-2070544992b1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:46.593989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.616892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.640736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:39:46.642446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:46.663758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:46.667840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.779396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.862955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.924243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.955985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] In _notify_port_updated(), no bound segment for port be5c6fe1-c720-452c-a45f-d94fbe90aa5e on network 85c48b59-aae8-4713-b908-ec3824a86fbf {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:39:46.961555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:46.962223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:46.966494 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "PUT /v2.0/ports/be5c6fe1-c720-452c-a45f-d94fbe90aa5e HTTP/1.1" status: 200 len: 997 time: 2.6018455 Feb 15 13:39:47.018322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48468) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:47.198480 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:42Z', 'revision_number': 2, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:47.262895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] For port d7ab2f88-2318-4e15-8108-2070544992b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d7ab2f88-2318-4e15-8108-2070544992b1,segment=NetworkSegment(08a49865-01e6-4223-8454-8ecaf7a36ed5),segment_id=08a49865-01e6-4223-8454-8ecaf7a36ed5)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:47.263380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.340975 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Checking router: 3d5d1844-0add-41b5-9445-d584091eb385 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:47.341393 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Updating router 3d5d1844-0add-41b5-9445-d584091eb385 port 2da85519-5622-4d55-b5fd-d4b7add0e629 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:47.357549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ed45-d6ef-4367-9c79-520d696e9e5e tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=be5c6fe1-c720-452c-a45f-d94fbe90aa5e,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:47.368250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.368551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.389709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port be5c6fe1-c720-452c-a45f-d94fbe90aa5e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:47.390472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.439014 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.471497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Calling delete_port for d7ab2f88-2318-4e15-8108-2070544992b1 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:47.575845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:47.586321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] For port d7ab2f88-2318-4e15-8108-2070544992b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d7ab2f88-2318-4e15-8108-2070544992b1,segment=NetworkSegment(08a49865-01e6-4223-8454-8ecaf7a36ed5),segment_id=08a49865-01e6-4223-8454-8ecaf7a36ed5)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:47.586679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.662322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.666622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487932937', 'description': 'tempest-description--1512391080'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:47.684864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Calling delete_port for c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:47.685179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f87ec2f-0492-41cf-9fc6-529944ad1814 None None] Provisioning complete for port eece97e6-3db1-413b-9fd4-0e61f4aca163 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:47.685489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0f87ec2f-0492-41cf-9fc6-529944ad1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.715016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.723524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:47.731285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:47.756187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0f87ec2f-0492-41cf-9fc6-529944ad1814 None None] Port eece97e6-3db1-413b-9fd4-0e61f4aca163 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:47.762939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.764867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.819175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:39:47.826535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] No DVR routers for this DVR port d7ab2f88-2318-4e15-8108-2070544992b1 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:39:47.827894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.829506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5104506f-c6db-43a6-a661-0e195cf8c8ea up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:47.892104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.927801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896964d6-943f-4101-87ae-ccb20ab1427a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:47.938391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978abab-6043-46a5-aed5-8224cb5a0055 None None] Pushing event deleted for resources: {'Port': ['ID=d7ab2f88-2318-4e15-8108-2070544992b1,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:47.978126 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:47.996070 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Transition to ACTIVE for port object 2da85519-5622-4d55-b5fd-d4b7add0e629 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:48.000652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:security_group and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:48.012822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Calling delete_port for d7ab2f88-2318-4e15-8108-2070544992b1 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:48.038590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-667a09f3-4976-45ac-bbd9-38f8269978ef None None] Provisioning complete for port be5c6fe1-c720-452c-a45f-d94fbe90aa5e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:48.038590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-667a09f3-4976-45ac-bbd9-38f8269978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.071869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:48.076358 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.101775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:48.110632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5104506f-c6db-43a6-a661-0e195cf8c8ea triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:48.111012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.145288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:48.153796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.154492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dcc01840-c0b9-47bf-8a70-fc7f06f3c076 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/896964d6-943f-4101-87ae-ccb20ab1427a HTTP/1.1" status: 204 len: 168 time: 2.0412669 Feb 15 13:39:48.170272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.188409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Pushing event updated for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:48.234376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-667a09f3-4976-45ac-bbd9-38f8269978ef None None] Port be5c6fe1-c720-452c-a45f-d94fbe90aa5e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:48.334202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.377916 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934281cc-60f2-4ac7-92ac-a08b1a34dff9 None None] Pushing event updated for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:48.443417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:48.475477 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Attempting to bind port 2da85519-5622-4d55-b5fd-d4b7add0e629 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:48.476303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:security_group_rule and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:48.476418 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Attempting to bind port 2da85519-5622-4d55-b5fd-d4b7add0e629 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:48.476418 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Attempting to bind port 2da85519-5622-4d55-b5fd-d4b7add0e629 on network e0f16981-230f-48c8-9b37-6b391b2d955e {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:48.480509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:39:48.480875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:39:48.481599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:48.483115 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:48.488015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Checking segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:48.488015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.488015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Bound using segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:48.488015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Bound port: 2da85519-5622-4d55-b5fd-d4b7add0e629, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:48.488015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.499552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:48.501659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:48.521096 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1b9aabf6-6097-466f-891b-af069ff23713 admin admin] 10.222.0.61 "PUT /v2.0/routers/2178fc2e-4de4-4adc-bfd0-ae5c66cf1473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4201748 Feb 15 13:39:48.521385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Sync routers for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:48.532173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:48.532816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:48.580762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.692661 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] For port 2da85519-5622-4d55-b5fd-d4b7add0e629, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:48.697182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] For port 2da85519-5622-4d55-b5fd-d4b7add0e629, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2da85519-5622-4d55-b5fd-d4b7add0e629,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:48.719912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.773883 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.794282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:48.826761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Network f86d5583-f855-49a4-a048-1cedea2216cd is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:48.834993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:48.847159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:48.875127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for be5c6fe1-c720-452c-a45f-d94fbe90aa5e owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:39:48.984109 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:48.985657 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:49.011496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b1d1a9-c470-4c3c-8cb7-55016f9d39d3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:49.027656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Deleting port d7ab2f88-2318-4e15-8108-2070544992b1 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:39:49.028146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.081135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.107636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:49.108013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.229177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:49.243069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] The port 'd7ab2f88-2318-4e15-8108-2070544992b1' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:39:49.394521 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:49.442236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4106a7af-b390-4a86-9033-bd75984b6305 None None] Provisioning complete for port fbb29c11-84c6-4489-9fd8-a660d8887acb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:49.442751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4106a7af-b390-4a86-9033-bd75984b6305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.512959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4106a7af-b390-4a86-9033-bd75984b6305 None None] Port fbb29c11-84c6-4489-9fd8-a660d8887acb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:49.528298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.590404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.612540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.744077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:49.873299 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934281cc-60f2-4ac7-92ac-a08b1a34dff9 None None] Pushing event updated for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:49.888847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:39:49.907763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d7ab2f88-2318-4e15-8108-2070544992b1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:39:49.919467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a0ce9-34bc-4ad1-ae66-6896beb510e7,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:49.957955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: d7ab2f88-2318-4e15-8108-2070544992b1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:39:49.958298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d7ab2f88-2318-4e15-8108-2070544992b1 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:39:49.972495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > segment before_delete 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.979450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.979980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.980314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > port after_create 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.980699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > port after_delete 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.980984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > port after_update 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.982972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > segment after_delete 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.988610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet after_create 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.988610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet after_delete 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:49.988935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet after_update 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:50.001909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 2, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.004930 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:48Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.006452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Checking router: 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:50.012658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Updating router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 port eece97e6-3db1-413b-9fd4-0e61f4aca163 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:50.012779 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18608f-e38d-44db-a8ef-2d06c2d3963a None None] The sync data for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv is: [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:48Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:50.097434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.183094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:50.237595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48516) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:50.241384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365469948', 'description': 'tempest-description--1571684249'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:50.247209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:50.252173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:security_group and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:50.255163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:50.262031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:50.271824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet after_create 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:50.272178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet after_delete 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:50.272504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet before_create 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:50.272828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Subscribe: > subnet before_update 55550000 {{(pid=88297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:39:50.273192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13419be-d312-43bd-bf02-da253ea43ecd']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.295750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.300323 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eedaa4d1-2cf6-4f29-b1c4-d1bde2e9d340 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7134879 Feb 15 13:39:50.300323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a49865-01e6-4223-8454-8ecaf7a36ed5') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.300323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a49865-01e6-4223-8454-8ecaf7a36ed5') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.313763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48518) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:50.327131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'security_group_rule': {'security_group_id': 'd65a0ce9-34bc-4ad1-ae66-6896beb510e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:50.338570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.342798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:50.346561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:50.353660 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Sync routers for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:50.360897 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-567cac66-dd31-44c1-acc2-98edc03ef23f admin admin] 10.222.0.61 "PUT /v2.0/routers/088a3ef8-5bb4-42c0-9f3b-c0a537003e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6439281 Feb 15 13:39:50.361960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.371364 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:50.372001 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:50.390012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:security_group_rule and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:50.404095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:50.418109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:50.430927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.436637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.449966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:50.469199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:security_group_rule and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:50.474438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:50.509801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:50.586644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:39:50.587104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.643466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1236428390'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:50.654608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:50.664632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:network and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:50.674549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:50.684960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:50.790089 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:50.790629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Allocated IP 172.20.0.1 (69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68/e47b6d0d-2e87-452c-b360-617119ed77d0/9219ba62-0d2b-4dda-aec5-78aee66617a9) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:50.801481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=be5c6fe1-c720-452c-a45f-d94fbe90aa5e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:50.805146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:50.807459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.813293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: from cryptography.utils import int_from_bytes Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: from cryptography.utils import int_from_bytes Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn_limited( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn_limited( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:39:50.829137 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:39:50.835455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.850122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Transition to ACTIVE for port object eece97e6-3db1-413b-9fd4-0e61f4aca163 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:50.850746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:50.863304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2da85519-5622-4d55-b5fd-d4b7add0e629 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:50.909543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:50.916166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:security_group_rule and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:50.920637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:50.928264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:51.012075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.024974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.117901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.164306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856055bf-da40-4cc9-a8dd-670ec18db68b None None] Pushing event updated for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.227497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eafcbe09-5417-4c0c-b9c2-53f88367c514,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.231108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:51.239087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.289757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.289757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Added segment 54f08556-74c6-450b-a85b-71758065b3b4 of type vlan for network 7bbde29e-2549-4182-a259-7bbb71f9b94f Feb 15 13:39:51.289930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.300986 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 2, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:51.307445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57194f6a-589b-4aef-ac3b-0a7b181cb3ec,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.327160 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Checking router: 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:39:51.327720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Updating router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a port fbb29c11-84c6-4489-9fd8-a660d8887acb binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:39:51.353768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.427752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.502021 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.513322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694df6fd-3578-45f5-962d-60c9c657ae06,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.528658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.529701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.530819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c27ac8df-85bc-4d5d-96b9-8ce1d1c4dedb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3465967 Feb 15 13:39:51.545664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48534) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:51.551066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.569189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'security_group_rule': {'security_group_id': '694df6fd-3578-45f5-962d-60c9c657ae06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:51.583385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:51.590109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:security_group_rule and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:51.601926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] Pushing event deleted for resources: {'Network': ['ID=d13419be-d312-43bd-bf02-da253ea43ecd,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.603691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:51.621823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:51.664034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Attempting to bind port eece97e6-3db1-413b-9fd4-0e61f4aca163 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:51.664898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Attempting to bind port eece97e6-3db1-413b-9fd4-0e61f4aca163 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:51.665655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Attempting to bind port eece97e6-3db1-413b-9fd4-0e61f4aca163 on network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:51.669936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.678779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:51.678779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Checking segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:51.684501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.685214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Bound using segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:51.685947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Bound port: eece97e6-3db1-413b-9fd4-0e61f4aca163, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:51.686415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.728540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48538) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:51.748145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Transition to ACTIVE for port object 9219ba62-0d2b-4dda-aec5-78aee66617a9 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:51.753229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714100078', 'description': 'tempest-description--878771208'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:51.759723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:51.766599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:security_group and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:51.775635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-91ba2a8b-0795-4158-948c-62886a6a2e03 tempest-DHCPAgentSchedulersTestJSON-1728564363 tempest-DHCPAgentSchedulersTestJSON-1728564363-project] 10.222.0.61 "DELETE /v2.0/networks/d13419be-d312-43bd-bf02-da253ea43ecd HTTP/1.1" status: 204 len: 168 time: 6.1592345 Feb 15 13:39:51.783520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:51.799190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:51.813863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.816165 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-063ca031-5626-4530-93ac-65c30ef3ebcd tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/be5c6fe1-c720-452c-a45f-d94fbe90aa5e HTTP/1.1" status: 204 len: 168 time: 4.7968004 Feb 15 13:39:51.823730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48544) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:51.829870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.835994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2da85519-5622-4d55-b5fd-d4b7add0e629 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:51.847824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.874101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.894354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] For port eece97e6-3db1-413b-9fd4-0e61f4aca163, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:51.899186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] For port eece97e6-3db1-413b-9fd4-0e61f4aca163, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=eece97e6-3db1-413b-9fd4-0e61f4aca163,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:51.904981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2da85519-5622-4d55-b5fd-d4b7add0e629 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:51.905727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.912620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7104a479-fb31-430c-82bc-bfb221d2eaab']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:51.931776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122e154-2410-43f2-b4f0-248a6e64a022') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:51.932161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122e154-2410-43f2-b4f0-248a6e64a022') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:51.945392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.948252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.971821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:51.991829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f2358e-3b98-410c-b8c9-20d72749f2e1,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:51.996190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.011016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:39:52.012194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:39:52.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:39:52.082142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.083266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.099243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec6ab76-fbd3-4772-904d-cd0502e09c54 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] GET failed (client error): The resource could not be found. Feb 15 13:39:52.103998 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9ec6ab76-fbd3-4772-904d-cd0502e09c54 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports/be5c6fe1-c720-452c-a45f-d94fbe90aa5e HTTP/1.1" status: 404 len: 333 time: 0.1830935 Feb 15 13:39:52.104614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48548) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.115550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1576594307'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:52.117563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.124048 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6b86c354-ba99-424b-82e5-89830de50258 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8027177 Feb 15 13:39:52.131799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48552) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.144328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:52.145873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'security_group_rule': {'security_group_id': 'd65a0ce9-34bc-4ad1-ae66-6896beb510e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:52.146456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:52.148211 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.170594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:52.178034 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Transition to ACTIVE for port object fbb29c11-84c6-4489-9fd8-a660d8887acb will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:52.178384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:security_group_rule and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:52.182435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:52.192581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:52.223546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.224974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.230918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:52.231532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.271791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856055bf-da40-4cc9-a8dd-670ec18db68b None None] Pushing event updated for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.274616 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.282949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.319899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.325151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7104a479-fb31-430c-82bc-bfb221d2eaab {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:39:52.327733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.382932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Network': ['ID=7104a479-fb31-430c-82bc-bfb221d2eaab,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.396957 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-968d8934-8036-4694-8291-74f7b98cb706 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/7104a479-fb31-430c-82bc-bfb221d2eaab HTTP/1.1" status: 204 len: 168 time: 6.6188412 Feb 15 13:39:52.406831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48556) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.414925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.486864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:52.521621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:52.523883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b979a2b4-cfd9-4c8b-a527-1bb5ca3f62a7,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.569438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.571123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48562) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.576079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:security_group_rule and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:52.635496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.644675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Network': ['ID=7bbde29e-2549-4182-a259-7bbb71f9b94f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.682851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:52.708042 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Attempting to bind port fbb29c11-84c6-4489-9fd8-a660d8887acb on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:52.708411 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Attempting to bind port fbb29c11-84c6-4489-9fd8-a660d8887acb by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:52.708829 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Attempting to bind port fbb29c11-84c6-4489-9fd8-a660d8887acb on network f86d5583-f855-49a4-a048-1cedea2216cd {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:52.709721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6a092124-38e4-4adc-9605-3e112cd2dd6d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Synchronizing usage tracker for tenant:dff805628fe04640a8c814b493d38a69 on resource:floatingip {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:52.721060 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:52.721453 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Checking segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:52.721865 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.722262 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Bound using segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:52.723130 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Bound port: fbb29c11-84c6-4489-9fd8-a660d8887acb, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:52.723130 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.723323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73bdaef-6d6e-42dd-a0d5-3219edbb08f7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.725431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:52.751381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:52.754853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 2da85519-5622-4d55-b5fd-d4b7add0e629, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2da85519-5622-4d55-b5fd-d4b7add0e629,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:52.795194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.799968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48568) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.803986 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0e823060-d6e0-431f-888a-cef6de020adb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2566760 Feb 15 13:39:52.807262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'security_group_rule': {'security_group_id': '694df6fd-3578-45f5-962d-60c9c657ae06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:52.818649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:52.820174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:52.829001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:security_group_rule and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:52.829169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:port and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:52.833685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:52.838473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:52.846118 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f5d70407-0ba7-4759-92b6-9404c6fe8e9c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5112402 Feb 15 13:39:52.846977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.853750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:52.861722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:52.865589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6a092124-38e4-4adc-9605-3e112cd2dd6d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Unset dirty status for tenant:dff805628fe04640a8c814b493d38a69 on resource:floatingip {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:52.869773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:52.871694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6a092124-38e4-4adc-9605-3e112cd2dd6d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4670789 Feb 15 13:39:52.871694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.874129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.876625 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8eb31723-bf74-48ba-bfbd-f245e7018a17 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7420268 Feb 15 13:39:52.879629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48580) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:52.886672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:52.894623 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91c8c1-8ace-420d-861c-75bbb70fda1f None None] Pushing event updated for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:52.895151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:52.909888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:floatingip and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:52.913533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:52.920415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:52.928382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.957859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:52.958479 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] For port fbb29c11-84c6-4489-9fd8-a660d8887acb, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:52.963730 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] For port fbb29c11-84c6-4489-9fd8-a660d8887acb, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fbb29c11-84c6-4489-9fd8-a660d8887acb,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:53.016091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.051613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.053498 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.085893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:53.096782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:53.099594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:53.133020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:53.190020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.201438 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:53.202103 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:53.204599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.205327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.210316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.211271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.211903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.212527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.213151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.213825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:53.215172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Synchronizing usage tracker for tenant:dff805628fe04640a8c814b493d38a69 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:53.234078 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-424f4d58-af6e-42d1-9fbe-bebf3de2c34b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=603d7e74aea24696b057feb236a8d6f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6492410 Feb 15 13:39:53.241686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48584) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:53.363156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:51Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:53.375499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58e3c5-9214-4325-8152-f242e577aff1 None None] The sync data for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv is: [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:51Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:53.391628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:53.395332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.399157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Unset dirty status for tenant:dff805628fe04640a8c814b493d38a69 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:53.400250 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a3e6321d-03e1-4cf4-b8a9-a8c1bc6f1120 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.5220184 Feb 15 13:39:53.402621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.405056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48588) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:53.438962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:53.447585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:53.450111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:53.460051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:53.472332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=9219ba62-0d2b-4dda-aec5-78aee66617a9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:53.519748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port f35655f9-0b06-42bd-997d-75abb7eea58c yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:53.564297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.577071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:53.582051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.605478 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-1085f62b-58e7-4f41-a335-d112ef33d3eb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] delete failed (client error): The resource could not be found. Feb 15 13:39:53.606521 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1085f62b-58e7-4f41-a335-d112ef33d3eb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/dbe94a50-8212-4a53-9fdf-e04b81f0efbb HTTP/1.1" status: 404 len: 345 time: 0.2004054 Feb 15 13:39:53.613112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.621506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48592) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:53.644711 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:39:53.655468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9872765-7d25-4ecf-89f9-39a9c8562d4f,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:53.675628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-45059e4c-4478-4848-b16a-0f290dd81a11 None None] Provisioning for port 9219ba62-0d2b-4dda-aec5-78aee66617a9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:53.682273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-45059e4c-4478-4848-b16a-0f290dd81a11 None None] Provisioning complete for port 9219ba62-0d2b-4dda-aec5-78aee66617a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:53.684372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-45059e4c-4478-4848-b16a-0f290dd81a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.725737 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91c8c1-8ace-420d-861c-75bbb70fda1f None None] Pushing event updated for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:53.730389 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cfef41-1ec4-40e5-9788-b5c539d1e14b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] DELETE failed (client error): The resource could not be found. Feb 15 13:39:53.731297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cfef41-1ec4-40e5-9788-b5c539d1e14b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:39:53.733229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a5cfef41-1ec4-40e5-9788-b5c539d1e14b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/7104a479-fb31-430c-82bc-bfb221d2eaab HTTP/1.1" status: 404 len: 339 time: 0.1096926 Feb 15 13:39:53.733350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.740192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48596) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:53.755003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.760620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.770315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'name': 'tempest-network--1385222956', 'router:external': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:53.792690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-45059e4c-4478-4848-b16a-0f290dd81a11 None None] Port 9219ba62-0d2b-4dda-aec5-78aee66617a9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:53.803587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:53.806625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.808014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fc41e31c-23ae-49f8-8684-68a64f1056d2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0070496 Feb 15 13:39:53.828937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48600) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:53.832119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:network and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:53.849154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:53.864101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:53.878104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:53.878263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.879769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:53.891145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:floatingip and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:53.897489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:53.905278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:53.930629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:53.990002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.022813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:54.025381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.057829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae0643-b41d-43b0-998d-f398473bce62,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:54.118633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.121921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.7 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/f35655f9-0b06-42bd-997d-75abb7eea58c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:54.125427 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:54.130582 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4437bd-dd54-4ed2-a652-f9e89864dab4 None None] The sync data for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv is: [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:54.135809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.140096 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5e167f2e-c9bd-4464-b966-979a71f6dc53 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4033773 Feb 15 13:39:54.152051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48604) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:54.212753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58356b0-136e-4d62-ab44-b2886669ff85,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:54.244628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'security_group_rule': {'security_group_id': 'dcae0643-b41d-43b0-998d-f398473bce62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:54.255557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:54.269667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:54.271697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.272819 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c52be98f-d861-4425-a14c-b900ef61f1e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f58356b0-136e-4d62-ab44-b2886669ff85 HTTP/1.1" status: 204 len: 168 time: 1.0220506 Feb 15 13:39:54.284001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Allocated IP 172.26.0.54 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/3e96db2d-2f6c-4041-8ba2-12ed1438a623) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:54.288161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.288494 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Added segment 64cd3e74-ac92-4993-951b-1378397e9e13 of type vlan for network 085b3531-8ed7-4d74-b382-c2e565b4f714 Feb 15 13:39:54.316325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:security_group_rule and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:54.323346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:54.341065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:54.454615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.556503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.633291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.667527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.742047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.770620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.772448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:54.773215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.787342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=c79b7343-2299-4f21-9fb4-44799e66732a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:54.837699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:54.838062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network hostable DHCP agents. Network: 7bbde29e-2549-4182-a259-7bbb71f9b94f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:39:54.845032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.871646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.886452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object f35655f9-0b06-42bd-997d-75abb7eea58c will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:54.910336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=085b3531-8ed7-4d74-b382-c2e565b4f714,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:54.910485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.920078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 085b3531-8ed7-4d74-b382-c2e565b4f714 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:54.922893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.954061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd650ff-a6db-477b-8393-21c732e8164d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:54.993052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:54.996538 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e73defd7-5515-450b-b9c7-c42fdd5f5e86 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2494404 Feb 15 13:39:55.022395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:39:55.027985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48612) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:55.031709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.071232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:55.083801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.088748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.090160 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fa8e4d00-7223-4aa2-8fb7-39c2d076e53f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9371653 Feb 15 13:39:55.128610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48620) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:55.157700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'security_group_rule': {'security_group_id': 'dcae0643-b41d-43b0-998d-f398473bce62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:55.160969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'Port': ['ID=3e96db2d-2f6c-4041-8ba2-12ed1438a623,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:55.178260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:55.183571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:55.186243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:55.189588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:55.223902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:security_group_rule and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:55.230304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:55.230411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fbb29c11-84c6-4489-9fd8-a660d8887acb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:55.241926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.247101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:55.272072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Allocated IP 172.26.0.70 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/aec13c9a-664a-4303-a2dc-7b4c35419fb5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:55.365087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7bbde29e-2549-4182-a259-7bbb71f9b94f) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:55.376279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccdb563-cd20-4778-ab4d-5ac596bf0c96 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:55.386571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.396488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:55.398367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.399035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.403171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:55.419452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:55.426636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=9219ba62-0d2b-4dda-aec5-78aee66617a9,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:55.427192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.461874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.468178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Usage tracker for resource:security_group_rule and tenant:77e0729e8d174f2497cbaef01d77c984 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:55.476406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:55.511177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:55.547220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:55.547623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.617051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.617669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port fbb29c11-84c6-4489-9fd8-a660d8887acb completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:55.631175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fbb29c11-84c6-4489-9fd8-a660d8887acb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:55.631369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.671327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.699081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-73de7e13-c141-4de8-b547-95db186843bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8514311 Feb 15 13:39:55.722571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48624) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:55.723247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=f35655f9-0b06-42bd-997d-75abb7eea58c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:55.733393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2fd53-e806-4e6c-aa31-a615bb65d463 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.739960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2fd53-e806-4e6c-aa31-a615bb65d463 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.748190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2fd53-e806-4e6c-aa31-a615bb65d463 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.753644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2fd53-e806-4e6c-aa31-a615bb65d463 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.755355 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-43e2fd53-e806-4e6c-aa31-a615bb65d463 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6858323 Feb 15 13:39:55.763462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.764955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48628) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:55.768594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'name': 'tempest-NetworksTestDHCPv6-569706875'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:55.796313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:55.797841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:55.800134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.804939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915f04cc-8aef-46c2-942b-0a2b44626a3b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:55.807740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:55.831072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:55.844996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.857564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'c79b7343-2299-4f21-9fb4-44799e66732a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:39:55.858404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.927780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc080b26-64ea-45a7-a91e-85e05bc82f1d None None] Provisioning for port f35655f9-0b06-42bd-997d-75abb7eea58c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:55.950130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.950334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc080b26-64ea-45a7-a91e-85e05bc82f1d None None] Provisioning complete for port f35655f9-0b06-42bd-997d-75abb7eea58c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:55.950541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc080b26-64ea-45a7-a91e-85e05bc82f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:55.985846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cb27bf80-f522-4bdf-ac94-38b4b250da9a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8794680 Feb 15 13:39:55.986296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port fbb29c11-84c6-4489-9fd8-a660d8887acb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fbb29c11-84c6-4489-9fd8-a660d8887acb,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:55.996557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48632) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:56.008197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'network_id': '85c48b59-aae8-4713-b908-ec3824a86fbf', 'name': 'tempest-AllowedAddressPairTestJSON-1643012246'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:56.021014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'Port': ['ID=aec13c9a-664a-4303-a2dc-7b4c35419fb5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:56.030554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:56.044593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:56.049269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:56.052748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:56.066531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.067307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device eece97e6-3db1-413b-9fd4-0e61f4aca163 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:56.108015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:56.122602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fc080b26-64ea-45a7-a91e-85e05bc82f1d None None] Port f35655f9-0b06-42bd-997d-75abb7eea58c cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:56.136116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:56.209394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/c79b7343-2299-4f21-9fb4-44799e66732a/40e28fa7-9e79-427c-ab18-94eb25ffeeab) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:56.236436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:56.247777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.255249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.267332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.271540 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1244f961-c128-4792-82dc-23ea6a2048bd tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1339304 Feb 15 13:39:56.275421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48636) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:56.286060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:56.295821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:56.351930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.366787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:floatingip and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:56.381393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.393643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:56.416522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:56.420228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.437885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:56.438429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.470819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.477990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085b3531-8ed7-4d74-b382-c2e565b4f714']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:56.496010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port eece97e6-3db1-413b-9fd4-0e61f4aca163 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:56.501353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port ef4d3d32-2abe-4a5b-aadf-f074864656ce yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:56.504896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port eece97e6-3db1-413b-9fd4-0e61f4aca163 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:56.505275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.550653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.558276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.573133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ddc0e-200f-492c-89af-55ec5cdb79ae,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:56.577380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Transition to ACTIVE for port object 40e28fa7-9e79-427c-ab18-94eb25ffeeab will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:56.582173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.582705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:56.587757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a1dea530-0371-4e95-835c-3103bd5248af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77e0729e8d174f2497cbaef01d77c984&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5009284 Feb 15 13:39:56.593177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cd3e74-ac92-4993-951b-1378397e9e13') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:56.593665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cd3e74-ac92-4993-951b-1378397e9e13') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:56.596987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Router 39ad9bdd-48a9-4576-af3d-778099757c6f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:39:56.598494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ef6045b-0650-4379-aeab-d85d194b20eb None None] Provisioning complete for port 9219ba62-0d2b-4dda-aec5-78aee66617a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:56.598874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ef6045b-0650-4379-aeab-d85d194b20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.603539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48640) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:56.610063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.652032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Usage tracker for resource:port and tenant:56d4da3698794541b2b2c1b898523383 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:56.669582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.673458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Transition to ACTIVE for port object 40e28fa7-9e79-427c-ab18-94eb25ffeeab will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:56.680979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:56.740086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6045b-0650-4379-aeab-d85d194b20eb None None] Port 9219ba62-0d2b-4dda-aec5-78aee66617a9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:39:56.752021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.764204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.778641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:56.816603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:56.824695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:56.835675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:56.850520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.863793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'Port': ['ID=3e96db2d-2f6c-4041-8ba2-12ed1438a623,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:56.876559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:39:56.876955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:39:56.889958 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:39:56.949327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port eece97e6-3db1-413b-9fd4-0e61f4aca163, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=eece97e6-3db1-413b-9fd4-0e61f4aca163,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:39:56.950279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Pushing event updated for resources: {'Port': ['ID=40e28fa7-9e79-427c-ab18-94eb25ffeeab,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:56.962564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.977321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Attempting to bind port 40e28fa7-9e79-427c-ab18-94eb25ffeeab on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:39:56.977689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Attempting to bind port 40e28fa7-9e79-427c-ab18-94eb25ffeeab by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:39:56.978295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Attempting to bind port 40e28fa7-9e79-427c-ab18-94eb25ffeeab on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:39:56.983709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:39:56.984125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:39:56.984516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:56.984894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:39:56.985345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Bound port: 40e28fa7-9e79-427c-ab18-94eb25ffeeab, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:39:56.985749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.008142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Made reservation on behalf of 56d4da3698794541b2b2c1b898523383 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:57.011823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.040316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.040856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2da85519-5622-4d55-b5fd-d4b7add0e629 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:57.098352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::35 (7bbde29e-2549-4182-a259-7bbb71f9b94f/c79b7343-2299-4f21-9fb4-44799e66732a/ef4d3d32-2abe-4a5b-aadf-f074864656ce) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:57.103536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] device_id is not set on port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:57.132585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.136164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.138325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.146112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.149473 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-34d72f4b-5558-49d4-840f-7e282035f429 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2677352 Feb 15 13:39:57.174655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 085b3531-8ed7-4d74-b382-c2e565b4f714 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:39:57.176077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Network': ['ID=085b3531-8ed7-4d74-b382-c2e565b4f714,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:57.179522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.185110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-792d8de4-747d-40f7-9dc2-18cb4f44757b tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/085b3531-8ed7-4d74-b382-c2e565b4f714 HTTP/1.1" status: 204 len: 168 time: 1.3978300 Feb 15 13:39:57.185756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48646) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:57.191593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'name': 'tempest-network--1980251121', 'router:external': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:57.196529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:57.201811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:network and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:57.205982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:57.206129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:57.213889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:57.225390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.268068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] For port 40e28fa7-9e79-427c-ab18-94eb25ffeeab, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:39:57.273374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] For port 40e28fa7-9e79-427c-ab18-94eb25ffeeab, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=40e28fa7-9e79-427c-ab18-94eb25ffeeab,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:39:57.287505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2da85519-5622-4d55-b5fd-d4b7add0e629 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:57.288153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.289394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:39:57.365214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:57.366908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.367958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.378575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.429038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:39:57.441216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.441633 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Added segment e749342b-e9a4-4f31-a86f-f99038eb12fb of type vlan for network 61f70979-a9e7-4e19-a4e0-428d2d66f65a Feb 15 13:39:57.477536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.519000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.527149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6962588 Feb 15 13:39:57.539920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dbae7-4f95-49db-bbf6-f82f1a8d2778 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'Port': ['ID=aec13c9a-664a-4303-a2dc-7b4c35419fb5,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:57.585171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52412f6c-d8e3-4c56-950a-8263d60e9812 None None] Pushing event updated for resources: {'Port': ['ID=40e28fa7-9e79-427c-ab18-94eb25ffeeab,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:57.606965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.608207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:57.610064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.643961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:57.678624 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5373cb51-3660-4134-8590-9aec9c8f4c2a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "PUT /v2.0/routers/39ad9bdd-48a9-4576-af3d-778099757c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7920604 Feb 15 13:39:57.729308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48662) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:57.844790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Request body: {'port': {'network_id': '69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68', 'name': 'tempest-FloatingIPAdminTestJSON-1523209662'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:57.891994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fbb29c11-84c6-4489-9fd8-a660d8887acb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:57.932187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48686) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:57.942483 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7555861 Feb 15 13:39:58.001958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fbb29c11-84c6-4489-9fd8-a660d8887acb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:58.002602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.006700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Allocated IP 172.20.0.4 (85c48b59-aae8-4713-b908-ec3824a86fbf/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e/8d11c236-9b64-4604-b2cb-c4467b65a0b4) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:58.061722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed2d64-c9f9-4b85-b6e0-46e4c971a702 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=61f70979-a9e7-4e19-a4e0-428d2d66f65a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:58.077493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 61f70979-a9e7-4e19-a4e0-428d2d66f65a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:39:58.106869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48696) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:58.110995 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 13:39:58.174081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48704) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:58.210897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] Sync routers for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:39:58.221850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-5dfa644c-ac6c-4162-b165-798ed54b8482 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Synchronizing usage tracker for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:58.247506 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-579fbfe1-cc4f-4c74-aaec-3aaae8bc958a tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--365469948&fields=id&tenant_id=d6c6c2c889f942208327b355711ee06e HTTP/1.1" status: 200 len: 267 time: 0.0723090 Feb 15 13:39:58.262563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:58.263276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:58.349673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:58.368573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:39:58.369194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:39:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:58.443457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device eece97e6-3db1-413b-9fd4-0e61f4aca163 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:39:58.451502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.455211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-8997a550-1f69-4599-b3ed-343b93ed0b92 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:58.463031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-8997a550-1f69-4599-b3ed-343b93ed0b92 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/networks?id=14314eba-e4ba-4837-8bf5-8e0f67fb9465 HTTP/1.1" status: 200 len: 812 time: 0.2064726 Feb 15 13:39:58.473573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-5dfa644c-ac6c-4162-b165-798ed54b8482 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Unset dirty status for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:58.473929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:39:58.474424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625aa93d-2734-466c-a9da-1fd0d35a8d2c None None] The sync data for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:39:58.491867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-5dfa644c-ac6c-4162-b165-798ed54b8482 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--487932937&fields=id&tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb HTTP/1.1" status: 200 len: 267 time: 0.3830523 Feb 15 13:39:58.533312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-50623b81-4577-437b-b3ad-31ee7950a5b6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/quotas/d6c6c2c889f942208327b355711ee06e HTTP/1.1" status: 200 len: 375 time: 0.0690804 Feb 15 13:39:58.533689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port eece97e6-3db1-413b-9fd4-0e61f4aca163 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:58.534857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.544216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.751472 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-6008e08d-e21f-48e1-aaef-ab74f82612bb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6c6c2c889f942208327b355711ee06e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2172134 Feb 15 13:39:58.771274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.779632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-0836cca1-8e09-4658-81bb-3eeb08fe5bac tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:58.785818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-0836cca1-8e09-4658-81bb-3eeb08fe5bac tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Synchronizing usage tracker for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:39:58.816450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ddc0e-200f-492c-89af-55ec5cdb79ae,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:58.868172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-0836cca1-8e09-4658-81bb-3eeb08fe5bac tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Unset dirty status for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:39:58.869239 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-0836cca1-8e09-4658-81bb-3eeb08fe5bac tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 812 time: 0.3765936 Feb 15 13:39:58.882735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:58.886238 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-46734d17-bb95-4481-8c47-840c67acab9d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/quotas/df951c4807a14c0b9506ef1e1c7ebaeb HTTP/1.1" status: 200 len: 375 time: 0.0098205 Feb 15 13:39:58.893073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a7414266-fbde-435f-9c1a-fc20ba98449e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/275ddc0e-200f-492c-89af-55ec5cdb79ae HTTP/1.1" status: 204 len: 168 time: 2.2609565 Feb 15 13:39:58.900393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object ef4d3d32-2abe-4a5b-aadf-f074864656ce will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:58.911772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854094d-5363-4a64-9ba7-7efd9576f8aa tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:58.913486 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6854094d-5363-4a64-9ba7-7efd9576f8aa tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "GET /v2.0/networks/61f70979-a9e7-4e19-a4e0-428d2d66f65a HTTP/1.1" status: 200 len: 757 time: 0.9015079 Feb 15 13:39:58.928787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48714) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:59.015816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:39:59.018669 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-cde2e5b4-603e-4f80-9dd4-81f6af357186 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254811 Feb 15 13:39:59.030165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Usage tracker for resource:port and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:39:59.039613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:39:59.040942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64085b45-44c6-45de-a5c2-b2b96159973e None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:39:59.059677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-add40d71-8e67-42de-a565-f6575bfc76a5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:39:59.068941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-add40d71-8e67-42de-a565-f6575bfc76a5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961518 Feb 15 13:39:59.121373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:39:59.136687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.196479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Allocated IP 172.26.0.190 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/0fe1bd6b-33d6-474c-888f-bd4e40569ecb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:39:59.202071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Transition to ACTIVE for port object 8d11c236-9b64-4604-b2cb-c4467b65a0b4 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:39:59.211215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bcee7-5318-4c08-8681-62efc4b85ac1 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:59.215899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fc1bcee7-5318-4c08-8681-62efc4b85ac1 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "GET /v2.0/networks/234dc8ed-85ee-45b4-949f-60b9af3f2bed HTTP/1.1" status: 200 len: 768 time: 0.2825499 Feb 15 13:39:59.217588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48726) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:39:59.253219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-09cb65ec-9e9a-46f4-b408-66653ef28132 None None] Provisioning for port 40e28fa7-9e79-427c-ab18-94eb25ffeeab completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:39:59.270717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-abe7390a-7fa5-4c72-ac66-83ec4bd4fe3e service neutron] 10.222.0.61 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007430 Feb 15 13:39:59.396489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Made reservation on behalf of 869af6d4a2ee44aea41cf3cf9faf0a60 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:39:59.396489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.396489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.402917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-921c3cb8-53b8-4e54-9904-a8ddf20296bb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:39:59.403904 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-921c3cb8-53b8-4e54-9904-a8ddf20296bb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2297297 Feb 15 13:39:59.427909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8bf56-bc00-4a09-8048-413ec7725738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.540697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-ea396213-2533-45e8-8a14-415a92a26e7a service neutron] 10.222.0.61 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629130 Feb 15 13:39:59.542383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] device_id is not set on port 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:39:59.595123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.617379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:39:59.639839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:39:59.645764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:39:59.674744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:59.676758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.727851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=ef4d3d32-2abe-4a5b-aadf-f074864656ce,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:59.750805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-af256bac-e5d9-4bb6-bf5f-dcded1b78e12 service neutron] 10.222.0.61 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344734 Feb 15 13:39:59.768109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:39:59.840585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 40e28fa7-9e79-427c-ab18-94eb25ffeeab up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:00.010939 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-cf30e772-5611-4819-9df3-376609dc331f service neutron] 10.222.0.61 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590322 Feb 15 13:40:00.020514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 40e28fa7-9e79-427c-ab18-94eb25ffeeab completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:00.037614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 40e28fa7-9e79-427c-ab18-94eb25ffeeab triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:00.038121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.137869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-beb8f16b-27b2-4974-850d-4dd684d2b4c9 None None] Provisioning for port ef4d3d32-2abe-4a5b-aadf-f074864656ce completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:00.166274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-beb8f16b-27b2-4974-850d-4dd684d2b4c9 None None] Provisioning complete for port ef4d3d32-2abe-4a5b-aadf-f074864656ce triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:00.166645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-beb8f16b-27b2-4974-850d-4dd684d2b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.172770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2e99548-e9b0-4d7c-8aa1-6154dd583ace req-0d034a9c-9c10-4244-815f-28db9b565ac1 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.1575263 Feb 15 13:40:00.180817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Network 85c48b59-aae8-4713-b908-ec3824a86fbf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:00.203677 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1947e864-9dc6-4e52-908a-5c2c15aa0716 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4391043 Feb 15 13:40:00.205970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48762) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:00.227455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:00.259382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-beb8f16b-27b2-4974-850d-4dd684d2b4c9 None None] Port ef4d3d32-2abe-4a5b-aadf-f074864656ce cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:00.366998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea4601-795b-4ed1-b2a0-e803ff4ff375 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:00.373481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea4601-795b-4ed1-b2a0-e803ff4ff375 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:00.375433 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a9ea4601-795b-4ed1-b2a0-e803ff4ff375 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1676619 Feb 15 13:40:00.399551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48770) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:00.429638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.504040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-832ad8d1-5b1d-4b44-ac68-78afdb301c48 None None] Provisioning complete for port ef4d3d32-2abe-4a5b-aadf-f074864656ce triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:00.504690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-832ad8d1-5b1d-4b44-ac68-78afdb301c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.516942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.543630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.604681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f70979-a9e7-4e19-a4e0-428d2d66f65a']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:00.606786 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c272ba6f-8a37-444c-8445-c2ef8d80dcb2 req-3ea46da0-3347-460d-b40c-2555e27ab656 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.1084883 Feb 15 13:40:00.642277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port ef4d3d32-2abe-4a5b-aadf-f074864656ce {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:00.642834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.655082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:00.655959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-832ad8d1-5b1d-4b44-ac68-78afdb301c48 None None] Port ef4d3d32-2abe-4a5b-aadf-f074864656ce cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:00.662535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 40e28fa7-9e79-427c-ab18-94eb25ffeeab, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=40e28fa7-9e79-427c-ab18-94eb25ffeeab,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:00.731460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=8d11c236-9b64-4604-b2cb-c4467b65a0b4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:00.741350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:00.742092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.742295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.801887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Allocated IP 172.20.0.9 (69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68/e47b6d0d-2e87-452c-b360-617119ed77d0/7d35a147-086c-45ad-8de6-9d7af3dc8ff9) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:00.885995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=40e28fa7-9e79-427c-ab18-94eb25ffeeab,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:00.908075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e749342b-e9a4-4f31-a86f-f99038eb12fb') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:00.908381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e749342b-e9a4-4f31-a86f-f99038eb12fb') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:00.926309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:00.961121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3669bbda-f580-41ee-87e8-07d8b2f0b856 None None] Provisioning for port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:00.966876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3669bbda-f580-41ee-87e8-07d8b2f0b856 None None] Provisioning complete for port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:00.967263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3669bbda-f580-41ee-87e8-07d8b2f0b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.016006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.029149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:01.029657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:01.044784 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:01.064468 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a93fdcf-2785-4433-86f9-cc6714601b49 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0668955 Feb 15 13:40:01.065729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48812) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:01.140457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.141679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.159264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a7:e5:54'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:ee:0a'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:01.163699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3669bbda-f580-41ee-87e8-07d8b2f0b856 None None] Port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:01.335899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:01.369993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:01.380822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:01.386400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for ef4d3d32-2abe-4a5b-aadf-f074864656ce owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:01.425729 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d9f2530-ed6e-4cfd-8901-9b54a9c0cb99 req-c3d9d9ab-8ccc-4471-b70a-692d7e87a203 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.1428936 Feb 15 13:40:01.476538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'Port': ['ID=0fe1bd6b-33d6-474c-888f-bd4e40569ecb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:01.482933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.498497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.528053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Transition to ACTIVE for port object 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:01.544238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61f70979-a9e7-4e19-a4e0-428d2d66f65a {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:40:01.546675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Network': ['ID=61f70979-a9e7-4e19-a4e0-428d2d66f65a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:01.552324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.581980 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-777644ea-9e65-4b1e-8aac-75a8eb360fae tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/61f70979-a9e7-4e19-a4e0-428d2d66f65a HTTP/1.1" status: 204 len: 168 time: 2.3618040 Feb 15 13:40:01.587179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48826) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:01.620868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'name': 'tempest-network--1795216577'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:01.626299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:01.638220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Usage tracker for resource:network and tenant:dff805628fe04640a8c814b493d38a69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:01.678746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.735671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:01.793393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.843974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.845776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.861770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 40e28fa7-9e79-427c-ab18-94eb25ffeeab up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:01.953677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:01.977387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:01.981657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=ef4d3d32-2abe-4a5b-aadf-f074864656ce,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:01.998122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dbf38759-75ac-455a-85a9-36e4794773f2 req-e684e742-b20d-4d06-a408-653545875320 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.2703223 Feb 15 13:40:02.005888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-46dfb6f0-3000-4e8d-a027-19c38b0f5a19 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/ef4d3d32-2abe-4a5b-aadf-f074864656ce HTTP/1.1" status: 204 len: 168 time: 1.6049745 Feb 15 13:40:02.008433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48844) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:02.060879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 40e28fa7-9e79-427c-ab18-94eb25ffeeab triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:02.064034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.098518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f49a-edb3-447e-aaa2-dde4baaeb3db tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:02.100266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f49a-edb3-447e-aaa2-dde4baaeb3db tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:02.101935 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1485f49a-edb3-447e-aaa2-dde4baaeb3db tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0923176 Feb 15 13:40:02.104668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48848) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:02.142754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48852) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:02.230254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:02.242876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:02.249496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet c79b7343-2299-4f21-9fb4-44799e66732a {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:02.254594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:02.254919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Made reservation on behalf of dff805628fe04640a8c814b493d38a69 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:02.257472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.269187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.286663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.339065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event updated for resources: {'Port': ['ID=7d35a147-086c-45ad-8de6-9d7af3dc8ff9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:02.363409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.405831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:02.436120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.444182 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Added segment 7c5da1eb-fc3f-4f54-88ac-a76182410bdd of type vlan for network 564f7c70-84aa-482c-abff-7db863e3bd70 Feb 15 13:40:02.495694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.564673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-22cbdc78-ca59-4d3a-842e-889aa5289b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.576422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e3c1530-1b81-45fe-8872-cf86408f8f03 req-d75e34ba-9bf8-44c9-8e74-c0d080c2f329 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.0660346 Feb 15 13:40:02.595907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.614981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.672991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:02.687287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:02.702219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Usage tracker for resource:floatingip and tenant:58fb1120a9794ee89cda9852d817ec3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:02.713288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:02.736426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:02.748548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:02.749078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.805014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.806646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0219e69f-4eb5-46d7-a5e3-c454e8f209f3 None None] Provisioning for port 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:02.816342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0219e69f-4eb5-46d7-a5e3-c454e8f209f3 None None] Provisioning complete for port 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:02.817143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0219e69f-4eb5-46d7-a5e3-c454e8f209f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.870103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.871091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:02.871692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.881808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0219e69f-4eb5-46d7-a5e3-c454e8f209f3 None None] Port 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:02.923423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.943458 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c95f3259-48c2-492e-8a4c-ad459746fa9b tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1938965 Feb 15 13:40:02.944521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:02.953527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48868) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:02.958167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.016738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.023357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=c79b7343-2299-4f21-9fb4-44799e66732a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:03.028620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=564f7c70-84aa-482c-abff-7db863e3bd70,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:03.031925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.036206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4ab644c3-919f-4218-8be6-9bbe7e5dcd52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/c79b7343-2299-4f21-9fb4-44799e66732a HTTP/1.1" status: 204 len: 168 time: 0.9303644 Feb 15 13:40:03.037659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48874) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:03.040863 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ab5b7c10-1c87-4c93-9490-286aadd30a3d tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4511707 Feb 15 13:40:03.054790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48880) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:03.076920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:40:03.081876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a6243-b00e-43d1-917e-7ba84399de63 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:03.094998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:03.117984 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-26115da7-c855-4df8-82bd-6ec5da7d0840 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792069 Feb 15 13:40:03.118800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48886) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:03.134605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:03.164030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 564f7c70-84aa-482c-abff-7db863e3bd70 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:03.226495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.269273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event updated for resources: {'Port': ['ID=8d11c236-9b64-4604-b2cb-c4467b65a0b4,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:03.272799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'project_id': '869af6d4a2ee44aea41cf3cf9faf0a60', 'port_id': '7d35a147-086c-45ad-8de6-9d7af3dc8ff9'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:03.290800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:03.300656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Usage tracker for resource:floatingip and tenant:869af6d4a2ee44aea41cf3cf9faf0a60 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:03.318565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.320388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:03.328966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.332352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:03.350554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:03.367268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] In _notify_port_updated(), no bound segment for port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 on network 85c48b59-aae8-4713-b908-ec3824a86fbf {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:40:03.373173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:03.373871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.378818 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7e23f29d-b6c2-4e14-a413-46850e2d01df tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "PUT /v2.0/ports/8d11c236-9b64-4604-b2cb-c4467b65a0b4 HTTP/1.1" status: 200 len: 1055 time: 2.2473481 Feb 15 13:40:03.388194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:03.390919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48892) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:03.398392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:03.463139 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb54bed2-5ef2-47f3-814a-a6ba474ca60c req-54f0d125-39c7-42b7-94e0-054eb6bedca8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.1098013 Feb 15 13:40:03.465636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:03.475510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.621935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.637456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:03.641828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.642144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-de0782c2-950a-455e-9a65-0acc40e9c1a3 None None] Provisioning complete for port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:03.642605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-de0782c2-950a-455e-9a65-0acc40e9c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.683105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:03.683715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.713591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'Port': ['ID=0fe1bd6b-33d6-474c-888f-bd4e40569ecb,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:03.758733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.762678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.774990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-de0782c2-950a-455e-9a65-0acc40e9c1a3 None None] Port 8d11c236-9b64-4604-b2cb-c4467b65a0b4 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:03.810583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Network 564f7c70-84aa-482c-abff-7db863e3bd70 is not hosted by any dhcp agent {{(pid=88296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 15 13:40:03.814964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:03.814964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.816274 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "PUT /v2.0/networks/564f7c70-84aa-482c-abff-7db863e3bd70 HTTP/1.1" status: 200 len: 857 time: 0.7511411 Feb 15 13:40:03.819263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48898) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:03.852647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:03.857289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Deleting port 40e28fa7-9e79-427c-ab18-94eb25ffeeab {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:03.857760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.895773 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5e801dd-ba50-414b-b4e9-f8fb95983b53 req-bb5020fb-b02f-46a6-96d5-7142ff91ef18 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.0863371 Feb 15 13:40:03.982566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:03.983869 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9e650b6b-00d4-4dfd-86b9-2a4fef7555df tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7075043 Feb 15 13:40:04.016012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5564-c3b3-4535-a594-bf31b0a3fb44 tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event updated for resources: {'Network': ['ID=564f7c70-84aa-482c-abff-7db863e3bd70,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:04.022812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.070211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.135196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.174545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] For port 40e28fa7-9e79-427c-ab18-94eb25ffeeab, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=40e28fa7-9e79-427c-ab18-94eb25ffeeab,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:04.176501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.286658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.322258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Calling delete_port for 40e28fa7-9e79-427c-ab18-94eb25ffeeab owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:04.323005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564f7c70-84aa-482c-abff-7db863e3bd70']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:04.339186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.345436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5da1eb-fc3f-4f54-88ac-a76182410bdd') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:04.345613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5da1eb-fc3f-4f54-88ac-a76182410bdd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:04.366023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Allocated IP 172.26.0.35 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/31418025-53c3-429a-aabf-841bc1ce1232) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:04.369087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.389701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.393308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.405696 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-3af34d8f-80a4-4eac-b509-3c2392eb363d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--714100078&fields=id&tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92 HTTP/1.1" status: 200 len: 267 time: 0.1854599 Feb 15 13:40:04.469031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:04.469459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:04.482067 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:04.513505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.530393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.571564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] Pushing event deleted for resources: {'Port': ['ID=40e28fa7-9e79-427c-ab18-94eb25ffeeab,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:04.604163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0b903-e6f9-4247-927e-8fd4b3e1d389 None None] No DVR routers for this DVR port 40e28fa7-9e79-427c-ab18-94eb25ffeeab on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:04.665920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for 8d11c236-9b64-4604-b2cb-c4467b65a0b4 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:04.704750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.36', 57020) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:04.880293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ed1e5c3e-9b0f-45c4-b3ce-f18d931e8835 req-c274e608-086b-408a-b59e-5927f229c6b6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.1512697 Feb 15 13:40:04.891610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:04.906611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:04.908904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.918030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:04.918279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb46d45-be3e-41fb-9096-6a4180b096ad None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:04.918823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.932663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=a7b19e79-2b77-466b-97ba-defe11a2ec07,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:04.956128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:04.962984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 564f7c70-84aa-482c-abff-7db863e3bd70 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:40:04.980298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.027819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] 10.222.0.61 "DELETE /v2.0/networks/564f7c70-84aa-482c-abff-7db863e3bd70 HTTP/1.1" status: 204 len: 168 time: 1.1537492 Feb 15 13:40:05.038554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-6a4ccc27-6051-4419-81c8-fa87e6a995da tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:05.039955 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-6a4ccc27-6051-4419-81c8-fa87e6a995da tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 812 time: 0.3342929 Feb 15 13:40:05.040410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48924) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:05.044047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d57209-a36a-49cd-a418-a7a0153addfb tempest-ExternalNetworksTestJSON-1366395975 tempest-ExternalNetworksTestJSON-1366395975-project-admin] Pushing event deleted for resources: {'Network': ['ID=564f7c70-84aa-482c-abff-7db863e3bd70,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:05.067346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-919848f0-a411-4b05-ac7d-e335afbb464f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:05.073845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-919848f0-a411-4b05-ac7d-e335afbb464f tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/networks?id=f86d5583-f855-49a4-a048-1cedea2216cd HTTP/1.1" status: 200 len: 806 time: 0.6013691 Feb 15 13:40:05.093649 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47fd2446-daf1-4e80-8a6f-02ad2bd4e241 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9698050 Feb 15 13:40:05.093839 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7cb5fa-512d-48f7-9d6d-d2737a175b01 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] DELETE failed (client error): The resource could not be found. Feb 15 13:40:05.093839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7cb5fa-512d-48f7-9d6d-d2737a175b01 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:40:05.093839 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf7cb5fa-512d-48f7-9d6d-d2737a175b01 tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "DELETE /v2.0/subnets/eafcbe09-5417-4c0c-b9c2-53f88367c514 HTTP/1.1" status: 404 len: 337 time: 0.0496864 Feb 15 13:40:05.100620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48928) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:05.100954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48930) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:05.109386 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-841ef359-eee9-477e-b13b-02f027d0d0ee tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/quotas/58c6b1f6f9eb45e38c4d4f3b4e658c92 HTTP/1.1" status: 200 len: 375 time: 0.0346401 Feb 15 13:40:05.143046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'name': 'tempest-NetworksTestDHCPv6-2040756605'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:05.184802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-46da9000-6c90-4f6e-8701-8feb6f0d4030 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb HTTP/1.1" status: 200 len: 379 time: 0.0938039 Feb 15 13:40:05.202006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'port': {'device_id': 'df268234-6233-4e61-92f7-47acef834c1b', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'admin_state_up': True, 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'security_groups': ['d65a0ce9-34bc-4ad1-ae66-6896beb510e7']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:05.284328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.302386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'a7b19e79-2b77-466b-97ba-defe11a2ec07'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:05.303299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.317642 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1d73112e-808e-4b0b-aa04-ef4e83b3a983 req-f0f4350d-1fd6-4b67-81fd-8bddc113f921 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.2156754 Feb 15 13:40:05.384802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Pushing event updated for resources: {'Port': ['ID=31418025-53c3-429a-aabf-841bc1ce1232,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:05.407346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:05.411611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:05.415077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:05.436056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.555575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.558171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=8d11c236-9b64-4604-b2cb-c4467b65a0b4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:05.626447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:05.626447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.628795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Usage tracker for resource:port and tenant:df951c4807a14c0b9506ef1e1c7ebaeb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:05.632106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:05.638383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:05.703140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Allocated IP 172.26.0.174 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/3ae746b7-ff06-421f-b15a-ea212bf5c67c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:05.741497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.36', 57022) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:05.785437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 40e28fa7-9e79-427c-ab18-94eb25ffeeab no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:05.825351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 40e28fa7-9e79-427c-ab18-94eb25ffeeab {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:40:05.825886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 40e28fa7-9e79-427c-ab18-94eb25ffeeab not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:40:05.832213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Made reservation on behalf of df951c4807a14c0b9506ef1e1c7ebaeb for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:05.836510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:05.854067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/a7b19e79-2b77-466b-97ba-defe11a2ec07/08d284d1-f5c9-4b91-8ca2-4b42fda7afb7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:05.859669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:05.953362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:06.002056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-a3faf928-0231-4507-8005-77eeddbe9aa3 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8917243 Feb 15 13:40:06.043261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.094948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:06.125840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.127334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:06.149258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Transition to ACTIVE for port object 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:06.174746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Transition to ACTIVE for port object 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:06.194641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-80e858d8-7c7e-41bb-857c-f6c66436e36f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:06.195571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-80e858d8-7c7e-41bb-857c-f6c66436e36f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Synchronizing usage tracker for tenant:d6c6c2c889f942208327b355711ee06e on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:06.271034 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37c7999e-781f-4253-881b-4ed35873c773 req-f6bbfe23-91f9-4e8e-9966-932575acf611 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.1643059 Feb 15 13:40:06.285542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.368485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Pushing event updated for resources: {'Port': ['ID=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:06.375866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Allocated IP 172.20.0.11 (e0f16981-230f-48c8-9b37-6b391b2d955e/4d932347-ede5-4cf9-b6ca-b77a37ebd742/3e6a0092-526e-43a0-a65f-427dd082e33a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:06.382202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:06.383649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:06.386473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:06.413256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-80e858d8-7c7e-41bb-857c-f6c66436e36f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Unset dirty status for tenant:d6c6c2c889f942208327b355711ee06e on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:06.414358 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-80e858d8-7c7e-41bb-857c-f6c66436e36f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.36 "GET /v2.0/networks?id=14314eba-e4ba-4837-8bf5-8e0f67fb9465 HTTP/1.1" status: 200 len: 812 time: 0.6718528 Feb 15 13:40:06.512771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Attempting to bind port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:06.513604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Attempting to bind port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:06.514192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Attempting to bind port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:06.517095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.522650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:06.523668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:06.524284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.524868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:06.525621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Bound port: 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:06.527012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.539595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.580401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-75619385-0616-4563-8385-2824ffb5d1f5 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Synchronizing usage tracker for tenant:d6c6c2c889f942208327b355711ee06e on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:06.638769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.658562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] For port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:06.660750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.662739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] For port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:06.702583 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f8499191-af16-4f5c-80d6-7d476cbb0558 req-2fed4315-6edf-49ba-b1ba-23105592ce05 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.0962615 Feb 15 13:40:06.724493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.766146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.769364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-75619385-0616-4563-8385-2824ffb5d1f5 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Unset dirty status for tenant:d6c6c2c889f942208327b355711ee06e on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:06.770156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-75619385-0616-4563-8385-2824ffb5d1f5 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6c6c2c889f942208327b355711ee06e HTTP/1.1" status: 200 len: 379 time: 0.3467703 Feb 15 13:40:06.789700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'port': {'device_id': '940d11e9-634f-4acf-92fe-f6066381c203', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'admin_state_up': True, 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'security_groups': ['694df6fd-3578-45f5-962d-60c9c657ae06']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:06.796288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.805196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:06.808722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:06.821130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234dc8ed-85ee-45b4-949f-60b9af3f2bed']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:06.829209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Transition to ACTIVE for port object 3e6a0092-526e-43a0-a65f-427dd082e33a will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:06.843711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-a385f9cf-54ec-461d-b569-1271e3e4a1f4 service neutron] 10.222.0.61 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407073 Feb 15 13:40:06.922303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c17865-70c5-47be-9f8c-e6ab30ff6102') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:06.922603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c17865-70c5-47be-9f8c-e6ab30ff6102') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:06.976260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Pushing event updated for resources: {'Port': ['ID=31418025-53c3-429a-aabf-841bc1ce1232,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:06.986056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20791e-3105-45b4-8f6a-042c8c1e4a09 None None] Pushing event updated for resources: {'Port': ['ID=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:07.008555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.023354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:07.077054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.105575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.114031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:07.120718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:07.182343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.184175 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a90239a-d35e-4af4-a33c-b60b2ab6f0f0 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0362446 Feb 15 13:40:07.185752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:07.186954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 5d5b0266-4741-4e82-93b2-456cf35c088f yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:07.207406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48974) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:07.213845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Usage tracker for resource:port and tenant:d6c6c2c889f942208327b355711ee06e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:07.231052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1750502869', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'fixed_ips': [{'ip_address': '172.26.0.35'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:07.239657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:07.263341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.264324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae746b7-ff06-421f-b15a-ea212bf5c67c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:07.266070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:07.268792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:07.271894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.300100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:07.300100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.318282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-abed9151-f56f-4b65-8ace-23d4333a5097 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/8d11c236-9b64-4604-b2cb-c4467b65a0b4 HTTP/1.1" status: 204 len: 168 time: 3.9219413 Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:07.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:07.324813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 48980) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:07.460707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-048fab53-69b7-4689-a91d-ab05499a27ba tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] GET failed (client error): The resource could not be found. Feb 15 13:40:07.461154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-048fab53-69b7-4689-a91d-ab05499a27ba tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Synchronizing usage tracker for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:07.480134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Usage tracker for resource:port and tenant:58fb1120a9794ee89cda9852d817ec3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:07.482990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:07.489281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:07.506779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Network e0f16981-230f-48c8-9b37-6b391b2d955e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:07.519388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:07.531057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:07.533465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:07.660881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:07.661557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.673925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Made reservation on behalf of d6c6c2c889f942208327b355711ee06e for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:07.678070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.802424 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-b06ca1bb-c523-438b-9ea5-04bffab36bf6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6050961 Feb 15 13:40:07.817376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-cdb818d5-ed20-4322-aac4-451261816c2a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:07.818384 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-cdb818d5-ed20-4322-aac4-451261816c2a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066707 Feb 15 13:40:07.841184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Made reservation on behalf of 58fb1120a9794ee89cda9852d817ec3f for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:07.844913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.874309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:07.883161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.903715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-048fab53-69b7-4689-a91d-ab05499a27ba tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Unset dirty status for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:07.907499 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-048fab53-69b7-4689-a91d-ab05499a27ba tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports/8d11c236-9b64-4604-b2cb-c4467b65a0b4 HTTP/1.1" status: 404 len: 333 time: 0.5707490 Feb 15 13:40:07.917092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 48986) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:07.980699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:07.985281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:07.990280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Usage tracker for resource:security_group_rule and tenant:58fb1120a9794ee89cda9852d817ec3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:07.994229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:08.001651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:08.025811 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-71b04128-a8e5-4d52-a99c-c4c8b8a26045 service neutron] 10.222.0.61 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1811149 Feb 15 13:40:08.051603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:08.084594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] Pushing event deleted for resources: {'Network': ['ID=234dc8ed-85ee-45b4-949f-60b9af3f2bed,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:08.110606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9425c471-8589-4fdf-9f37-2d60f88bffd7 None None] Provisioning for port 3e6a0092-526e-43a0-a65f-427dd082e33a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:08.125701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:08.132927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9425c471-8589-4fdf-9f37-2d60f88bffd7 None None] Provisioning complete for port 3e6a0092-526e-43a0-a65f-427dd082e33a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:08.133769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9425c471-8589-4fdf-9f37-2d60f88bffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:08.179102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-35aeb61b-5138-4282-91dd-0885665b878c tempest-ExternalNetworksTestJSON-186718302 tempest-ExternalNetworksTestJSON-186718302-project] 10.222.0.61 "DELETE /v2.0/networks/234dc8ed-85ee-45b4-949f-60b9af3f2bed HTTP/1.1" status: 204 len: 168 time: 3.0656879 Feb 15 13:40:08.256600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::248 (7bbde29e-2549-4182-a259-7bbb71f9b94f/a7b19e79-2b77-466b-97ba-defe11a2ec07/5d5b0266-4741-4e82-93b2-456cf35c088f) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:08.263074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9425c471-8589-4fdf-9f37-2d60f88bffd7 None None] Port 3e6a0092-526e-43a0-a65f-427dd082e33a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:08.281512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15deca-6de8-4140-8be8-b79dcb3af650 req-388195c6-f36c-408c-82ed-98ca830160cc tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:08.288528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a15deca-6de8-4140-8be8-b79dcb3af650 req-388195c6-f36c-408c-82ed-98ca830160cc tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 932 time: 0.5877934 Feb 15 13:40:08.345568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Allocated IP 172.20.0.11 (14314eba-e4ba-4837-8bf5-8e0f67fb9465/e480942f-6c7e-4e21-8cc1-11270a42a8cf/913e3b18-d5dd-4682-902d-fb2b403edd27) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:08.424010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Request body: {'port': {'device_id': 'df268234-6233-4e61-92f7-47acef834c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:08.622353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port f35655f9-0b06-42bd-997d-75abb7eea58c {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:08.622694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:08.754819 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a15deca-6de8-4140-8be8-b79dcb3af650 req-231a1b97-d786-4f9e-8bd5-af5ac99efe3a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651842 Feb 15 13:40:09.020216 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc318ab0-4495-4ab7-b9b6-5a4ce5f62e4c req-f6c77163-6871-4f3c-951d-be3ab2e844a7 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.2265198 Feb 15 13:40:09.020813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.047053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f86d319-0e08-4e23-a362-ed6d3d17393f req-7c682a86-aec0-48fa-9a9f-d623f0c023de tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.1044159 Feb 15 13:40:09.117850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.162871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49008) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:09.321815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Provisioning for port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:09.329428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Provisioning complete for port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:09.331006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.371711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.417620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] device_id is not set on port 9fc22dba-b679-4c67-ae43-9c135f785c18 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:09.534974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.555461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.599426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193527d-c179-4632-9263-c7fb04c3094b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:09.601438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 5d5b0266-4741-4e82-93b2-456cf35c088f will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:09.670091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.759658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Transition to ACTIVE for port object 913e3b18-d5dd-4682-902d-fb2b403edd27 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:09.762824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] For port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:09.774083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.788586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.867250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:09.923880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.037839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=5d5b0266-4741-4e82-93b2-456cf35c088f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:10.060243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b6d43-cc5a-479e-be1d-1c2578deb792 None None] Pushing event updated for resources: {'Port': ['ID=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:10.147533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:10.151419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:10.163129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:10.168713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:10.169351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.195598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.292194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for f35655f9-0b06-42bd-997d-75abb7eea58c owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:10.355256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-44374b03-643f-430a-9b4d-256779c88415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2432692 Feb 15 13:40:10.356468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49022) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:10.408700 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23dee56a-d074-42c3-b6aa-df9fa2f9e9e8 req-cb4858a7-eff9-4b07-aef7-11e0140008c7 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.1597145 Feb 15 13:40:10.527445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c423a3-0a39-4d69-b95b-2a5a4aad2797 req-c331fa03-a6d9-43cc-a68a-c22a53d4c984 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:10.535665 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-96c423a3-0a39-4d69-b95b-2a5a4aad2797 req-c331fa03-a6d9-43cc-a68a-c22a53d4c984 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 932 time: 0.5956833 Feb 15 13:40:10.580499 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-be94d496-ab7b-4cf3-a6a6-3d26141b15f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df8a80141b184d8980b51dc1d3f29eab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4120710 Feb 15 13:40:10.606937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eaa21453-ac24-4e9d-824a-99b9c66a3756 None None] Provisioning for port 5d5b0266-4741-4e82-93b2-456cf35c088f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:10.614113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eaa21453-ac24-4e9d-824a-99b9c66a3756 None None] Provisioning complete for port 5d5b0266-4741-4e82-93b2-456cf35c088f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:10.614498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eaa21453-ac24-4e9d-824a-99b9c66a3756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.637186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49026) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:10.721855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eaa21453-ac24-4e9d-824a-99b9c66a3756 None None] Port 5d5b0266-4741-4e82-93b2-456cf35c088f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:10.749556 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8a840f6f-927f-4907-b8b2-59fa8e956236 req-0d73dd51-239b-4baa-8cc4-b1fa0a894010 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.1825285 Feb 15 13:40:10.789887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.800695 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-96c423a3-0a39-4d69-b95b-2a5a4aad2797 req-3f48ed9a-4062-4729-88ac-0ce521a5ea56 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639024 Feb 15 13:40:10.841049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d59cb-1c59-4cf4-8f90-b1614848c55c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:10.848709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d59cb-1c59-4cf4-8f90-b1614848c55c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:10.849754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-270d59cb-1c59-4cf4-8f90-b1614848c55c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:10.907762 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 13:40:10.908268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:40:10.935838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.966271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:10.990988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:10.995630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-270d59cb-1c59-4cf4-8f90-b1614848c55c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:10.997062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-270d59cb-1c59-4cf4-8f90-b1614848c55c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.6092136 Feb 15 13:40:11.000735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49030) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:11.006313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:11.027889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:11.055953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event updated for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:11.065479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.251451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 5d5b0266-4741-4e82-93b2-456cf35c088f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:11.251856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.299430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=f35655f9-0b06-42bd-997d-75abb7eea58c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:11.312651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.403943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae746b7-ff06-421f-b15a-ea212bf5c67c,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:11.403943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.419411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6a0092-526e-43a0-a65f-427dd082e33a {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:11.492694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.531859 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-69dcb6d0-00d0-43d5-a5fe-9ac797e6121c tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.3212364 Feb 15 13:40:11.535247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49036) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:11.572684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:11.578216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.667361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30442a37-45a6-4990-8968-2b111d05242f None None] Provisioning for port 913e3b18-d5dd-4682-902d-fb2b403edd27 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:11.673675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30442a37-45a6-4990-8968-2b111d05242f None None] Provisioning complete for port 913e3b18-d5dd-4682-902d-fb2b403edd27 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:11.677169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30442a37-45a6-4990-8968-2b111d05242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.762352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Floating IP bb4b940d-ae30-4300-8813-74959d385b88 associated. External IP: 172.26.0.174, port: 7d35a147-086c-45ad-8de6-9d7af3dc8ff9. Feb 15 13:40:11.770205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-30442a37-45a6-4990-8968-2b111d05242f None None] Port 913e3b18-d5dd-4682-902d-fb2b403edd27 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:11.790722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:11.840657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.916846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:11.917590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:11.929250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Transition to ACTIVE for port object 3e6a0092-526e-43a0-a65f-427dd082e33a will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:12.017265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:12.024926 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-af2f30ed-55a3-43c0-b88a-f0676e21de5e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2417390 Feb 15 13:40:12.039260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:12.052049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:12.131096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Request body: {'port': {'device_id': '940d11e9-634f-4acf-92fe-f6066381c203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:12.171907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Deleting port 31418025-53c3-429a-aabf-841bc1ce1232 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:12.172478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:12.210587 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e9787cf8-8280-4afe-bf8c-8f3fec4eaf61 req-77330504-99c7-4255-b491-e72a9cdf9b9a tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.2155764 Feb 15 13:40:12.225562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6e667f14-b0c5-4a6f-aed6-9409c7d0769a tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/f35655f9-0b06-42bd-997d-75abb7eea58c HTTP/1.1" status: 204 len: 168 time: 4.2851520 Feb 15 13:40:12.225562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b2efa-245b-4ff9-bda6-c01d5e27c2e8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:12.225562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:12.225562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-50883736-1cbf-408b-a0be-f873dc3d5e12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a91b2efa-245b-4ff9-bda6-c01d5e27c2e8 HTTP/1.1" status: 204 len: 168 time: 1.5850935 Feb 15 13:40:12.246333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49046) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:12.437871 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a11fb45-5a51-4aea-9b91-9bfe8fb601d0 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] GET failed (client error): The resource could not be found. Feb 15 13:40:12.438497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7a11fb45-5a51-4aea-9b91-9bfe8fb601d0 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Synchronizing usage tracker for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:12.474493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:12.784012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.36', 57030) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:12.857190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Attempting to bind port 3e6a0092-526e-43a0-a65f-427dd082e33a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:12.870087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Attempting to bind port 3e6a0092-526e-43a0-a65f-427dd082e33a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:12.870087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Attempting to bind port 3e6a0092-526e-43a0-a65f-427dd082e33a on network e0f16981-230f-48c8-9b37-6b391b2d955e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:12.978508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae571e0-d4a1-4f1b-8bd1-05d0eda0c1b1 req-f5cd18e6-9629-417e-b293-a40e837bc13c tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:12.985537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ae571e0-d4a1-4f1b-8bd1-05d0eda0c1b1 req-f5cd18e6-9629-417e-b293-a40e837bc13c tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 932 time: 1.2246537 Feb 15 13:40:12.993327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.013776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Port 3e6a0092-526e-43a0-a65f-427dd082e33a on network e0f16981-230f-48c8-9b37-6b391b2d955e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:40:13.014856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Attempting to bind port 3e6a0092-526e-43a0-a65f-427dd082e33a on network e0f16981-230f-48c8-9b37-6b391b2d955e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:13.015421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.025042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:13.025611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Checking segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:13.026252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Bound using segment: {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:13.026778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Bound port: 3e6a0092-526e-43a0-a65f-427dd082e33a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0ebe9f-0068-418a-ba39-089decdcdaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:13.027220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.054887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Router 39ad9bdd-48a9-4576-af3d-778099757c6f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:13.148527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7a11fb45-5a51-4aea-9b91-9bfe8fb601d0 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Unset dirty status for tenant:56d4da3698794541b2b2c1b898523383 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:13.149853 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7a11fb45-5a51-4aea-9b91-9bfe8fb601d0 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "GET /v2.0/ports/f35655f9-0b06-42bd-997d-75abb7eea58c HTTP/1.1" status: 404 len: 333 time: 0.9008985 Feb 15 13:40:13.165752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49058) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:13.222380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 5d5b0266-4741-4e82-93b2-456cf35c088f owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:13.238104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.238599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.377943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c99c1-3f77-4cfd-bd71-1116fbec2ed2 req-bc430f22-d233-45f0-85fe-4a908f192198 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:13.379475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-be0c99c1-3f77-4cfd-bd71-1116fbec2ed2 req-bc430f22-d233-45f0-85fe-4a908f192198 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 0.9204843 Feb 15 13:40:13.405757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port 208f81bd-1263-4b7e-8248-d8485a33e109 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:13.406226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:13.408674 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ae571e0-d4a1-4f1b-8bd1-05d0eda0c1b1 req-815fe175-3150-4822-a57b-c4db20cc4075 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205439 Feb 15 13:40:13.463764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Calling delete_port for 31418025-53c3-429a-aabf-841bc1ce1232 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:13.515191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-2096e74c-793d-4856-9d2c-0836c526112c tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:13.525625 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-2096e74c-793d-4856-9d2c-0836c526112c tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.36 "GET /v2.0/networks?id=f86d5583-f855-49a4-a048-1cedea2216cd HTTP/1.1" status: 200 len: 806 time: 0.7261274 Feb 15 13:40:13.601115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:13.637623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49064) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:13.836838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:13.919243 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-be0c99c1-3f77-4cfd-bd71-1116fbec2ed2 req-927e1895-0802-410f-84d0-43b2d417a1c4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986792 Feb 15 13:40:13.930240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8205cdfe-30da-4d85-a448-f57670a3e021 req-63d2ca55-c2da-4a0b-a8db-e7e69c43411b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.3319793 Feb 15 13:40:14.027850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.075990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-fb25a5c6-8163-41cb-b94c-87b1f80e7e58 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92 HTTP/1.1" status: 200 len: 379 time: 0.2065036 Feb 15 13:40:14.083422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:14.098984 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] Sync routers for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:14.105928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-706e4b9e-eeaf-4cd8-af79-6af1ea4184de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dff805628fe04640a8c814b493d38a69&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2932653 Feb 15 13:40:14.115708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49070) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:14.122376 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:14.124065 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:14.167584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'port': {'device_id': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'admin_state_up': True, 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'security_groups': ['dcae0643-b41d-43b0-998d-f398473bce62']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:14.168334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.228715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:14.256103 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:14.268111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.269897 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:14.275800 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:14.359122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.360402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:14.360402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.360402 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-a6bc7161-5e68-4ac0-93b0-d3a31f11064b service neutron] 10.222.0.36 "PUT /v2.0/ports/3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1094 time: 6.3828557 Feb 15 13:40:14.360402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:14.386581 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:14.386987 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe3dfb-988c-4208-916a-a045eee5d785 None None] The sync data for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:14.399027 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:40:14.428504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.437541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Pushing event deleted for resources: {'Port': ['ID=31418025-53c3-429a-aabf-841bc1ce1232,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:14.493737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=5d5b0266-4741-4e82-93b2-456cf35c088f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:14.496624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4a875216-a657-47aa-9e60-86054b292a47 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.5401723 Feb 15 13:40:14.504176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49082) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:14.774602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.782911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for 208f81bd-1263-4b7e-8248-d8485a33e109 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:14.814863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.913558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:14.918007 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f6117524-f2c2-4b7e-aad5-98d0e1c232b6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/5d5b0266-4741-4e82-93b2-456cf35c088f HTTP/1.1" status: 204 len: 168 time: 3.9158502 Feb 15 13:40:14.920230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49090) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:15.041737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730b33-ef39-41eb-9c9c-24eb68186409 req-df38dbc1-6913-4c7d-9e94-02186af31ba6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:15.043289 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8a730b33-ef39-41eb-9c9c-24eb68186409 req-df38dbc1-6913-4c7d-9e94-02186af31ba6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 932 time: 0.2212095 Feb 15 13:40:15.045438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a69f3387-0e17-4006-9aab-5cb8141d9363 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "GET /v2.0/floatingips/bb4b940d-ae30-4300-8813-74959d385b88 HTTP/1.1" status: 200 len: 983 time: 0.4826384 Feb 15 13:40:15.048312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49100) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:15.168017 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'status': 'completed', 'code': 200} Feb 15 13:40:15.220770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:15.226170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.300127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Usage tracker for resource:port and tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:15.310694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:15.321213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee37dcb-bb0d-485d-87ab-2501f4413f43 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:15.323109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee37dcb-bb0d-485d-87ab-2501f4413f43 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:15.323970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3ee37dcb-bb0d-485d-87ab-2501f4413f43 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:15.334182 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87464f51-ccd2-4064-aa4c-253cff2be888 req-9c057e64-700b-40e1-a109-c38ef3bbf814 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.1043625 Feb 15 13:40:15.339280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:15.344845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.346148 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad0f4fa5-5665-4e32-9b08-d1c0b32c4ba3 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487 tempest-ExternalNetworksAdminNegativeTestJSON-1215888487-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/39bcacef-5bfa-4c11-a06d-6c18d5157e84 HTTP/1.1" status: 204 len: 168 time: 3.7885270 Feb 15 13:40:15.352102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8a730b33-ef39-41eb-9c9c-24eb68186409 req-b92ea6db-feff-40d8-9686-e02ee7789d96 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388668 Feb 15 13:40:15.359253 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7532867e-aa94-45ab-ab16-dbd3b15e1998 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.3092453 Feb 15 13:40:15.363868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49110) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:15.485351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913e3b18-d5dd-4682-902d-fb2b403edd27 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:15.485351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.494551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-312f8aa9-c274-477d-9d00-c76dd19887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:15.496729 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-312f8aa9-c274-477d-9d00-c76dd19887c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1097 time: 0.7283022 Feb 15 13:40:15.501089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Transition to ACTIVE for port object 913e3b18-d5dd-4682-902d-fb2b403edd27 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:15.607396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.727976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389c825-2f84-4511-8d73-2c156412af18,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:15.729486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Made reservation on behalf of 58c6b1f6f9eb45e38c4d4f3b4e658c92 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:15.734037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.752553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.756245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-239fb613-2c17-4f9d-b56b-14b8a7785f19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d389c825-2f84-4511-8d73-2c156412af18 HTTP/1.1" status: 204 len: 168 time: 1.6369748 Feb 15 13:40:15.829685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:15.833657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3ee37dcb-bb0d-485d-87ab-2501f4413f43 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:15.837740 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ee37dcb-bb0d-485d-87ab-2501f4413f43 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9075248 Feb 15 13:40:15.844420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49116) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:15.919330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.018386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 3ae746b7-ff06-421f-b15a-ea212bf5c67c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:16.018722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.090650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Pushing event updated for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:16.146400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet a7b19e79-2b77-466b-97ba-defe11a2ec07 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:16.330832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Port': ['ID=208f81bd-1263-4b7e-8248-d8485a33e109,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:16.435951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.450840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.481424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49128) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:16.512941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Attempting to bind port 913e3b18-d5dd-4682-902d-fb2b403edd27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:16.514379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Attempting to bind port 913e3b18-d5dd-4682-902d-fb2b403edd27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:16.516048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Attempting to bind port 913e3b18-d5dd-4682-902d-fb2b403edd27 on network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:16.526519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Port 913e3b18-d5dd-4682-902d-fb2b403edd27 on network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:40:16.528525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Attempting to bind port 913e3b18-d5dd-4682-902d-fb2b403edd27 on network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:16.543729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:16.544084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Checking segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:16.544609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Bound using segment: {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:16.555027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Bound port: 913e3b18-d5dd-4682-902d-fb2b403edd27, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114646e5-b707-41e3-9f70-f873e6c49c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:16.555546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.611750 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8739bac3-446c-49f7-aa8f-19d6e2c29819 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/ports/208f81bd-1263-4b7e-8248-d8485a33e109 HTTP/1.1" status: 204 len: 168 time: 3.4405296 Feb 15 13:40:16.640258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49136) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:16.735243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-e5fadebc-0810-4c42-99d6-69da32e5a5c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 217 time: 0.1298358 Feb 15 13:40:16.746145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6ff7-e936-4b38-9bff-54b0eed246ec req-275efd2a-1ef4-4e2a-b343-d68274f29ac4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:16.754125 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f6b6ff7-e936-4b38-9bff-54b0eed246ec req-275efd2a-1ef4-4e2a-b343-d68274f29ac4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 1.1565611 Feb 15 13:40:16.856361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-5b596774-4e26-4ddd-b513-64e5f5611f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:16.858802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-5b596774-4e26-4ddd-b513-64e5f5611f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.0845668 Feb 15 13:40:16.867126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-905163cd-af18-403d-9de1-3869ba51af38 req-dacdefb7-ba97-4dd5-90b1-70c827f03264 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.2365317 Feb 15 13:40:16.869430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.950022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:16.970063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Allocated IP 172.20.0.7 (f86d5583-f855-49a4-a048-1cedea2216cd/036e8f06-10c4-4359-beb6-eb023150a07d/5eb491b0-8053-4398-b092-3318a6de7bd9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:16.981787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting subnet e96e6d63-b9b2-4839-8872-a70b7bf8ad1e {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:16.995850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:16.999254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.000490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Usage tracker for resource:security_group_rule and tenant:c9932e5bc29f4dbba9e9f7453688dd43 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:17.003313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:17.009100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:17.140879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f6b6ff7-e936-4b38-9bff-54b0eed246ec req-ea82a3d7-6644-4df1-ab9c-00756cfe00b4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005540 Feb 15 13:40:17.141143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.164371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:17.169766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=913e3b18-d5dd-4682-902d-fb2b403edd27,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:17.170404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.170739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.187048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-d40ad11d-3f4e-4b7e-bd6d-b07a447431cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:17.188852 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-d40ad11d-3f4e-4b7e-bd6d-b07a447431cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2957361 Feb 15 13:40:17.224608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.324288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.406814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9932e5bc29f4dbba9e9f7453688dd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219253 Feb 15 13:40:17.411379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49146) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:17.533013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.537042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.595717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d2317-4c0d-4837-8761-bd423acfaa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e89ae7-082b-4532-83fe-ae44f2ccfa81,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:17.596205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for 3ae746b7-ff06-421f-b15a-ea212bf5c67c owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:17.618162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.702544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.758334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:17.764338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.764338 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] 10.222.0.36 "PUT /v2.0/ports/913e3b18-d5dd-4682-902d-fb2b403edd27 HTTP/1.1" status: 200 len: 1094 time: 5.7127593 Feb 15 13:40:17.764338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:17.829017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:17.893287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.054488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e89ae7-082b-4532-83fe-ae44f2ccfa81,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:18.054488 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'status': 'completed', 'code': 200} Feb 15 13:40:18.054488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b861b6c-ccfc-4124-88e9-4087138fc31e service neutron] Pushing event updated for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:18.055132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Transition to ACTIVE for port object 5eb491b0-8053-4398-b092-3318a6de7bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:18.055132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.055630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.055630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-52ea88ad-d6dc-4071-9d28-455040b6468b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50e89ae7-082b-4532-83fe-ae44f2ccfa81 HTTP/1.1" status: 204 len: 168 time: 0.5752218 Feb 15 13:40:18.056213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276397d-90ad-4d6e-9ab9-fdf7efbd7319 req-ead76419-b023-48db-b915-13daacc744f6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.056213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8276397d-90ad-4d6e-9ab9-fdf7efbd7319 req-ead76419-b023-48db-b915-13daacc744f6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 944 time: 0.8708870 Feb 15 13:40:18.067924 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-43a08029-ab5d-4ff1-83bb-a5da565677df service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886279 Feb 15 13:40:18.080204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86b773-d99e-4344-ba90-4575efd63409 req-194edaeb-3df3-4975-9d1a-67cfd5dd1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.082063 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc86b773-d99e-4344-ba90-4575efd63409 req-194edaeb-3df3-4975-9d1a-67cfd5dd1b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6c6c2c889f942208327b355711ee06e&device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 1097 time: 0.1574712 Feb 15 13:40:18.187760 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6d3738-a93f-42e5-bef5-d17b924ea872 req-52d3943a-5bfd-4f77-9670-87c6feda3f7d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.1302512 Feb 15 13:40:18.264989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.342135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8276397d-90ad-4d6e-9ab9-fdf7efbd7319 req-618ee380-0f37-4ca1-b2f4-1d32e1f570c8 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781003 Feb 15 13:40:18.347381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b19e79-2b77-466b-97ba-defe11a2ec07,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:18.352095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33380e50-4364-4295-971b-1be717b9f163 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:18.354198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.460031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.471491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.473621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.537003 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-54c2d221-f2e0-41d9-ba07-039965b940b2 req-ef4c1654-4448-4df9-bcc2-1cb83b66b2f7 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461322 Feb 15 13:40:18.538184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86b773-d99e-4344-ba90-4575efd63409 req-df51f2eb-4e0e-40b0-811d-455eb3f5d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.539460 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc86b773-d99e-4344-ba90-4575efd63409 req-df51f2eb-4e0e-40b0-811d-455eb3f5d7c3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d6c6c2c889f942208327b355711ee06e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4186099 Feb 15 13:40:18.573602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.602017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Subnet': ['ID=e96e6d63-b9b2-4839-8872-a70b7bf8ad1e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:18.635772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1451e5-8251-45a9-ac3f-e5a94d088ff9 None None] Network 85c48b59-aae8-4713-b908-ec3824a86fbf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:18.778544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86b773-d99e-4344-ba90-4575efd63409 req-74359c63-d780-454b-ad45-1c0a58905918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.781719 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc86b773-d99e-4344-ba90-4575efd63409 req-74359c63-d780-454b-ad45-1c0a58905918 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2333305 Feb 15 13:40:18.795461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Port': ['ID=3ae746b7-ff06-421f-b15a-ea212bf5c67c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:18.873180 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a199183-92a9-43e1-9ae7-cea829b69a95 tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/subnets/e96e6d63-b9b2-4839-8872-a70b7bf8ad1e HTTP/1.1" status: 204 len: 168 time: 2.2317166 Feb 15 13:40:18.878034 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-499a5aaf-5cda-41e6-9536-416abadb3caf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/a7b19e79-2b77-466b-97ba-defe11a2ec07 HTTP/1.1" status: 204 len: 168 time: 3.0282240 Feb 15 13:40:18.880605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Network f86d5583-f855-49a4-a048-1cedea2216cd is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:18.886860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49174) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:18.889359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49176) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:18.898783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:18.913204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Deleting port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:18.913610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:18.972441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-3cefa9dd-2a07-4290-b152-c36e04b257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.973421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:18.974121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-3cefa9dd-2a07-4290-b152-c36e04b257cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1097 time: 0.1849740 Feb 15 13:40:18.976673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:18.977139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-f76df494-9ccf-4b77-adab-4fb9a850a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.979479 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-f76df494-9ccf-4b77-adab-4fb9a850a870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6c6c2c889f942208327b355711ee06e&device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 1097 time: 0.1302238 Feb 15 13:40:19.103967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49184) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:19.137898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b4e77b05-56f2-4203-87f1-df6ebd194767 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2449491 Feb 15 13:40:19.144416 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-b99ff260-3e42-4c1a-8725-2f77d0eb7507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913e3b18-d5dd-4682-902d-fb2b403edd27 HTTP/1.1" status: 200 len: 217 time: 0.1335475 Feb 15 13:40:19.145229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49188) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:19.254267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] For port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:19.254848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.318303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event updated for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:19.332135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.332474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Floating IP bb4b940d-ae30-4300-8813-74959d385b88 disassociated (deleted). External IP: 172.26.0.174, port: 7d35a147-086c-45ad-8de6-9d7af3dc8ff9. Feb 15 13:40:19.344529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-41dd4f39-a244-4343-a147-f909d58a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.346418 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-41dd4f39-a244-4343-a147-f909d58a671c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.3573101 Feb 15 13:40:19.350569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:19.352311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] DHCP port deletion for 85c48b59-aae8-4713-b908-ec3824a86fbf request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:19.392574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.393136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.421928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Calling delete_port for 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:19.447748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-10cd388a-9834-48c1-af82-0ebee3f543e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.449668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-10cd388a-9834-48c1-af82-0ebee3f543e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e480942f-6c7e-4e21-8cc1-11270a42a8cf HTTP/1.1" status: 200 len: 851 time: 0.0810645 Feb 15 13:40:19.450071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Deleting port e455567f-c1c1-4843-97c1-cc29dbc8e110 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:19.450576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.473215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.523584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755d3d3-b0ef-4a05-a79b-24620670984b req-da0cfc85-f256-46c7-b9e1-7fe07f345e37 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.526421 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b755d3d3-b0ef-4a05-a79b-24620670984b req-da0cfc85-f256-46c7-b9e1-7fe07f345e37 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 1.1475668 Feb 15 13:40:19.573496 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-15cf2366-1d83-4dad-9a7d-759c1ed6dcc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58fb1120a9794ee89cda9852d817ec3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546118 Feb 15 13:40:19.586339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port e455567f-c1c1-4843-97c1-cc29dbc8e110 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:19.587173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.593679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1db2d14d-99dc-40d4-8d24-43e0c9e04b85 None None] Provisioning for port 5eb491b0-8053-4398-b092-3318a6de7bd9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:19.602262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1db2d14d-99dc-40d4-8d24-43e0c9e04b85 None None] Provisioning complete for port 5eb491b0-8053-4398-b092-3318a6de7bd9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:19.602632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1db2d14d-99dc-40d4-8d24-43e0c9e04b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.619256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49204) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:19.650335 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-4b863207-9702-47e2-86c6-e108b7c84ebd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 217 time: 0.2033031 Feb 15 13:40:19.750061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.787863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:19.788119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-941d701f-aa42-48bf-9d52-d5da7ffe9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.789765 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-941d701f-aa42-48bf-9d52-d5da7ffe9b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.0847709 Feb 15 13:40:19.799362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1db2d14d-99dc-40d4-8d24-43e0c9e04b85 None None] Port 5eb491b0-8053-4398-b092-3318a6de7bd9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:19.804050 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-c7a8dec7-dfd7-4bc8-9c77-881e46951a5b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6402674 Feb 15 13:40:19.821893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:19.862512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:19.867339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:19.870711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:19.872043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] Pushing event deleted for resources: {'Port': ['ID=08d284d1-f5c9-4b91-8ca2-4b42fda7afb7,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:19.872384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Request body: {'port': {'device_id': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:19.875266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2010152-102c-4728-8c99-9e849c386f02 None None] No DVR routers for this DVR port 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:19.877432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:19.880131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:40:19.880475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 08d284d1-f5c9-4b91-8ca2-4b42fda7afb7 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:40:19.880924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e455567f-c1c1-4843-97c1-cc29dbc8e110 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:19.927437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-31c83f44-7ef6-44c7-9db2-7567e41061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.928973 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-31c83f44-7ef6-44c7-9db2-7567e41061c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315336 Feb 15 13:40:19.931206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-874560b1-183c-4646-9b71-cfd5c5b3e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:19.932691 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-874560b1-183c-4646-9b71-cfd5c5b3e1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14314eba-e4ba-4837-8bf5-8e0f67fb9465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3499897 Feb 15 13:40:19.933970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:19.934377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:19.961008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b755d3d3-b0ef-4a05-a79b-24620670984b req-1c1ad2e1-a248-477e-b3ba-835cac7c0145 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215701 Feb 15 13:40:20.003953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:20.008097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.068762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.117875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Calling delete_port for e455567f-c1c1-4843-97c1-cc29dbc8e110 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:20.131617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2124639479', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:20.181855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.232874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:20.235926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:20.294801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Usage tracker for resource:port and tenant:76bd7d8fb4274c65a810eac086415e68 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:20.319004 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-d39bcf89-fe4f-4f84-b4d2-5562141bd0e2 service neutron] 10.222.0.36 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506293 Feb 15 13:40:20.323946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-9933e382-35eb-45c4-9f13-55af8a427b19 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819594 Feb 15 13:40:20.326895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:20.345372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8bcf-6a3c-409e-9802-c1d1269b9415 req-9420ae75-df52-44f7-879a-70533e9c981d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:20.346076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-ffcf8bcf-6a3c-409e-9802-c1d1269b9415 req-9420ae75-df52-44f7-879a-70533e9c981d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Synchronizing usage tracker for tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:20.348821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.377803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.382946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:20.432979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e455567f-c1c1-4843-97c1-cc29dbc8e110,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:20.441412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:20.441920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:20.735143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-4c4b35ab-40ae-4d18-bcab-fa2e6259b44c service neutron] 10.222.0.36 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025898 Feb 15 13:40:20.736745 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dea08036-9c2f-42ee-8ddd-a7d25d7ec931 req-6297cc17-82f5-41ca-a034-7428f0bb538e service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054766 Feb 15 13:40:20.742378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Made reservation on behalf of 76bd7d8fb4274c65a810eac086415e68 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:20.744559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.759282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.785005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:20.785350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.809435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.858630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.911975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:20.914935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:20.923545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:20.924133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:20.926850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0964a-b57f-4a09-b2b2-e48161bbba9b None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:20.940027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=e99194ed-4e86-42c6-8e8f-ca63dc63f2dc,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:20.969308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Calling delete_port for e455567f-c1c1-4843-97c1-cc29dbc8e110 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:20.987532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Deleting port e455567f-c1c1-4843-97c1-cc29dbc8e110 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:20.988160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.015209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-ffcf8bcf-6a3c-409e-9802-c1d1269b9415 req-9420ae75-df52-44f7-879a-70533e9c981d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Unset dirty status for tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:21.016391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ffcf8bcf-6a3c-409e-9802-c1d1269b9415 req-9420ae75-df52-44f7-879a-70533e9c981d tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 931 time: 1.6194596 Feb 15 13:40:21.035399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:21.043152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-053bc3e2-e87e-4973-80b9-316891c9d309 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6980336 Feb 15 13:40:21.044221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49218) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:21.050909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'name': 'tempest-NetworksTestDHCPv6-610150744'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:21.118653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Usage tracker for resource:security_group_rule and tenant:76bd7d8fb4274c65a810eac086415e68 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:21.124151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Router 39ad9bdd-48a9-4576-af3d-778099757c6f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:21.136759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251e3e2-f48f-44cc-90f9-0e240747d748 req-9588c167-f623-4685-a1f7-ed83559ea5e2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:21.138368 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1251e3e2-f48f-44cc-90f9-0e240747d748 req-9588c167-f623-4685-a1f7-ed83559ea5e2 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 944 time: 1.0236597 Feb 15 13:40:21.143419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:21.165080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:21.224017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:21.228854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:21.231939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:21.239160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:21.311298 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ffcf8bcf-6a3c-409e-9802-c1d1269b9415 req-0b5d6de0-8c21-41cf-a5b4-0bfd38c1a2b5 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172682 Feb 15 13:40:21.374796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] For port e455567f-c1c1-4843-97c1-cc29dbc8e110, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e455567f-c1c1-4843-97c1-cc29dbc8e110,segment=NetworkSegment(4d0a376a-c006-48b8-8e40-1077da130338),segment_id=4d0a376a-c006-48b8-8e40-1077da130338)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:21.375318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.382725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1251e3e2-f48f-44cc-90f9-0e240747d748 req-1293a085-dcd8-4d3e-86ea-a867eae6bcbc tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204370 Feb 15 13:40:21.457448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:21.461538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.472859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:21.473217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:21.489826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port deb558ae-6699-45a0-92de-233bc71797b3 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:21.536185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.545378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Calling delete_port for e455567f-c1c1-4843-97c1-cc29dbc8e110 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:21.597047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193527d-c179-4632-9263-c7fb04c3094b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:21.637802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:21.666610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] Sync routers for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:21.680988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'e99194ed-4e86-42c6-8e8f-ca63dc63f2dc'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:21.686521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.709568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.713070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-76b2fc8d-d1db-4478-837d-5426e82dbb63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1193527d-c179-4632-9263-c7fb04c3094b HTTP/1.1" status: 204 len: 168 time: 2.0897443 Feb 15 13:40:21.723038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb491b0-8053-4398-b092-3318a6de7bd9 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:21.724491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:21.725137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:21.738986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.742848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.782475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::28a (7bbde29e-2549-4182-a259-7bbb71f9b94f/e99194ed-4e86-42c6-8e8f-ca63dc63f2dc/deb558ae-6699-45a0-92de-233bc71797b3) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:21.828645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:21.829171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Transition to ACTIVE for port object 5eb491b0-8053-4398-b092-3318a6de7bd9 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:21.840470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdfa45-8a0a-4b88-86ba-48a2d8b5a40a req-f432b3d1-ec3c-40b5-8c4f-9f5d669e4143 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:21.842573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0efdfa45-8a0a-4b88-86ba-48a2d8b5a40a req-f432b3d1-ec3c-40b5-8c4f-9f5d669e4143 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 0.3653002 Feb 15 13:40:21.857770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b549203c-7d22-44de-8649-776d31c09a8e tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/floatingips/bb4b940d-ae30-4300-8813-74959d385b88 HTTP/1.1" status: 204 len: 168 time: 6.4921112 Feb 15 13:40:21.862161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49224) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:21.864925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.865224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:21.866138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:21.868490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:21.878216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:21.886752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Usage tracker for resource:floatingip and tenant:ee09bf7536e74bd89f34330663179075 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:21.890908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:21.900244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:21.901792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:21.907431 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0efdfa45-8a0a-4b88-86ba-48a2d8b5a40a req-c352a52d-dcb2-4268-aae1-a94d3daae2f7 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459671 Feb 15 13:40:21.926392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.012298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:22.012885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d3880-0593-4fa6-9ed5-19eacc7e058f None None] The sync data for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:22.014669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Deleting port e455567f-c1c1-4843-97c1-cc29dbc8e110 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:22.015006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.039001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] Pushing event deleted for resources: {'Port': ['ID=e455567f-c1c1-4843-97c1-cc29dbc8e110,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:22.040920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e469ae6-2522-4646-9b8b-696c55c9169f None None] No DVR routers for this DVR port e455567f-c1c1-4843-97c1-cc29dbc8e110 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:22.050573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.076927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.087279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] device_id is not set on port 0316d08c-b27e-4bb0-8dbe-c6785a888153 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:22.202856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] The port 'e455567f-c1c1-4843-97c1-cc29dbc8e110' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:40:22.212159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:22.254920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.277725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object deb558ae-6699-45a0-92de-233bc71797b3 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:22.322270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.417838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924d0fc-e9a0-437c-b268-787b5596ae79,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:22.517048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Allocated IP 172.26.0.239 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/d9529434-84e5-4f53-999b-66989b89f974) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:22.535202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.573186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/e99194ed-4e86-42c6-8e8f-ca63dc63f2dc/8502d48c-9d6e-4a03-92cb-0ebe2e35d516) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:22.655167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.672156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Attempting to bind port 5eb491b0-8053-4398-b092-3318a6de7bd9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:22.672730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Attempting to bind port 5eb491b0-8053-4398-b092-3318a6de7bd9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:22.673222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Attempting to bind port 5eb491b0-8053-4398-b092-3318a6de7bd9 on network f86d5583-f855-49a4-a048-1cedea2216cd {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:22.698951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Port 5eb491b0-8053-4398-b092-3318a6de7bd9 on network f86d5583-f855-49a4-a048-1cedea2216cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:40:22.699583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Attempting to bind port 5eb491b0-8053-4398-b092-3318a6de7bd9 on network f86d5583-f855-49a4-a048-1cedea2216cd {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:22.705719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c48b59-aae8-4713-b908-ec3824a86fbf']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:22.714855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:22.720387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:22.723705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:22.729643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Checking segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:22.729643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Bound using segment: {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:22.729643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Bound port: 5eb491b0-8053-4398-b092-3318a6de7bd9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040a9f4a-10f2-490f-bbcc-eb703d92cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:22.729643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.730100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:22.734396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:22.735028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.737546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0a376a-c006-48b8-8e40-1077da130338') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:22.738104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0a376a-c006-48b8-8e40-1077da130338') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:22.753423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=deb558ae-6699-45a0-92de-233bc71797b3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:22.761822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.775665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.776013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.776800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.776800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.777007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.777208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.777903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.777903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.778165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.778507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.778892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.779725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:22.826376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.847667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.848994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:22.849454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.871426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569763d-557b-4b96-be1c-3d482be63b32 req-5580d3a9-d66b-4874-a172-7ec7a133efc3 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:22.873565 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e569763d-557b-4b96-be1c-3d482be63b32 req-5580d3a9-d66b-4874-a172-7ec7a133efc3 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 943 time: 0.4259601 Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:22.874248 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:22.912146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:22.922862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Transition to ACTIVE for port object 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:22.932661 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-adb48d03-0552-4d5a-a3c2-e0b0779d9304 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8870595 Feb 15 13:40:22.933335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49248) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:22.936253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04cc72-1fe8-414d-9f44-fc109c03bb85 req-b4c7035b-6047-4106-bb6b-8c9273a4437d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:22.936789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df04cc72-1fe8-414d-9f44-fc109c03bb85 req-b4c7035b-6047-4106-bb6b-8c9273a4437d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 944 time: 0.3929503 Feb 15 13:40:22.947243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Transition to ACTIVE for port object 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:22.978581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.001486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.063549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:23.067437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:23.072621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:23.078216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:23.092360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:23.096411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:23.103084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5eb491b0-8053-4398-b092-3318a6de7bd9,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:23.104431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:23.109553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Pushing event updated for resources: {'Port': ['ID=d9529434-84e5-4f53-999b-66989b89f974,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:23.112197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df04cc72-1fe8-414d-9f44-fc109c03bb85 req-5318afd9-ac24-45d2-84ad-d92c1a9cd5bb tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656787 Feb 15 13:40:23.125085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e569763d-557b-4b96-be1c-3d482be63b32 req-578cae89-c906-4871-865a-5aa3e2326e03 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851251 Feb 15 13:40:23.155089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Allocated IP 172.26.0.91 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/0316d08c-b27e-4bb0-8dbe-c6785a888153) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:23.155089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.166065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.182569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Pushing event deleted for resources: {'Network': ['ID=85c48b59-aae8-4713-b908-ec3824a86fbf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:23.189584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Pushing event updated for resources: {'Port': ['ID=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:23.191640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.211192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed0643-aee8-4e0e-aeeb-04e870bdfe0b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:23.211922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eaed0643-aee8-4e0e-aeeb-04e870bdfe0b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:23.247383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.262491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Attempting to bind port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:23.266945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Attempting to bind port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:23.268526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Attempting to bind port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:23.269357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:23.272838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.272838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.272838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.272838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.273207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.273207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.273555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.273884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.274203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.274530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.274856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.275184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:23.282370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:23.282820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:23.283279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.283731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:23.284283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Bound port: 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:23.284717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.318014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eaed0643-aee8-4e0e-aeeb-04e870bdfe0b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:23.319570 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eaed0643-aee8-4e0e-aeeb-04e870bdfe0b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3851388 Feb 15 13:40:23.322346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49262) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:23.324240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fa876d5c-38e2-47e3-8037-627cea6693bb tempest-AllowedAddressPairTestJSON-2123975774 tempest-AllowedAddressPairTestJSON-2123975774-project] 10.222.0.61 "DELETE /v2.0/networks/85c48b59-aae8-4713-b908-ec3824a86fbf HTTP/1.1" status: 204 len: 168 time: 4.4335868 Feb 15 13:40:23.331404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:23.331404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.331404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] 10.222.0.36 "PUT /v2.0/ports/5eb491b0-8053-4398-b092-3318a6de7bd9 HTTP/1.1" status: 200 len: 1093 time: 3.5076129 Feb 15 13:40:23.386937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:23.391931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:23.398407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:23.468161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.536097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1078538235'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:23.580534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:23.611209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Usage tracker for resource:network and tenant:3d05d0281a3d42abbf96d65ce537fe00 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:23.621246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:23.646468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:23.657077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port deb558ae-6699-45a0-92de-233bc71797b3 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:23.657556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.662103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619ec8e-6329-4011-8c44-f42720bffc7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:23.714754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8eb47-3702-4218-b9b7-7a2dcd6d1fb1 None None] Pushing event updated for resources: {'Port': ['ID=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:23.728171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3e6a0092-526e-43a0-a65f-427dd082e33a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:40:23.744899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:23.805024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414a73-86a1-4056-825d-f0890741db5d req-9e57746a-3866-480f-aee1-e26403add44f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:23.807308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9414a73-86a1-4056-825d-f0890741db5d req-9e57746a-3866-480f-aee1-e26403add44f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 0.5008540 Feb 15 13:40:23.901412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:23.925982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'port_id': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'mac_address': 'fa:16:3e:79:b5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:40:23.930191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9414a73-86a1-4056-825d-f0890741db5d req-22317cf0-74ce-4087-835c-d257db9ae39a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061060 Feb 15 13:40:23.932638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-c22cb8b7-ee2d-4010-90fd-625f309aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:23.934833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-c22cb8b7-ee2d-4010-90fd-625f309aa23e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92&device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 1096 time: 0.4790311 Feb 15 13:40:23.984140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Made reservation on behalf of 3d05d0281a3d42abbf96d65ce537fe00 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:23.991310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.019511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:24.025334 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'status': 'completed', 'code': 200} Feb 15 13:40:24.027052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.044392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.045887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.046910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6a0092-526e-43a0-a65f-427dd082e33a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:24.050044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-ddc2651a-2814-4b57-8401-400b194d2f01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb491b0-8053-4398-b092-3318a6de7bd9 HTTP/1.1" status: 200 len: 217 time: 0.1058671 Feb 15 13:40:24.066233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:24.131998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.133640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 913e3b18-d5dd-4682-902d-fb2b403edd27 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:40:24.152334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-078fc750-992a-4748-807d-53aaa083a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:24.158634 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-078fc750-992a-4748-807d-53aaa083a4a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=036e8f06-10c4-4359-beb6-eb023150a07d HTTP/1.1" status: 200 len: 845 time: 0.0969412 Feb 15 13:40:24.211076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:24.374322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Usage tracker for resource:security_group_rule and tenant:3d05d0281a3d42abbf96d65ce537fe00 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:24.384555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:24.408502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:24.417875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.434928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.456221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:24.494040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=913e3b18-d5dd-4682-902d-fb2b403edd27,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:24.508030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'port_id': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'mac_address': 'fa:16:3e:89:69:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:40:24.571504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.593247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913e3b18-d5dd-4682-902d-fb2b403edd27 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:24.594027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for deb558ae-6699-45a0-92de-233bc71797b3 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:24.612175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=913e3b18-d5dd-4682-902d-fb2b403edd27,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:24.644681 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4e7fc90d-474b-4c19-9dab-df87250bae7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56d4da3698794541b2b2c1b898523383&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6217358 Feb 15 13:40:24.659300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:24.663078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d26c0-4704-43b4-925d-18c554551d02 req-43652d73-60db-4b22-891b-5d9e776f5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:24.664548 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-43652d73-60db-4b22-891b-5d9e776f5d39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86d5583-f855-49a4-a048-1cedea2216cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4806151 Feb 15 13:40:24.665080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49288) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:24.672551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:24.675245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:24.706465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.753758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Pushing event updated for resources: {'Port': ['ID=0316d08c-b27e-4bb0-8dbe-c6785a888153,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:24.774335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.805840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:24.843285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.887795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:24.889050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.892015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.900005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83bff-bc7a-4e3c-b10e-7f22dbe39543 req-c1a6f554-7eb0-4156-8766-b629ed001230 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:24.906596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2d83bff-bc7a-4e3c-b10e-7f22dbe39543 req-c1a6f554-7eb0-4156-8766-b629ed001230 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 944 time: 0.5876191 Feb 15 13:40:24.948795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:24.962883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Pushing event updated for resources: {'Port': ['ID=d9529434-84e5-4f53-999b-66989b89f974,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:25.003814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24850c0-3b35-469e-ab2c-a527c3c1ce58 req-29268c9b-4739-4a37-88b4-e333bba5d7e8 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:25.010057 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e24850c0-3b35-469e-ab2c-a527c3c1ce58 req-29268c9b-4739-4a37-88b4-e333bba5d7e8 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 943 time: 0.6308491 Feb 15 13:40:25.011592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.019809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['913e3b18-d5dd-4682-902d-fb2b403edd27'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:40:25.022405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.056573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-31baa92f-1b51-4cb8-9e6e-9c0fc97db9f6 tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2488158 Feb 15 13:40:25.064400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=deb558ae-6699-45a0-92de-233bc71797b3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:25.071802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49294) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:25.071888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['3e6a0092-526e-43a0-a65f-427dd082e33a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:40:25.084068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-b8601b2e-6b2d-48e8-a4ed-1ee1e50673ea service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770356 Feb 15 13:40:25.086924 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2d83bff-bc7a-4e3c-b10e-7f22dbe39543 req-e8108c8c-a4b2-4bb1-b3c9-47b5b5672c0e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478066 Feb 15 13:40:25.093172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.91'}]}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:25.100372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.107723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:25.113680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.125865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.142037 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cbe877a9-4316-475a-98dd-4cecc3423421 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/deb558ae-6699-45a0-92de-233bc71797b3 HTTP/1.1" status: 204 len: 168 time: 1.8180823 Feb 15 13:40:25.148299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49298) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:25.169702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:25.174630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Usage tracker for resource:router and tenant:76bd7d8fb4274c65a810eac086415e68 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:25.177946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:25.184663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:25.203422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.203956 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Added segment 99efcfbe-5bc5-4147-bd35-b72c3321dfdf of type vlan for network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 Feb 15 13:40:25.236564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.261840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4914cc82-74b2-412b-a814-5cc861e50507,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:25.285206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e24850c0-3b35-469e-ab2c-a527c3c1ce58 req-9859f84a-ffd2-4d2c-b86c-d0657a7600b9 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505269 Feb 15 13:40:25.320696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.322427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.342156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.380421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69023ae-7516-4737-afc7-5680d8eca832 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:25.383026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69023ae-7516-4737-afc7-5680d8eca832 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:25.383578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.384347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a69023ae-7516-4737-afc7-5680d8eca832 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:25.385191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91357a8f-329c-4cbb-8d8c-0f86c158a475 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5217733 Feb 15 13:40:25.395885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49302) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:25.416890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.423634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:25.424485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.465858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e7901ac5-22cb-4280-b864-5b496d20867c None None] Provisioning for port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:25.538968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f844-68ae-4fb6-9cd2-f1c7ee0f845a req-cb4936ef-a533-4eee-b951-24d8ea7c84fe tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:25.540649 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df75f844-68ae-4fb6-9cd2-f1c7ee0f845a req-cb4936ef-a533-4eee-b951-24d8ea7c84fe tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 945 time: 0.2744086 Feb 15 13:40:25.542720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-538d26c0-4704-43b4-925d-18c554551d02 req-6bc7b901-618a-42e2-993c-a6d5d9244e14 service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423993 Feb 15 13:40:25.543971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a69023ae-7516-4737-afc7-5680d8eca832 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:25.545521 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a69023ae-7516-4737-afc7-5680d8eca832 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3922501 Feb 15 13:40:25.562417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:25.606261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-906b1bd2-5703-49f5-973d-955cb7e3241f None None] Could not find standard attr ID for object deb558ae-6699-45a0-92de-233bc71797b3. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:40:25.611365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:25.626842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.642941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:25.661905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a31436b-ac00-4a83-b283-7a49b679b47c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:25.675535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.678960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-575ca035-5f5b-4952-b813-204d953a2706 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a31436b-ac00-4a83-b283-7a49b679b47c HTTP/1.1" status: 204 len: 168 time: 1.0056856 Feb 15 13:40:25.694330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df75f844-68ae-4fb6-9cd2-f1c7ee0f845a req-9f5a09ba-84dd-41ae-965e-b5c35769630d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460690 Feb 15 13:40:25.736031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet e99194ed-4e86-42c6-8e8f-ca63dc63f2dc {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:25.804216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:25.832545 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5591242 Feb 15 13:40:25.832545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Usage tracker for resource:floatingip and tenant:87a846ee03f44800893b0e963f0773b9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:25.836251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9641ce-8956-44e2-b17b-2fc30d09fc5f tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'Network': ['ID=6b228495-2b38-42c7-a8d8-3b478f7e7f94,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:25.840202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49314) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:25.840480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:25.852970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Request body: {'subnet': {'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:25.865337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:25.945135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:25.952938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:25.986586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.029348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.065347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:26.077737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Usage tracker for resource:subnet and tenant:3d05d0281a3d42abbf96d65ce537fe00 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:26.081774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-3fbfe1d9-7790-4b0b-984d-cd1b4f9c46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:26.083256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-3fbfe1d9-7790-4b0b-984d-cd1b4f9c46d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92&device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 1096 time: 0.3446214 Feb 15 13:40:26.084189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:26.111829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:26.131206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.285674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:26.302077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:26.302442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.366805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.422138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Made reservation on behalf of 3d05d0281a3d42abbf96d65ce537fe00 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:26.425854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.454539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-1efd2654-253b-4e3b-8e1f-7adc0323e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:26.456024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-1efd2654-253b-4e3b-8e1f-7adc0323e2c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86d5583-f855-49a4-a048-1cedea2216cd HTTP/1.1" status: 200 len: 906 time: 0.3641527 Feb 15 13:40:26.462057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.537422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:26.791608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-e6761eca-a13e-4f19-b4bc-1bbef8dde162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb491b0-8053-4398-b092-3318a6de7bd9 HTTP/1.1" status: 200 len: 217 time: 0.2385538 Feb 15 13:40:26.824714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Allocated IP 172.26.0.60 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/8817e8d2-0efd-4984-bd6a-70d53f7e6946) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:26.867524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516cff-0f1e-4931-af0c-58043d2e6ae1 req-e7302f70-db1b-4800-99b5-b8b01a08600f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:26.867524 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b516cff-0f1e-4931-af0c-58043d2e6ae1 req-e7302f70-db1b-4800-99b5-b8b01a08600f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 945 time: 0.6407573 Feb 15 13:40:26.944346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-aa12bd7b-7424-42d7-9067-c4a4c56745c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:26.945973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-aa12bd7b-7424-42d7-9067-c4a4c56745c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=036e8f06-10c4-4359-beb6-eb023150a07d HTTP/1.1" status: 200 len: 845 time: 0.1462157 Feb 15 13:40:26.959340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.002468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.012873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:27.013588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:27.032179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.059854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49342) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:27.117792 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b516cff-0f1e-4931-af0c-58043d2e6ae1 req-416e6fc2-c2bc-4937-8c12-d25ed46bb5d8 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324166 Feb 15 13:40:27.118667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.143470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19da9ec-3a10-476d-a8b2-c2b206a63e81 req-23e5d9aa-5e41-4d91-9a27-b3d8180a99d4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:27.145007 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f19da9ec-3a10-476d-a8b2-c2b206a63e81 req-23e5d9aa-5e41-4d91-9a27-b3d8180a99d4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 943 time: 0.6951606 Feb 15 13:40:27.150802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.153509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=e99194ed-4e86-42c6-8e8f-ca63dc63f2dc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:27.160213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4172446-bd46-4173-a61d-d884c70a5d4a None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:27.240559 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f19da9ec-3a10-476d-a8b2-c2b206a63e81 req-7be4d721-46e4-4e23-b298-f21db0fbc0f6 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804412 Feb 15 13:40:27.249606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274098472'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:27.256029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:27.271030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:27.274132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:27.283836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:27.285379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-32fbc22d-ca0e-4e6e-af07-2b29a26a9fa6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e99194ed-4e86-42c6-8e8f-ca63dc63f2dc HTTP/1.1" status: 204 len: 168 time: 1.7195926 Feb 15 13:40:27.289515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-e215f241-2d57-447d-9667-0439f1109779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:27.291079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-e215f241-2d57-447d-9667-0439f1109779 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86d5583-f855-49a4-a048-1cedea2216cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3344133 Feb 15 13:40:27.292367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49348) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:27.404612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.430406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.447608 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-484ccc81-4361-4a5e-a798-538b3f516043 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511810 Feb 15 13:40:27.454834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49352) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:27.527764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:27.531555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.552951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:27.573357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Deleting port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:27.573776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.574294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:27.579112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:27.586305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.603454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'Subnet': ['ID=bac9a14d-72d2-454f-a179-9730022549dd,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:27.622008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-206c9ef7-c430-4653-a52c-1ac4873de29a service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874818 Feb 15 13:40:27.637460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.669557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Checking segment: {'id': '99efcfbe-5bc5-4147-bd35-b72c3321dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:27.670380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Network hostable DHCP agents. Network: 6b228495-2b38-42c7-a8d8-3b478f7e7f94, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:40:27.705987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:27.725835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:27.729763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3e6a0092-526e-43a0-a65f-427dd082e33a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:27.740092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.760622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3edd-e584-409c-819a-fd48a847d9d4 req-083acbe9-36cf-4434-9a6f-66fe4ba3efb1 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:27.762168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a1ce3edd-e584-409c-819a-fd48a847d9d4 req-083acbe9-36cf-4434-9a6f-66fe4ba3efb1 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 945 time: 0.4684854 Feb 15 13:40:27.804382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Pushing event updated for resources: {'Port': ['ID=8817e8d2-0efd-4984-bd6a-70d53f7e6946,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:27.821477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:27.851229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.862883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a1ce3edd-e584-409c-819a-fd48a847d9d4 req-c375b407-ab46-4ea2-af29-fcebc39905c0 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897126 Feb 15 13:40:27.868712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:40:27.877167 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2b7a8e6-6aaf-4b5c-93de-4d7d8250bef7 req-1fdcfd3b-8a1d-447e-9b1c-f03575494574 service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347813 Feb 15 13:40:27.905676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:security_group_rule and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:27.913107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:27.936055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:27.948467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6b228495-2b38-42c7-a8d8-3b478f7e7f94) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:27.952562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:27.954483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:27.955085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:27.994124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25660e-310d-483b-af72-210c652bc7ff None None] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:28.051256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fb54416-ece9-4762-bd58-7c77a635639c tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2089341 Feb 15 13:40:28.054533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49356) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:28.063503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Request body: {'port': {'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1963069626'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:28.135621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:28.136314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.149959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.151642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:28.161563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.177372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735cf3f6-d36e-431f-a44a-f977cf577088 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:28.180589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-735cf3f6-d36e-431f-a44a-f977cf577088 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:28.223835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.224177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.224515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.224843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.225163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.225510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.225833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.226150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.226525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.226842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.227156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.227470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:28.278807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.316825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Calling delete_port for 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:28.323000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:28.338247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Usage tracker for resource:port and tenant:3d05d0281a3d42abbf96d65ce537fe00 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:28.342313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:28.353239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:28.355442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 3e6a0092-526e-43a0-a65f-427dd082e33a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:28.355654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.366376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.367200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de1faf08-7c3c-48d0-8fef-2e378c7a1685 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:40:28.394652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-735cf3f6-d36e-431f-a44a-f977cf577088 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:28.396035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-735cf3f6-d36e-431f-a44a-f977cf577088 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9401164 Feb 15 13:40:28.403176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5cc0d-77d9-4789-866a-bf54702456fc req-b0a82f75-3164-4d8e-a623-61846c6fd788 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:28.405700 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0cc5cc0d-77d9-4789-866a-bf54702456fc req-b0a82f75-3164-4d8e-a623-61846c6fd788 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 945 time: 0.1509597 Feb 15 13:40:28.407436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49364) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:28.413143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 3e6a0092-526e-43a0-a65f-427dd082e33a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:28.413533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.453537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.478975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.507639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Made reservation on behalf of 3d05d0281a3d42abbf96d65ce537fe00 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:28.511175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.518984 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:40:28.522640 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f90f4e8a-d8b0-44e4-a127-629e2de424fc tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4431992 Feb 15 13:40:28.531773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49368) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:28.536672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:28.567110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33d910-e0ee-4fb3-a119-0db948076834,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:28.568044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.600955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.601620 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 8d6fe60d-cd29-432b-a6ea-eee9e5f31862 of type vlan for network b039b205-5ad3-468d-932c-c1c2eaf1ba18 Feb 15 13:40:28.635327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] device_id is not set on port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:28.639582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:28.639955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:28.674231 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0cc5cc0d-77d9-4789-866a-bf54702456fc req-3155a801-e3b9-426d-af02-fce0a56c9dd0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326787 Feb 15 13:40:28.682827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-6b228495-2b38-42c7-a8d8-3b478f7e7f94', 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94', 'tenant_id': '3d05d0281a3d42abbf96d65ce537fe00', 'fixed_ips': [{'subnet_id': 'bac9a14d-72d2-454f-a179-9730022549dd'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:28.683654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.709150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35268cb8-fbf0-490e-a4ac-34544f8a53c7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:28.710002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-35268cb8-fbf0-490e-a4ac-34544f8a53c7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:28.720457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:28.731415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.737241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Deleting port 0316d08c-b27e-4bb0-8dbe-c6785a888153 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:28.737859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.776574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.801689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.851679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.875472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f95d7-b575-4aa3-8a8c-f80780dd05c3 req-10672113-0039-48e7-852f-be4f00b7920a tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:28.876987 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e8f95d7-b575-4aa3-8a8c-f80780dd05c3 req-10672113-0039-48e7-852f-be4f00b7920a tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 943 time: 0.4702907 Feb 15 13:40:28.920756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.926581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:28.927209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:28.945106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:29.006715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Allocated IP 2001:db8::34f (6b228495-2b38-42c7-a8d8-3b478f7e7f94/bac9a14d-72d2-454f-a179-9730022549dd/dd5d19e6-1cbf-4cd3-a679-adb854d373a9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:29.023069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:29.032521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:29.064059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.121893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.125083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 913e3b18-d5dd-4682-902d-fb2b403edd27 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:29.132930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=b039b205-5ad3-468d-932c-c1c2eaf1ba18,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:29.203270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Deleting port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:29.203874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.206151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-35268cb8-fbf0-490e-a4ac-34544f8a53c7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:29.207496 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-35268cb8-fbf0-490e-a4ac-34544f8a53c7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7991021 Feb 15 13:40:29.210395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49380) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.221240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Pushing event updated for resources: {'Port': ['ID=8817e8d2-0efd-4984-bd6a-70d53f7e6946,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:29.236776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:29.288364 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ea0e3ab3-3fbb-4094-b6d3-2d474ced682c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2278068 Feb 15 13:40:29.289440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.300938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49384) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.316645 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-62471093-9d3f-49e8-a533-b76865d07718 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975120 Feb 15 13:40:29.318933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953671088'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:29.328731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.334362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:29.342765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:29.363144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:29.365619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e8f95d7-b575-4aa3-8a8c-f80780dd05c3 req-42725920-d41d-4200-865b-63fe6483df80 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814355 Feb 15 13:40:29.420872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:29.436378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.440412 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e0d8933-c8c5-43e1-8fdb-ba83a4127b4c tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0434623 Feb 15 13:40:29.441908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49394) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.451943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:29.484913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:29.496631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:29.513709 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'code': 200} Feb 15 13:40:29.543537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7059-1a14-4fce-b5ab-f0e692a1d043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.547891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:29.553304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.572581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:29.595208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:29.604948 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff210c25-0230-45f7-8e19-d456618b0849 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.1598585 Feb 15 13:40:29.605248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.607259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.608069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 8337bc21-703f-4b74-bde6-0408c7423419 of type vlan for network f175b6b9-b078-4f17-9790-2f7df4dc88c8 Feb 15 13:40:29.643666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.704805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 913e3b18-d5dd-4682-902d-fb2b403edd27 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:29.741843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] For port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:29.742237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.797601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Calling delete_port for 0316d08c-b27e-4bb0-8dbe-c6785a888153 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:29.820494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:29.824197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.828874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.883227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5eb491b0-8053-4398-b092-3318a6de7bd9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:40:29.890745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432aa19-7dfd-4052-9377-e5a01c2f44a3 req-3d93af1a-a097-446e-8fe3-4b110264d64d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:29.892263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c432aa19-7dfd-4052-9377-e5a01c2f44a3 req-3d93af1a-a097-446e-8fe3-4b110264d64d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6965992 Feb 15 13:40:29.892729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Calling delete_port for 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:29.923742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 913e3b18-d5dd-4682-902d-fb2b403edd27 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:29.923990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:29.932834 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f2f071bb-3de3-4a12-9738-3ec157be8393 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3230400 Feb 15 13:40:29.941661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49404) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:29.963477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.062134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Transition to ACTIVE for port object dd5d19e6-1cbf-4cd3-a679-adb854d373a9 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:30.089824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.096576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:30.097461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.198924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.245010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.254809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=f175b6b9-b078-4f17-9790-2f7df4dc88c8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:30.277562 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c432aa19-7dfd-4052-9377-e5a01c2f44a3 req-48690f67-fcf1-4a5f-b58d-c91b84ab946a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683081 Feb 15 13:40:30.279127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] Pushing event deleted for resources: {'Port': ['ID=8502d48c-9d6e-4a03-92cb-0ebe2e35d516,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:30.280006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5eb491b0-8053-4398-b092-3318a6de7bd9,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:30.293087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:30.306446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Deleting port 8817e8d2-0efd-4984-bd6a-70d53f7e6946 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:30.306807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.307974 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e2926e2b-820d-42a2-8897-09ca5e6b4a4d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0043592 Feb 15 13:40:30.311061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:30.311771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3e37b-8798-4ed4-b65c-29824c9cb04c None None] No DVR routers for this DVR port 8502d48c-9d6e-4a03-92cb-0ebe2e35d516 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:30.324100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:30.384856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'port_id': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'mac_address': 'fa:16:3e:1d:4a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:40:30.431680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad830c4-60aa-420a-8646-09fbdbf6cf59 req-90f92b81-a7f6-4dd1-8d43-675614e38405 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:30.433174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ad830c4-60aa-420a-8646-09fbdbf6cf59 req-90f92b81-a7f6-4dd1-8d43-675614e38405 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 945 time: 0.5939176 Feb 15 13:40:30.463997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:30.468543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:30.472257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:30.479557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:30.489164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=913e3b18-d5dd-4682-902d-fb2b403edd27,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:30.489670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.494227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.510621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-5faabf20-17c6-4303-b6c0-59888356e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:30.512100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-5faabf20-17c6-4303-b6c0-59888356e7ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.5346990 Feb 15 13:40:30.514118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb491b0-8053-4398-b092-3318a6de7bd9 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:40:30.533813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5eb491b0-8053-4398-b092-3318a6de7bd9,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:30.551511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:30.554668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:30.559055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:30.559827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.565527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2faec1b-53e1-4c0c-b860-6d36b65c7e7c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:30.569459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.585975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=c4047ec8-0dd5-4574-a6ac-96d668d39403,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:30.632137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.690170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ad830c4-60aa-420a-8646-09fbdbf6cf59 req-65ce8535-7c05-457c-bcdc-691125e75776 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061584 Feb 15 13:40:30.699343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:30.738593 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9e166962-52e8-4bad-99f1-9b5359559415 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4033880 Feb 15 13:40:30.738593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:30.740797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Allocated IP 2001:db8::2 (6b228495-2b38-42c7-a8d8-3b478f7e7f94/bac9a14d-72d2-454f-a179-9730022549dd/1c2bde8b-e057-4b30-ad16-04b737951d0f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:30.741096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.748877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.755799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49414) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:30.828397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'c4047ec8-0dd5-4574-a6ac-96d668d39403', 'ip_address': '2001:db8::583b:af2d:57f4:78f7'}], 'name': 'tempest-NetworksTestDHCPv6-1454922304'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:30.838693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.847903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Usage tracker for resource:security_group_rule and tenant:8a38254ea51c448eb461b8926fffb6c6 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:30.853538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Pushing event deleted for resources: {'Port': ['ID=0316d08c-b27e-4bb0-8dbe-c6785a888153,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:30.860316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:30.863810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.867254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.867588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:30.919283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:31.021314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:31.038742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:31.064123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:31.099744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Calling delete_port for 8817e8d2-0efd-4984-bd6a-70d53f7e6946 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:31.112869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['5eb491b0-8053-4398-b092-3318a6de7bd9'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:40:31.151225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:31.214761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:31.228212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:31.238804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:31.243329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.244439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:31.245087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.248721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'c4047ec8-0dd5-4574-a6ac-96d668d39403'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:31.249646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.280467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'Port': ['ID=dd5d19e6-1cbf-4cd3-a679-adb854d373a9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:31.317102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:31.323133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.360534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d833dff-b140-4869-a60c-6a17f7c31c0a req-12061e7a-9908-41e8-9661-cacf2d9287f4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:31.367788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d833dff-b140-4869-a60c-6a17f7c31c0a req-12061e7a-9908-41e8-9661-cacf2d9287f4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 943 time: 0.8060431 Feb 15 13:40:31.401906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-864ade3e-b912-4881-8c0b-e428a2fe871e tempest-RoutersAdminNegativeTest-1796833886 tempest-RoutersAdminNegativeTest-1796833886-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0316d08c-b27e-4bb0-8dbe-c6785a888153 HTTP/1.1" status: 204 len: 168 time: 2.8639364 Feb 15 13:40:31.476072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.505172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '8d6fe60d-cd29-432b-a6ea-eee9e5f31862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:31.512390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: b039b205-5ad3-468d-932c-c1c2eaf1ba18, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:40:31.519491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=fdf059a6-4748-42e1-a35c-af188b0492f7,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:31.522788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:31.530832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.548725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d833dff-b140-4869-a60c-6a17f7c31c0a req-486df784-10cb-4b0f-b34b-8261322716e2 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752515 Feb 15 13:40:31.552575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Transition to ACTIVE for port object 1c2bde8b-e057-4b30-ad16-04b737951d0f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:31.564708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 90c32890-f426-4a8a-bbb2-65172859eb93 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:31.603951 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-91a18011-078d-4a39-a5c5-394b81ffdfaa tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5462070 Feb 15 13:40:31.612576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Transition to ACTIVE for port object 1c2bde8b-e057-4b30-ad16-04b737951d0f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:31.629082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:31.638731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Request body: {'port': {'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1449659718', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:31.646259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] bootfile-name is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:31.646904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] tftp-server is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:31.648476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] server-ip-address is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:31.656452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/c4047ec8-0dd5-4574-a6ac-96d668d39403/9ed38093-bc3c-4dfa-a297-d8c345e0a083) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:31.735178 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'code': 200} Feb 15 13:40:31.746485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:40:31.774834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.787972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.896816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, b039b205-5ad3-468d-932c-c1c2eaf1ba18) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:31.901510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:31.902127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.906852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:31.915146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:31.916619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8e55c-0b69-4017-9232-61cdfe556ef5 req-5ed658b8-83d9-484d-832a-6893847f52a9 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:31.917574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:31.918047 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d8f8e55c-0b69-4017-9232-61cdfe556ef5 req-5ed658b8-83d9-484d-832a-6893847f52a9 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4234858 Feb 15 13:40:31.920202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687eb26-ce95-426e-a176-d1d0716fc8d6 None None] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:31.939663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:31.943411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.010889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:32.030115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Usage tracker for resource:port and tenant:3d05d0281a3d42abbf96d65ce537fe00 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:32.038233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Pushing event deleted for resources: {'Port': ['ID=8817e8d2-0efd-4984-bd6a-70d53f7e6946,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:32.045225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:32.051921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9dad5a7c-267b-4dc1-b69a-bc43f9de095b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7384331 Feb 15 13:40:32.054753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49434) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:32.062477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:32.100456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Synchronizing usage tracker for tenant:8a38254ea51c448eb461b8926fffb6c6 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:32.103249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:32.133641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Pushing event updated for resources: {'Port': ['ID=1c2bde8b-e057-4b30-ad16-04b737951d0f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:32.162641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=daa121a6-911d-48e4-a543-17a2db90b192,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:32.189703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d8f8e55c-0b69-4017-9232-61cdfe556ef5 req-0311b428-0afa-45c1-845f-18f6edc581ae tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366128 Feb 15 13:40:32.219370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.227318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Attempting to bind port 1c2bde8b-e057-4b30-ad16-04b737951d0f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:32.227916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Attempting to bind port 1c2bde8b-e057-4b30-ad16-04b737951d0f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '99efcfbe-5bc5-4147-bd35-b72c3321dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:32.228494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Attempting to bind port 1c2bde8b-e057-4b30-ad16-04b737951d0f on network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:32.236944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963adb9-41e4-4af4-91e3-02769dc867c4 req-4277cce4-0ec5-4a97-ad2b-934253faf80e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:32.247909 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1963adb9-41e4-4af4-91e3-02769dc867c4 req-4277cce4-0ec5-4a97-ad2b-934253faf80e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.3706803 Feb 15 13:40:32.276376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:32.278284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.283074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5189146b-17bc-4a95-91dd-8e40ace2d8f0 tempest-FloatingIPAdminTestJSON-193721840 tempest-FloatingIPAdminTestJSON-193721840-project] 10.222.0.61 "DELETE /v2.0/floatingips/c616503a-3e7d-490f-9d92-9bd368b57782 HTTP/1.1" status: 204 len: 168 time: 2.3253222 Feb 15 13:40:32.284404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49440) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:32.285032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:32.289367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Made reservation on behalf of 3d05d0281a3d42abbf96d65ce537fe00 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:32.290437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:32.294404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.301943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:32.302166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:32.302723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Checking segment: {'id': '99efcfbe-5bc5-4147-bd35-b72c3321dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:32.303373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.304010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Bound using segment: {'id': '99efcfbe-5bc5-4147-bd35-b72c3321dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:32.304777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49444) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:32.304889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Bound port: 1c2bde8b-e057-4b30-ad16-04b737951d0f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99efcfbe-5bc5-4147-bd35-b72c3321dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6b228495-2b38-42c7-a8d8-3b478f7e7f94'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:32.305370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.382399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] Unset dirty status for tenant:8a38254ea51c448eb461b8926fffb6c6 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:32.383532 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a74a52de-6476-41fd-96c0-c16b936011b2 req-57c7fb15-06cd-4417-8b6b-222855fe6187 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8638835 Feb 15 13:40:32.385847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08f8ce-1641-4782-9ccc-54ce3aecebf3 req-0d64d644-c235-4660-8291-c81fea510988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:32.387324 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5f08f8ce-1641-4782-9ccc-54ce3aecebf3 req-0d64d644-c235-4660-8291-c81fea510988 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 1099 time: 0.0816426 Feb 15 13:40:32.408609 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1963adb9-41e4-4af4-91e3-02769dc867c4 req-5451f887-b8a9-4dc8-94c0-763898070b56 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595268 Feb 15 13:40:32.430040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:32.430040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.513515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] device_id is not set on port a54baf3f-1157-4bd4-8c97-6ad4f459d0df yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:32.553718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Deleting port d9529434-84e5-4f53-999b-66989b89f974 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:32.554285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.628525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.681186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.706758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b67c7a7-bf8c-432e-b0a2-885701664151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.731308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:32.750605 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Usage tracker for resource:security_group_rule and tenant:1375045717d948abbd03290fb52e84c1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:32.752031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Transition to ACTIVE for port object 9ed38093-bc3c-4dfa-a297-d8c345e0a083 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:32.758509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:32.779736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:32.803104 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5f08f8ce-1641-4782-9ccc-54ce3aecebf3 req-846bcda9-b92d-4d82-875a-6fb25d2b6291 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562774 Feb 15 13:40:32.806860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.884931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:32.922590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Transition to ACTIVE for port object 9ed38093-bc3c-4dfa-a297-d8c345e0a083 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:32.926249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:32.940176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-b039b205-5ad3-468d-932c-c1c2eaf1ba18', 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': 'fdf059a6-4748-42e1-a35c-af188b0492f7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:32.941606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.964007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Allocated IP 2001:db8::8 (6b228495-2b38-42c7-a8d8-3b478f7e7f94/bac9a14d-72d2-454f-a179-9730022549dd/a54baf3f-1157-4bd4-8c97-6ad4f459d0df) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:32.966926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:32.994315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.033365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.033808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.067799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.073122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.080522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.115068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.189660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Calling delete_port for d9529434-84e5-4f53-999b-66989b89f974 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:33.198734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.209494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::583b:af2d:57f4:78f7 (7bbde29e-2549-4182-a259-7bbb71f9b94f/c4047ec8-0dd5-4574-a6ac-96d668d39403/90c32890-f426-4a8a-bbb2-65172859eb93) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:33.216327 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1375045717d948abbd03290fb52e84c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9061439 Feb 15 13:40:33.222861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568cd21-919e-4f61-9f4e-dcbd39453fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5031eb-ea2a-40a6-b117-620eb8953ef6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.225161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49452) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:33.251618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=12875234-8d19-4a2a-b376-9bb55f8893cc,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.292785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cecf44-f7e9-4dfd-beb6-6f88e2aa36ae req-bdb2f800-994c-4450-bf29-9ec34a9fa9e9 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:33.295967 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d0cecf44-f7e9-4dfd-beb6-6f88e2aa36ae req-bdb2f800-994c-4450-bf29-9ec34a9fa9e9 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 944 time: 0.4711568 Feb 15 13:40:33.307570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '8337bc21-703f-4b74-bde6-0408c7423419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:33.307570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: f175b6b9-b078-4f17-9790-2f7df4dc88c8, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:40:33.342806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:33.363249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:33.366956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:33.446363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.464611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:40:33.476443 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d0cecf44-f7e9-4dfd-beb6-6f88e2aa36ae req-885af385-add9-46b7-bc52-4efbc882642e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310718 Feb 15 13:40:33.488383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8907b-6e6f-4def-aee3-f5728420ff24 None None] Pushing event updated for resources: {'Port': ['ID=1c2bde8b-e057-4b30-ad16-04b737951d0f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.505687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.604633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.608692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f175b6b9-b078-4f17-9790-2f7df4dc88c8) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:33.619672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:33.619672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.645786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbb445-782d-4646-8eb0-a9fed96f5aab req-4500bb3a-5593-4170-ab57-825cca226f01 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:33.654779 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6bbb445-782d-4646-8eb0-a9fed96f5aab req-4500bb3a-5593-4170-ab57-825cca226f01 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2418020 Feb 15 13:40:33.659500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24147dd8-cdce-4a11-8cef-a575e75b0db3 None None] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:33.758815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 90c32890-f426-4a8a-bbb2-65172859eb93 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:33.760096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.763180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.764486 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de5031eb-ea2a-40a6-b117-620eb8953ef6 HTTP/1.1" status: 204 len: 168 time: 0.5282159 Feb 15 13:40:33.768479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5eb491b0-8053-4398-b092-3318a6de7bd9 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:33.793634 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6bbb445-782d-4646-8eb0-a9fed96f5aab req-d01136de-311b-4b6f-af54-18bc956f2d81 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340644 Feb 15 13:40:33.795912 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2268c610-fe3e-4d2c-a97c-2cf403ffb372 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7398484 Feb 15 13:40:33.800534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49462) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:33.805796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.815759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9e15-816f-40f3-bc58-79d573b7c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5031eb-ea2a-40a6-b117-620eb8953ef6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.821287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1734588587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:33.837769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:33.851521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:33.856376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:33.863788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:33.879858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.885703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9529434-84e5-4f53-999b-66989b89f974,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.920496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Pushing event updated for resources: {'Port': ['ID=9ed38093-bc3c-4dfa-a297-d8c345e0a083,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:33.924169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Attempting to bind port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:33.924169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Attempting to bind port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:33.924169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Attempting to bind port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:33.946700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.948548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.952229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:33.980463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Transition to ACTIVE for port object a54baf3f-1157-4bd4-8c97-6ad4f459d0df will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:33.993674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Allocated IP 2001:db8::2 (b039b205-5ad3-468d-932c-c1c2eaf1ba18/fdf059a6-4748-42e1-a35c-af188b0492f7/89589a5b-4126-48a3-b3c7-2c1b6b5a6301) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:34.013174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:34.013486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:34.013849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.014233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:34.014711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Bound port: 9ed38093-bc3c-4dfa-a297-d8c345e0a083, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:34.015081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.064889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:34.065948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.073844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:34.082063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:34.095796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:34.095796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.096038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc140-11ad-4de2-a5bb-d11dbcdc058c req-1629c396-0ef5-48e8-9255-a792caf78a74 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:34.096038 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c52cc140-11ad-4de2-a5bb-d11dbcdc058c req-1629c396-0ef5-48e8-9255-a792caf78a74 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.3763025 Feb 15 13:40:34.098276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.118246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.128115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49466) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.128365 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6f6c9781-5426-40ad-8a31-1ef34e1e8893 tempest-FloatingIPAdminTestJSON-1866045852 tempest-FloatingIPAdminTestJSON-1866045852-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/30b75e3d-fe61-4062-91ac-6d010eaf0274 HTTP/1.1" status: 204 len: 168 time: 1.8407981 Feb 15 13:40:34.138298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=90c32890-f426-4a8a-bbb2-65172859eb93,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:34.201333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 5eb491b0-8053-4398-b092-3318a6de7bd9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:34.214992 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c52cc140-11ad-4de2-a5bb-d11dbcdc058c req-c2d232cd-5dd6-4cbc-9e71-9e3a937d4056 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853004 Feb 15 13:40:34.216782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.245329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 5eb491b0-8053-4398-b092-3318a6de7bd9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:34.245969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.275501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-90509982-9291-45e3-ab6d-510c6e07b493 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5155575 Feb 15 13:40:34.280977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49472) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.313281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.324142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.361508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:34.362382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.369755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:34.382205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:34.391274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:34.398606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:34.399516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.440456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'Port': ['ID=a54baf3f-1157-4bd4-8c97-6ad4f459d0df,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:34.475246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f107b91-67a8-4b2c-a578-e1c0c8148cd6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:34.481891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f107b91-67a8-4b2c-a578-e1c0c8148cd6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:34.482761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f107b91-67a8-4b2c-a578-e1c0c8148cd6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:34.541096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] For port 9ed38093-bc3c-4dfa-a297-d8c345e0a083, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:34.544377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f175b6b9-b078-4f17-9790-2f7df4dc88c8', 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '12875234-8d19-4a2a-b376-9bb55f8893cc'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:34.545561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.545695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.547078 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-54589e11-a12c-4428-a01e-5c0b53a311ee tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7455909 Feb 15 13:40:34.550239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49478) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.648759 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-db12a940-0c3a-45d9-bb00-f3c58a2cdd2b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.0169392 Feb 15 13:40:34.649786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] For port 9ed38093-bc3c-4dfa-a297-d8c345e0a083, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9ed38093-bc3c-4dfa-a297-d8c345e0a083,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:34.659125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49482) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.738339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.755603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f107b91-67a8-4b2c-a578-e1c0c8148cd6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:34.760718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2f107b91-67a8-4b2c-a578-e1c0c8148cd6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4763534 Feb 15 13:40:34.765482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49486) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.770401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.861893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:34.982419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:34.987502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 90c32890-f426-4a8a-bbb2-65172859eb93 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:34.987894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.038218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:35.087920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5eb491b0-8053-4398-b092-3318a6de7bd9,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:35.113824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.127321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Transition to ACTIVE for port object 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:35.156276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Transition to ACTIVE for port object 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:35.184107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for 7d35a147-086c-45ad-8de6-9d7af3dc8ff9 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:35.218722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1bb9f-ca20-4478-a0d1-a2de34a44236 None None] Pushing event updated for resources: {'Port': ['ID=9ed38093-bc3c-4dfa-a297-d8c345e0a083,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:35.225836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.291744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e83f8-bec7-4bd5-9e62-fb4558618121 None None] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:35.300567 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c4e3198d-21a3-4c7d-a3fa-7bf33892b5a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76bd7d8fb4274c65a810eac086415e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698431 Feb 15 13:40:35.318271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49500) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:35.323995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.474136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Allocated IP 2001:db8:1::2 (f175b6b9-b078-4f17-9790-2f7df4dc88c8/12875234-8d19-4a2a-b376-9bb55f8893cc/e0cce4a3-6c11-45b3-9c32-1af72f8d01e6) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:35.498585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:35.519799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:35.536422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:35.568669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdf240-d59a-4678-bc26-45f82589afb9 req-2bf8d6a9-bfd0-44ec-8bb9-474345041eef tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:35.570601 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ffdf240-d59a-4678-bc26-45f82589afb9 req-2bf8d6a9-bfd0-44ec-8bb9-474345041eef tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 944 time: 0.7496638 Feb 15 13:40:35.594728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.603992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:35.607816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:35.611227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:35.617648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:35.618279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e395a869-eeed-42a7-ac63-e19618ee266f None None] Provisioning for port 1c2bde8b-e057-4b30-ad16-04b737951d0f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:35.618571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Synchronizing usage tracker for tenant:3d05d0281a3d42abbf96d65ce537fe00 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:35.686688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.689180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2830e-9fff-4510-a671-26202c66c22b req-c941db74-0906-4e66-9293-9727867abd05 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:35.701162 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-39d2830e-9fff-4510-a671-26202c66c22b req-c941db74-0906-4e66-9293-9727867abd05 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6000652 Feb 15 13:40:35.787022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.800704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.824918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ffdf240-d59a-4678-bc26-45f82589afb9 req-944e4992-23ef-4760-9bfc-23f85dd0a3eb tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886976 Feb 15 13:40:35.909020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Attempting to bind port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:35.909581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Attempting to bind port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8d6fe60d-cd29-432b-a6ea-eee9e5f31862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:35.910167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Attempting to bind port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 on network b039b205-5ad3-468d-932c-c1c2eaf1ba18 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:35.914756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-39d2830e-9fff-4510-a671-26202c66c22b req-2278490a-7ab2-4c0c-b8a7-a3ad4593626d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117317 Feb 15 13:40:35.955163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.970786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 90c32890-f426-4a8a-bbb2-65172859eb93 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:35.974929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Pushing event updated for resources: {'Port': ['ID=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:35.982441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:35.983058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Checking segment: {'id': '8d6fe60d-cd29-432b-a6ea-eee9e5f31862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:35.983570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:35.984159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Bound using segment: {'id': '8d6fe60d-cd29-432b-a6ea-eee9e5f31862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:35.984746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Bound port: 89589a5b-4126-48a3-b3c7-2c1b6b5a6301, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fe60d-cd29-432b-a6ea-eee9e5f31862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b039b205-5ad3-468d-932c-c1c2eaf1ba18'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:35.985228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.081096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Unset dirty status for tenant:3d05d0281a3d42abbf96d65ce537fe00 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:36.085274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c1fd60f6-d58b-4485-b19b-0b683e8ad8e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.4218082 Feb 15 13:40:36.092046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Port': ['ID=7d35a147-086c-45ad-8de6-9d7af3dc8ff9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:36.096830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49506) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:36.152731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.284042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] For port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:36.287675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] For port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,segment=NetworkSegment(8d6fe60d-cd29-432b-a6ea-eee9e5f31862),segment_id=8d6fe60d-cd29-432b-a6ea-eee9e5f31862)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:36.290098 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'code': 200} Feb 15 13:40:36.372131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.391496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924d0fc-e9a0-437c-b268-787b5596ae79,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:36.404807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Transition to ACTIVE for port object e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:36.412171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.420588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.422338 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4cf21f18-485a-4f7a-a535-8f979be423fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c924d0fc-e9a0-437c-b268-787b5596ae79 HTTP/1.1" status: 204 len: 168 time: 1.1027522 Feb 15 13:40:36.517950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Transition to ACTIVE for port object e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:36.518152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9749686c-47ee-4a9e-947b-7c019058c0d9 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/ports/7d35a147-086c-45ad-8de6-9d7af3dc8ff9 HTTP/1.1" status: 204 len: 168 time: 2.3487263 Feb 15 13:40:36.518317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1c2bde8b-e057-4b30-ad16-04b737951d0f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:36.521665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:36.661346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting port a54baf3f-1157-4bd4-8c97-6ad4f459d0df {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:36.665775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.670142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.770527 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-08856aeb-7cab-4ab1-a414-545c3eb7cef4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6573505 Feb 15 13:40:36.819015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a222-1a08-4007-ae7a-25b3a081b076 None None] Pushing event updated for resources: {'Port': ['ID=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:36.842460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:36.896249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 1c2bde8b-e057-4b30-ad16-04b737951d0f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:36.956182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e505f0-d33f-4ea2-b7a5-2d0c8f331141 req-c14e9fb9-12a6-4383-a494-8d9d451a1b0c tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:36.957375 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31e505f0-d33f-4ea2-b7a5-2d0c8f331141 req-c14e9fb9-12a6-4383-a494-8d9d451a1b0c tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.7663846 Feb 15 13:40:36.958826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1c2bde8b-e057-4b30-ad16-04b737951d0f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:36.965816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.011710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d2602-398c-4a7d-bf20-e90279ff7186 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:37.013250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-037d2602-398c-4a7d-bf20-e90279ff7186 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Synchronizing usage tracker for tenant:869af6d4a2ee44aea41cf3cf9faf0a60 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:37.016667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.043417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:37.080235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:37.106872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:37.134598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=90c32890-f426-4a8a-bbb2-65172859eb93,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:37.168780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Pushing event updated for resources: {'Port': ['ID=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:37.237997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.260335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-037d2602-398c-4a7d-bf20-e90279ff7186 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Unset dirty status for tenant:869af6d4a2ee44aea41cf3cf9faf0a60 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:37.266611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-037d2602-398c-4a7d-bf20-e90279ff7186 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "GET /v2.0/ports?device_id=39ad9bdd-48a9-4576-af3d-778099757c6f HTTP/1.1" status: 200 len: 913 time: 0.7409549 Feb 15 13:40:37.270989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49520) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:37.288935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Attempting to bind port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:37.289315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Attempting to bind port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8337bc21-703f-4b74-bde6-0408c7423419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:37.289706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Attempting to bind port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 on network f175b6b9-b078-4f17-9790-2f7df4dc88c8 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:37.392106 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c17ff2c-984b-4ca8-9391-ebd562b0f228 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/90c32890-f426-4a8a-bbb2-65172859eb93 HTTP/1.1" status: 204 len: 168 time: 2.6245761 Feb 15 13:40:37.398463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49526) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:37.402158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-9bdba79b-90c9-4743-8424-454df35885c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:37.403941 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-9bdba79b-90c9-4743-8424-454df35885c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.5011978 Feb 15 13:40:37.415539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:37.416010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Checking segment: {'id': '8337bc21-703f-4b74-bde6-0408c7423419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:37.416597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.418677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Bound using segment: {'id': '8337bc21-703f-4b74-bde6-0408c7423419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:37.419252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Bound port: e0cce4a3-6c11-45b3-9c32-1af72f8d01e6, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8337bc21-703f-4b74-bde6-0408c7423419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f175b6b9-b078-4f17-9790-2f7df4dc88c8'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:37.419851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.554181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dce22-b917-4771-ad41-23692c5d5e59 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:37.556174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dce22-b917-4771-ad41-23692c5d5e59 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:37.557153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e3dce22-b917-4771-ad41-23692c5d5e59 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:37.635774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] For port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:37.640693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] For port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,segment=NetworkSegment(8337bc21-703f-4b74-bde6-0408c7423419),segment_id=8337bc21-703f-4b74-bde6-0408c7423419)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:37.645097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1d037e93-34a6-4cdc-aef4-9683e4f2cd2d None None] Provisioning for port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:37.659424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.728592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:37.739022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.852996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:37.854139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9ed38093-bc3c-4dfa-a297-d8c345e0a083 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:37.938055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.043172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b105e-f05a-4139-bceb-085c225f1639 None None] Pushing event updated for resources: {'Port': ['ID=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:38.045419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e3dce22-b917-4771-ad41-23692c5d5e59 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:38.051731 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e3dce22-b917-4771-ad41-23692c5d5e59 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6414583 Feb 15 13:40:38.077107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49538) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:38.150543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:38.154328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Provisioning for port a54baf3f-1157-4bd4-8c97-6ad4f459d0df completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:38.173661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:38.179312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.219943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Provisioning complete for port a54baf3f-1157-4bd4-8c97-6ad4f459d0df triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:38.223175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.358350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=1c2bde8b-e057-4b30-ad16-04b737951d0f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:38.398270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Port a54baf3f-1157-4bd4-8c97-6ad4f459d0df cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:38.406565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf891aa-7d22-4f85-9cb5-4bd0e2b774bc req-011f2b00-cda5-4ba8-9f09-25503b2a4470 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:38.422245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cbf891aa-7d22-4f85-9cb5-4bd0e2b774bc req-011f2b00-cda5-4ba8-9f09-25503b2a4470 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.9819355 Feb 15 13:40:38.425227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49548) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:38.452280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Calling delete_port for a54baf3f-1157-4bd4-8c97-6ad4f459d0df owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:38.484288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-efb57c18-dc55-4792-8401-7c3096c7c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:38.486069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-efb57c18-dc55-4792-8401-7c3096c7c520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 1.0566838 Feb 15 13:40:38.537095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.570178 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31e505f0-d33f-4ea2-b7a5-2d0c8f331141 req-b0c23162-f7e2-4505-bc89-63b20b319460 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2759025 Feb 15 13:40:38.580116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet c4047ec8-0dd5-4574-a6ac-96d668d39403 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:38.583709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.592489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Request body: {'floatingip': {'port_id': '3e6a0092-526e-43a0-a65f-427dd082e33a'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:38.634697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9ed38093-bc3c-4dfa-a297-d8c345e0a083, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9ed38093-bc3c-4dfa-a297-d8c345e0a083,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:38.639095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49550) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:38.662976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Provisioning for port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:38.673059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Provisioning complete for port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:38.673687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.774828 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-de770113-fb1b-4efe-8878-38a3d6b1b74c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 217 time: 0.1276245 Feb 15 13:40:38.779922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.798318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:38.842336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16790721-5f36-4354-b8fc-1bccb12a5f8d None None] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:38.847077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8::1 (b039b205-5ad3-468d-932c-c1c2eaf1ba18/fdf059a6-4748-42e1-a35c-af188b0492f7/366f30ef-c371-4fdf-b523-7006a05056d0) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:39.015348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-24ffbf94-1151-4685-92c7-8a1119e240ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:39.017063 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-24ffbf94-1151-4685-92c7-8a1119e240ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.1856370 Feb 15 13:40:39.021308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:39.039022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-ef5063b6-cacf-47b3-8d84-c07dcbb2366b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.040818 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ef5063b6-cacf-47b3-8d84-c07dcbb2366b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2869723 Feb 15 13:40:39.106403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49560) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.161819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-0eb99b85-9e5c-4aee-aeaa-fda487ef0f09 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.165339 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0eb99b85-9e5c-4aee-aeaa-fda487ef0f09 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0181923 Feb 15 13:40:39.172661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49564) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.174211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.186422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-aa19039c-67a2-44e9-9e0e-46bc5b3cf6be tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.189994 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aa19039c-67a2-44e9-9e0e-46bc5b3cf6be tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0139050 Feb 15 13:40:39.191423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49568) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.213174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Provisioning complete for port 1c2bde8b-e057-4b30-ad16-04b737951d0f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:39.213502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.218080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-68035494-fa29-494d-8cb6-88652a086fd5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.221457 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-68035494-fa29-494d-8cb6-88652a086fd5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0249171 Feb 15 13:40:39.222087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.238053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-2ef61a49-effd-4de3-bd5a-870b44b7d71b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.239841 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2ef61a49-effd-4de3-bd5a-870b44b7d71b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0124812 Feb 15 13:40:39.256793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1c2bde8b-e057-4b30-ad16-04b737951d0f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:39.257807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.285824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9ed38093-bc3c-4dfa-a297-d8c345e0a083,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:39.302333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.329298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-b78d63b3-e0f0-451b-8008-1d1588efdff3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.332503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b78d63b3-e0f0-451b-8008-1d1588efdff3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0523415 Feb 15 13:40:39.336203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d50394-d011-4986-b7d9-477eae15e8f3 req-47944c5a-b30d-4fb1-9595-8c2bb5d791c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:39.337764 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4d50394-d011-4986-b7d9-477eae15e8f3 req-47944c5a-b30d-4fb1-9595-8c2bb5d791c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 1098 time: 2.0451729 Feb 15 13:40:39.347442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49580) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.384700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-9aeb1de7-b44e-47c3-a550-8f9abfdad82d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.385976 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9aeb1de7-b44e-47c3-a550-8f9abfdad82d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0303304 Feb 15 13:40:39.410378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49584) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.425462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-3faebf6d-2873-4701-8ba6-18477a752901 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.433189 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3faebf6d-2873-4701-8ba6-18477a752901 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0192132 Feb 15 13:40:39.436970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49588) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.466893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-8cf3a88f-b6ac-43f7-9c30-e29dfa2fda77 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.467938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8cf3a88f-b6ac-43f7-9c30-e29dfa2fda77 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0263417 Feb 15 13:40:39.479693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49592) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.490066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-08e1c4b8-f0af-4ad6-a510-e0cfd3a1e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:39.490066 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-08e1c4b8-f0af-4ad6-a510-e0cfd3a1e2b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4432812 Feb 15 13:40:39.491836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-a9771492-fdf5-46a0-8987-bda7352170e8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.495357 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a9771492-fdf5-46a0-8987-bda7352170e8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064893 Feb 15 13:40:39.500166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53032399-a37e-4085-96c6-8f36b4e80d6d None None] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:39.520373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49596) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.536272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1c2bde8b-e057-4b30-ad16-04b737951d0f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:39.536650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.555792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-43fd8ebb-4f5f-4f0e-8b9b-6501e0f102f8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.560439 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-43fd8ebb-4f5f-4f0e-8b9b-6501e0f102f8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0120127 Feb 15 13:40:39.563146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49600) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.571105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.587638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.587854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154614-1124-48f8-b81b-812f96522600 req-09d951c7-e531-4995-8fc8-97870ce47dcc tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:39.596644 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3d154614-1124-48f8-b81b-812f96522600 req-09d951c7-e531-4995-8fc8-97870ce47dcc tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.8399563 Feb 15 13:40:39.598458 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4d50394-d011-4986-b7d9-477eae15e8f3 req-bf9c46b6-9731-48a2-9ca8-dc154d136219 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390544 Feb 15 13:40:39.606731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79063d21-6544-47f4-be6c-60b638174dc4 req-f33b236a-04aa-4e53-8651-90c443f6fd0b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:39.608426 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-79063d21-6544-47f4-be6c-60b638174dc4 req-f33b236a-04aa-4e53-8651-90c443f6fd0b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.8730156 Feb 15 13:40:39.611404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-f31e65da-5362-47d7-a43f-b5c6a32127f0 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.615122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f31e65da-5362-47d7-a43f-b5c6a32127f0 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0433068 Feb 15 13:40:39.622086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49604) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.622269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49606) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.685753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5dd92005-03d8-437b-b81b-847b6d885144 None None] Could not find standard attr ID for object 90c32890-f426-4a8a-bbb2-65172859eb93. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:40:39.703736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-a2dc54a1-b8b3-4b28-b781-3127a9fa4ce5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.704752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a2dc54a1-b8b3-4b28-b781-3127a9fa4ce5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0469084 Feb 15 13:40:39.708111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Request body: {'floatingip': {'port_id': '913e3b18-d5dd-4682-902d-fb2b403edd27'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:39.747411 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-976f79aa-255c-4cf1-a05e-68cfe046cefe service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516296 Feb 15 13:40:39.751564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.760000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.760869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=c4047ec8-0dd5-4574-a6ac-96d668d39403,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:39.774612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77ed23-1d99-4dfa-9541-d74df733592b None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:39.810956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-59ac6b87-0b3f-48d0-9553-74b68e9247c9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.815790 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-59ac6b87-0b3f-48d0-9553-74b68e9247c9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0389314 Feb 15 13:40:39.816873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:39.820006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event deleted for resources: {'Port': ['ID=a54baf3f-1157-4bd4-8c97-6ad4f459d0df,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:39.821818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49618) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.914547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-2697ae6b-4f9d-4ebf-8f79-64bf3e71cb4f tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.915857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2697ae6b-4f9d-4ebf-8f79-64bf3e71cb4f tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0232928 Feb 15 13:40:39.927240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49622) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.934486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-5cdabe08-357b-4698-b72d-c2dde79484c2 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.935709 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5cdabe08-357b-4698-b72d-c2dde79484c2 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054133 Feb 15 13:40:39.941966 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c7cc3af7-ac28-45fc-8d6f-d5df1f45c32b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/c4047ec8-0dd5-4574-a6ac-96d668d39403 HTTP/1.1" status: 204 len: 168 time: 1.8632696 Feb 15 13:40:39.944545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49626) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.944939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49628) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:39.956210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-4cf5232f-1d83-4ad6-8685-9dd3a2cbabc1 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:39.959670 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4cf5232f-1d83-4ad6-8685-9dd3a2cbabc1 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091360 Feb 15 13:40:39.978775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 366f30ef-c371-4fdf-b523-7006a05056d0 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:40.014654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49634) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.026200 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-79063d21-6544-47f4-be6c-60b638174dc4 req-b089963e-139e-4aff-ad66-e15ee9565488 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644178 Feb 15 13:40:40.030488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.048033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:40.069037 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6244fe3d-00bc-414b-94ad-fe1ca1dfb8dd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179495 Feb 15 13:40:40.091885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49638) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.110543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:40.112483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.118337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-497591a6-8099-4fdd-a7a5-ceb4e05480bc tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.121463 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-497591a6-8099-4fdd-a7a5-ceb4e05480bc tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0919256 Feb 15 13:40:40.122078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Provisioning for port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:40.144286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49642) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.157484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-66d272c5-63a3-4015-a037-e562dac13d73 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.158629 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66d272c5-63a3-4015-a037-e562dac13d73 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0108917 Feb 15 13:40:40.161663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49646) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.201534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.239010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Provisioning complete for port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:40.239385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.317287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:40.324477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Could not find standard attr ID for object a54baf3f-1157-4bd4-8c97-6ad4f459d0df. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:40:40.335636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:40.344068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:40.344493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.420093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6c266141-3236-48f0-975a-214b93f65575 None None] Provisioning for port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:40.438174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:40.444551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Deleting port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:40.444919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.484515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-f4442c96-fdfc-4120-afe6-851c349e6f7b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.488413 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4442c96-fdfc-4120-afe6-851c349e6f7b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0888453 Feb 15 13:40:40.489620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.499331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49650) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.549620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-0fd7474a-b254-4e2f-b144-f24d17902d59 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.556203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6da0a1-33f8-4bae-bc6b-a3d4fa007771 req-9b18777f-adfc-468d-91d5-fe10b5febd2e service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7290633 Feb 15 13:40:40.558591 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0fd7474a-b254-4e2f-b144-f24d17902d59 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0258274 Feb 15 13:40:40.570205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49654) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.581683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-a31f3d7d-bee6-4598-8479-d4ada1c111c4 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.583452 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a31f3d7d-bee6-4598-8479-d4ada1c111c4 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0115583 Feb 15 13:40:40.596778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:40.597989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49658) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.603086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-4904e5d8-523b-441c-99b2-c5bf6e724c9b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.607071 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4904e5d8-523b-441c-99b2-c5bf6e724c9b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050766 Feb 15 13:40:40.615465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:40.618444 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8c132a93-3131-40d9-b9a9-3d2d13de87c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "DELETE /v2.0/ports/a54baf3f-1157-4bd4-8c97-6ad4f459d0df HTTP/1.1" status: 204 len: 168 time: 4.5239000 Feb 15 13:40:40.625288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:40.626155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.631958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49662) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.632510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49664) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.644347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Request body: {'port': {'name': 'tempest-new-port-name-525431861', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:40.645010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] bootfile-name is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:40.648511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] tftp-server is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:40.648511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] server-ip-address is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:40:40.650942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.681264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-39b07580-4d0b-4bf2-aea3-f097415ebac3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.687639 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-39b07580-4d0b-4bf2-aea3-f097415ebac3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0539324 Feb 15 13:40:40.710757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49670) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.813028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-178a5c29-304d-4a38-9cc9-6167ebb7596a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.814893 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-178a5c29-304d-4a38-9cc9-6167ebb7596a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0107505 Feb 15 13:40:40.825532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:40.832279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:40.836172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:40.845131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:40.857042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.865761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-41a01690-0ef4-44e2-95be-abf552f7889c tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.868665 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-41a01690-0ef4-44e2-95be-abf552f7889c tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066748 Feb 15 13:40:40.874492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49680) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.883100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-762d381b-c034-4b71-96bc-e369dab0a6bd tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.884023 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-762d381b-c034-4b71-96bc-e369dab0a6bd tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067036 Feb 15 13:40:40.888294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49684) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.894420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-f209acd5-2730-435a-8fa2-1f473dfdf374 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.895388 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f209acd5-2730-435a-8fa2-1f473dfdf374 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061355 Feb 15 13:40:40.901600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.913938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-306d1a0c-fec9-45ca-af64-0c614120b721 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.915225 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-306d1a0c-fec9-45ca-af64-0c614120b721 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0067012 Feb 15 13:40:40.917554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.924925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-47d02d4e-c3db-41ec-a148-5624154b68c9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.926321 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-47d02d4e-c3db-41ec-a148-5624154b68c9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074458 Feb 15 13:40:40.928692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49696) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.935840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-fe768d8d-d9b3-45ff-902b-74ed03cfba1b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.936794 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fe768d8d-d9b3-45ff-902b-74ed03cfba1b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071883 Feb 15 13:40:40.940029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49700) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.949520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-c03a9b57-ff32-4c2e-9eaa-5d8d3bafd04a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.953169 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c03a9b57-ff32-4c2e-9eaa-5d8d3bafd04a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117917 Feb 15 13:40:40.954043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:40.957863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.970068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,segment=NetworkSegment(8337bc21-703f-4b74-bde6-0408c7423419),segment_id=8337bc21-703f-4b74-bde6-0408c7423419)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:40.973042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49704) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:40.980172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] For port 9ed38093-bc3c-4dfa-a297-d8c345e0a083, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9ed38093-bc3c-4dfa-a297-d8c345e0a083,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:40.981746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:40.987547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-028713ad-6f57-419d-b388-4a3305630e81 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:40.988487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-028713ad-6f57-419d-b388-4a3305630e81 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110691 Feb 15 13:40:41.135270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.143361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-9062a2d4-053c-448c-be86-40c5d72782c5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.144356 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9062a2d4-053c-448c-be86-40c5d72782c5 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081930 Feb 15 13:40:41.153517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49714) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.164909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-29a5b5a5-9e80-4732-9331-aab00423325d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.167675 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-29a5b5a5-9e80-4732-9331-aab00423325d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0131538 Feb 15 13:40:41.179989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 9219ba62-0d2b-4dda-aec5-78aee66617a9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:41.180317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.248833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49718) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.259693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-97891afd-7d10-4b84-bbf0-ae8cc679b847 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.263578 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-97891afd-7d10-4b84-bbf0-ae8cc679b847 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074656 Feb 15 13:40:41.264649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49722) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.293996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Calling delete_port for 9ed38093-bc3c-4dfa-a297-d8c345e0a083 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:41.298681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-63769f57-8726-4404-93bb-acb848e3845c tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.302127 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-63769f57-8726-4404-93bb-acb848e3845c tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0315144 Feb 15 13:40:41.306884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49726) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.313517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=366f30ef-c371-4fdf-b523-7006a05056d0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:41.350574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.351339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:41.364261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-ed29a3b1-043c-4092-b099-088bf50c5898 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.368306 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ed29a3b1-043c-4092-b099-088bf50c5898 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100975 Feb 15 13:40:41.371898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49730) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.395990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-e6152d69-5540-4afe-ad3a-caabad4dc5b9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.395990 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e6152d69-5540-4afe-ad3a-caabad4dc5b9 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0109529 Feb 15 13:40:41.396983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49734) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.406226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-195b007b-0308-4fe3-9ff5-571d46dba9ee tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.409732 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-195b007b-0308-4fe3-9ff5-571d46dba9ee tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0091405 Feb 15 13:40:41.411178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49738) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.416959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-3f55e3ad-e53d-4ba1-9a60-98c6ff297b0e tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.421562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f55e3ad-e53d-4ba1-9a60-98c6ff297b0e tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056911 Feb 15 13:40:41.431693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49742) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.438498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-f162ad2a-a4b6-42e2-9cd4-558b5ea3bf6b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.441803 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f162ad2a-a4b6-42e2-9cd4-558b5ea3bf6b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058432 Feb 15 13:40:41.443627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49746) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.457795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-79cc72c8-8cb7-4c54-9fcc-ad092f0f996d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.461380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-79cc72c8-8cb7-4c54-9fcc-ad092f0f996d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0129423 Feb 15 13:40:41.463913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49750) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.510599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-15c54e34-643a-4b61-9597-8aff31803a5f None None] Provisioning complete for port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:41.510811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-15c54e34-643a-4b61-9597-8aff31803a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.540734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.556579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.563471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:41.572431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-5866ecb6-12f6-4bea-bd1a-c8997faa4222 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.576412 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5866ecb6-12f6-4bea-bd1a-c8997faa4222 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0520968 Feb 15 13:40:41.577441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49754) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.594961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-5b0a997c-3ae4-4a00-8db6-6949fe878e1b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.598754 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5b0a997c-3ae4-4a00-8db6-6949fe878e1b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109253 Feb 15 13:40:41.601639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49758) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.619136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-ab68d318-6c36-45db-84e6-9179dc6b2f1d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.624578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ab68d318-6c36-45db-84e6-9179dc6b2f1d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0146816 Feb 15 13:40:41.627270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49762) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.636044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.651975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-98ee8627-dd52-4160-879b-4d0ba5ff787e tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.655552 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-98ee8627-dd52-4160-879b-4d0ba5ff787e tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0240088 Feb 15 13:40:41.658618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49766) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.707693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for 9219ba62-0d2b-4dda-aec5-78aee66617a9 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:41.754118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-e986c214-e124-49e4-9bc2-cf4cb2c1829d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.757515 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e986c214-e124-49e4-9bc2-cf4cb2c1829d tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0857654 Feb 15 13:40:41.760814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.766000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49770) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.775478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:41.781378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-3b1651c4-d7b0-4383-847d-8433a2c7d7e8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.781378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3b1651c4-d7b0-4383-847d-8433a2c7d7e8 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0117118 Feb 15 13:40:41.781616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.788907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49774) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.802471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-14d90c43-a635-42a0-957c-625f0e76b020 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.805967 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-14d90c43-a635-42a0-957c-625f0e76b020 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0115287 Feb 15 13:40:41.808125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49778) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.814763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-8d07ee2f-063a-4f51-9465-481aad89a8d3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.827116 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8d07ee2f-063a-4f51-9465-481aad89a8d3 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067053 Feb 15 13:40:41.846401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:41.846888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.854882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49782) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.889074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] Pushing event deleted for resources: {'Port': ['ID=9ed38093-bc3c-4dfa-a297-d8c345e0a083,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:41.890873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885b1a8-909e-4367-8d91-586f930a1045 None None] No DVR routers for this DVR port 9ed38093-bc3c-4dfa-a297-d8c345e0a083 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:41.921256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198ca0a-f3c7-4dc1-96ce-a5202f57dc68 req-7a6146ef-e45d-4590-83b8-11a7d3930a8b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:41.926281 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c198ca0a-f3c7-4dc1-96ce-a5202f57dc68 req-7a6146ef-e45d-4590-83b8-11a7d3930a8b tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.6177652 Feb 15 13:40:41.942452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.951232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-82a99f6c-c8af-46b3-a64d-0f91b4d64c97 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:41.955254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-82a99f6c-c8af-46b3-a64d-0f91b4d64c97 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0860829 Feb 15 13:40:41.960899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49786) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:41.992331 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:41.999023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-76adcc93-4ac3-4f41-b74f-d16c2a721457 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.002460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-76adcc93-4ac3-4f41-b74f-d16c2a721457 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0205328 Feb 15 13:40:42.005694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3af3d201-09e9-4ca8-9f59-f9a4830f304d None None] Provisioning for port 366f30ef-c371-4fdf-b523-7006a05056d0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:42.006715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49790) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.022988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-84aa1a38-026b-4d11-8792-7d5e4b6118da tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.022988 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-84aa1a38-026b-4d11-8792-7d5e4b6118da tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088875 Feb 15 13:40:42.023248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3af3d201-09e9-4ca8-9f59-f9a4830f304d None None] Provisioning complete for port 366f30ef-c371-4fdf-b523-7006a05056d0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:42.023248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3af3d201-09e9-4ca8-9f59-f9a4830f304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.023419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:42.023419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49794) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.036241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-7b7c3450-51d9-4ccd-ab17-4d63bdf0806a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.038173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b7c3450-51d9-4ccd-ab17-4d63bdf0806a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0137298 Feb 15 13:40:42.038369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:42.044611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49798) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.045966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:42.046578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.062164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c4a93-0fe2-450b-b5a5-a12b6387659a None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:42.080821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-c78c743d-3699-4ba9-8779-84d87d582485 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.084447 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c78c743d-3699-4ba9-8779-84d87d582485 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0143547 Feb 15 13:40:42.092202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49802) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.106987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-6ebe3b11-4e33-44df-a6e0-7feadcb41056 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.110431 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ebe3b11-4e33-44df-a6e0-7feadcb41056 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0129719 Feb 15 13:40:42.112749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49806) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.122347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-80e47ca2-14ae-4f6c-a82a-66ac31489506 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.125961 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-80e47ca2-14ae-4f6c-a82a-66ac31489506 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098186 Feb 15 13:40:42.128386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=d9b7f59f-a5e4-4919-bc3f-23990dd0d455,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:42.128907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49810) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.138284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-53568cc0-e342-447a-8d91-5e1128829af6 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.143673 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-53568cc0-e342-447a-8d91-5e1128829af6 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076571 Feb 15 13:40:42.143673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49814) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.146758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-d23bf790-7a5f-418b-ac02-c3a15b139493 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.150132 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d23bf790-7a5f-418b-ac02-c3a15b139493 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048726 Feb 15 13:40:42.150286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,segment=NetworkSegment(8d6fe60d-cd29-432b-a6ea-eee9e5f31862),segment_id=8d6fe60d-cd29-432b-a6ea-eee9e5f31862)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:42.151518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49818) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.156710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3af3d201-09e9-4ca8-9f59-f9a4830f304d None None] Port 366f30ef-c371-4fdf-b523-7006a05056d0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:42.159608 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ef1df0f9-0e48-483b-b9a0-316f662350d2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0601556 Feb 15 13:40:42.162615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-2f2faddd-795b-429b-a250-b0beed678750 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.166393 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2f2faddd-795b-429b-a250-b0beed678750 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0118256 Feb 15 13:40:42.166393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49822) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.170789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'd9b7f59f-a5e4-4919-bc3f-23990dd0d455', 'ip_address': '2001:db8::6a62:9bac:775c:11bd'}], 'name': 'tempest-NetworksTestDHCPv6-1412693981'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:42.177018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.182866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.254855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.343939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:42.348760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [None req-67d3fd65-d52e-4cd0-b184-4f85e4ba5c13 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.348760 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-67d3fd65-d52e-4cd0-b184-4f85e4ba5c13 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.1656582 Feb 15 13:40:42.353503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49830) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.380259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-664186fb-63cc-4d80-92c0-d1a0177b0bab tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.384899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-664186fb-63cc-4d80-92c0-d1a0177b0bab tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0270419 Feb 15 13:40:42.390111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49834) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.393090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-ccd5283c-bdce-4740-82e2-20c2859e6009 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.396441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ccd5283c-bdce-4740-82e2-20c2859e6009 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053046 Feb 15 13:40:42.397837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:42.405439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49838) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.415932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-e92c23da-e048-4c20-ba83-8da415246418 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.420346 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e92c23da-e048-4c20-ba83-8da415246418 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082881 Feb 15 13:40:42.421018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49842) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.432262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:42.432262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-a36e87bb-4c04-405e-aead-e2e7316fa8dd tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.432262 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a36e87bb-4c04-405e-aead-e2e7316fa8dd tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079288 Feb 15 13:40:42.432596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c198ca0a-f3c7-4dc1-96ce-a5202f57dc68 req-d5d1e2ed-c8d0-4713-8cfc-b4810b6915f3 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504538 Feb 15 13:40:42.432722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49846) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.436544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:42.447414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-fce71863-0dcb-4e23-9a6e-d4b8bd61e32b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.455770 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fce71863-0dcb-4e23-9a6e-d4b8bd61e32b tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0196266 Feb 15 13:40:42.464808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'd9b7f59f-a5e4-4919-bc3f-23990dd0d455'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:42.465004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:42.465102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.465184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49850) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.465269 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Floating IP dd53315b-b446-44cf-9717-3a60f7f57f32 associated. External IP: 172.26.0.54, port: 3e6a0092-526e-43a0-a65f-427dd082e33a. Feb 15 13:40:42.465367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-0b528d9a-5702-4bd0-b91f-90ca803a7bc4 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.468529 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0b528d9a-5702-4bd0-b91f-90ca803a7bc4 tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061672 Feb 15 13:40:42.469920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49854) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:42.475451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [None req-61d86c99-46c5-4fa0-9205-52919bd0121a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:40:42.479436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-61d86c99-46c5-4fa0-9205-52919bd0121a tempest-ExtensionsTestJSON-1766149471 tempest-ExtensionsTestJSON-1766149471-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053225 Feb 15 13:40:42.479436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:42.545794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.555352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:42.555871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:42.733314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/d9b7f59f-a5e4-4919-bc3f-23990dd0d455/011fc4ed-ab98-4505-94d2-2bbd8e9d3112) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:42.766114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:42.786481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Port': ['ID=9219ba62-0d2b-4dda-aec5-78aee66617a9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:42.919244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:40:43.023158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.086619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9ed38093-bc3c-4dfa-a297-d8c345e0a083 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:43.112333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.127391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 75c0c789-c808-414d-a27a-10c2b6abe1d3 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:43.135741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.138644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9ed38093-bc3c-4dfa-a297-d8c345e0a083 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:40:43.138978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9ed38093-bc3c-4dfa-a297-d8c345e0a083 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:40:43.163865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Transition to ACTIVE for port object 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:43.190667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Transition to ACTIVE for port object 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:43.214774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49862) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:43.273933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.285278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.361917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:40:43.378244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.396478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.422399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:43.428549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.436196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:eeba19e5a13241e6ac5665567a686765 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:43.437731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:43.441163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:43.443719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:43.470173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:43.490186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:43.505705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.521969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Pushing event updated for resources: {'Port': ['ID=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:43.576580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Attempting to bind port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:43.577263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Attempting to bind port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:43.577909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Attempting to bind port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:43.587438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:43.588109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:43.588677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.589262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:43.590406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Bound port: 011fc4ed-ab98-4505-94d2-2bbd8e9d3112, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:43.591445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.614346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::6a62:9bac:775c:11bd (7bbde29e-2549-4182-a259-7bbb71f9b94f/d9b7f59f-a5e4-4919-bc3f-23990dd0d455/75c0c789-c808-414d-a27a-10c2b6abe1d3) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:43.689104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event updated for resources: {'Port': ['ID=dd5d19e6-1cbf-4cd3-a679-adb854d373a9,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:43.745256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] For port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:43.751036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] For port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:43.828967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.889022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] In _notify_port_updated(), no bound segment for port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 on network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:40:43.892920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:43.893098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:43.894408 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2e2a508b-fa02-4945-bf6b-b21ed95f0a0b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "PUT /v2.0/ports/dd5d19e6-1cbf-4cd3-a679-adb854d373a9 HTTP/1.1" status: 200 len: 1129 time: 3.2586656 Feb 15 13:40:43.905024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49870) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:43.926423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda85c-70bc-45f4-8a41-d7b42e25185a None None] Pushing event updated for resources: {'Port': ['ID=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:44.003509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.028679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Router 3d5d1844-0add-41b5-9445-d584091eb385 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:44.034676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Floating IP acc51ee8-5791-422a-9e3c-dd6cb4aec358 associated. External IP: 172.26.0.70, port: 913e3b18-d5dd-4682-902d-fb2b403edd27. Feb 15 13:40:44.112829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.146930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e28cae-4965-4284-abb9-b840d8d6fe1b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:44.147586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93e28cae-4965-4284-abb9-b840d8d6fe1b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Synchronizing usage tracker for tenant:3d05d0281a3d42abbf96d65ce537fe00 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:44.229241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.253675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 75c0c789-c808-414d-a27a-10c2b6abe1d3 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:44.272482 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eeba19e5a13241e6ac5665567a686765&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0563469 Feb 15 13:40:44.284153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:44.292011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.345669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f5fa-92ef-480b-83b1-15ce5db6a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03444d08-f8c5-4580-a91f-7f071621bb5e,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:44.372195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Router 39ad9bdd-48a9-4576-af3d-778099757c6f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:44.403626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4c76bd4c-0268-4a77-ae21-49dd5d3c2a17 None None] Provisioning complete for port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:44.406232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c76bd4c-0268-4a77-ae21-49dd5d3c2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.490394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4c76bd4c-0268-4a77-ae21-49dd5d3c2a17 None None] Port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:44.526210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5226ce-f807-4a40-bee0-555f91fbbfa1 req-ec9d445a-fec0-42d1-a270-5bd648fdd1ca tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:44.528981 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec5226ce-f807-4a40-bee0-555f91fbbfa1 req-ec9d445a-fec0-42d1-a270-5bd648fdd1ca tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.8799231 Feb 15 13:40:44.553043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.553856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.576727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:44.633532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93e28cae-4965-4284-abb9-b840d8d6fe1b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Unset dirty status for tenant:3d05d0281a3d42abbf96d65ce537fe00 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:44.634122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-93e28cae-4965-4284-abb9-b840d8d6fe1b tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "GET /v2.0/ports/dd5d19e6-1cbf-4cd3-a679-adb854d373a9 HTTP/1.1" status: 200 len: 1129 time: 0.7280960 Feb 15 13:40:44.642638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.644136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49878) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:44.678537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:44.679598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.800198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:44.815530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.822885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Sync routers for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:44.835567 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:44.836207 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:44.845797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=75c0c789-c808-414d-a27a-10c2b6abe1d3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:44.870371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec5226ce-f807-4a40-bee0-555f91fbbfa1 req-7ce8af7d-b9b7-44da-90a3-cc3ac7ba3794 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095608 Feb 15 13:40:44.871858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=366f30ef-c371-4fdf-b523-7006a05056d0,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:44.873018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:44.900073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:44.922772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:44.926306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:44.934886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:44.935935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:44.941941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.015611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting port dd5d19e6-1cbf-4cd3-a679-adb854d373a9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:45.016278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.095939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:45.170272 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5d9d51be-54b3-4d3a-8362-581ce250d16d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "PUT /v2.0/floatingips/dd53315b-b446-44cf-9717-3a60f7f57f32 HTTP/1.1" status: 200 len: 991 time: 6.6131659 Feb 15 13:40:45.181785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:45.190653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.193351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] Sync routers for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:45.208511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:45.209159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.228315 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:45.232525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:45.313843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:45.322174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:45.369709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.385102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] Routers {'39ad9bdd-48a9-4576-af3d-778099757c6f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:45.385980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['39ad9bdd-48a9-4576-af3d-778099757c6f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.501189 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f9eb3084-442b-4274-8764-12177b82fd8a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3354738 Feb 15 13:40:45.508644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.509364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15baa5-8921-41be-b2a1-0b184fe1916e None None] The sync data for ids ['39ad9bdd-48a9-4576-af3d-778099757c6f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:45.511437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49888) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:45.515142 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0bd3969f-6ff0-4575-a45f-1670945f8c30 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "PUT /v2.0/routers/39ad9bdd-48a9-4576-af3d-778099757c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2430661 Feb 15 13:40:45.519191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49890) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:45.736083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Provisioning for port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:45.742200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Provisioning complete for port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:45.742567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.780115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.843343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.852961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.854699 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03444d08-f8c5-4580-a91f-7f071621bb5e HTTP/1.1" status: 204 len: 168 time: 1.5683239 Feb 15 13:40:45.873874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:45.884411 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'dd53315b-b446-44cf-9717-3a60f7f57f32', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'port_id': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'mac_address': 'fa:16:3e:79:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df268234-6233-4e61-92f7-47acef834c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:55Z', 'updated_at': '2022-02-15T13:40:41Z', 'revision_number': 1, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.894541 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Checking router: 3d5d1844-0add-41b5-9445-d584091eb385 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:40:45.929580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bd297-92e0-4c63-a164-291780cfbd03 req-b648748a-6a0c-405a-a763-7746c9e4bd74 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:45.930822 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:45.932183 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:45.942943 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b0bd297-92e0-4c63-a164-291780cfbd03 req-b648748a-6a0c-405a-a763-7746c9e4bd74 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.8761511 Feb 15 13:40:45.955364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:45.965792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49898) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:45.983276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Request body: {'floatingip': {'port_id': '5eb491b0-8053-4398-b092-3318a6de7bd9'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:46.028752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] For port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:46.140267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.206189 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:46.290107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Calling delete_port for dd5d19e6-1cbf-4cd3-a679-adb854d373a9 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:46.310153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'status': 'completed', 'code': 200} Feb 15 13:40:46.320337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129750d2-3c82-4708-8bed-215d9e071c9e None None] Pushing event updated for resources: {'Port': ['ID=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:46.351125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.413548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45041b96-ec2c-4547-b20b-0743cb32cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03444d08-f8c5-4580-a91f-7f071621bb5e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:46.419984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Provisioning for port 75c0c789-c808-414d-a27a-10c2b6abe1d3 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:46.460037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Provisioning complete for port 75c0c789-c808-414d-a27a-10c2b6abe1d3 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:46.460427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.609625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Port 75c0c789-c808-414d-a27a-10c2b6abe1d3 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:46.630709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bea304-f04b-4033-a4b9-9a9758967a57 req-73656ac9-2bd0-4933-9810-371e45d5799e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:46.638520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85bea304-f04b-4033-a4b9-9a9758967a57 req-73656ac9-2bd0-4933-9810-371e45d5799e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.1065416 Feb 15 13:40:46.644276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Provisioning complete for port 366f30ef-c371-4fdf-b523-7006a05056d0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:46.644872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.727774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d68d0f4-ded5-4a0a-9887-a11e41412297 None None] Port 366f30ef-c371-4fdf-b523-7006a05056d0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:46.761936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:46.771623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.814763 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85bea304-f04b-4033-a4b9-9a9758967a57 req-f76f0b28-5806-4606-96b8-2489c9cb5cf0 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745510 Feb 15 13:40:46.820707 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Sync routers for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:46.822604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:46.841442 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:46.841442 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:46.895847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760d889-7c00-425f-94a9-1acdb4d2de94 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:46.903093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760d889-7c00-425f-94a9-1acdb4d2de94 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:46.904377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b760d889-7c00-425f-94a9-1acdb4d2de94 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:46.919027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-b21e67d7-d18d-4dbd-9d0a-0ef32cbaa3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:46.920581 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-b21e67d7-d18d-4dbd-9d0a-0ef32cbaa3e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.7355306 Feb 15 13:40:46.984109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0d3116b9-b654-4e74-9804-af65202ce0b0 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "PUT /v2.0/floatingips/acc51ee8-5791-422a-9e3c-dd6cb4aec358 HTTP/1.1" status: 200 len: 991 time: 7.3277776 Feb 15 13:40:46.984782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 1498d6b8-8564-4989-a365-15c99bd92f0d is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:40:47.094796 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:47.314867 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'dd53315b-b446-44cf-9717-3a60f7f57f32', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'port_id': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'mac_address': 'fa:16:3e:79:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df268234-6233-4e61-92f7-47acef834c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:55Z', 'updated_at': '2022-02-15T13:40:41Z', 'revision_number': 1, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.323515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b760d889-7c00-425f-94a9-1acdb4d2de94 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:47.325852 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948397cc-62dc-4f11-97a5-a44e0aceaffe None None] The sync data for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv is: [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'dd53315b-b446-44cf-9717-3a60f7f57f32', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'port_id': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'mac_address': 'fa:16:3e:79:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df268234-6233-4e61-92f7-47acef834c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:55Z', 'updated_at': '2022-02-15T13:40:41Z', 'revision_number': 1, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:47.328700 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b760d889-7c00-425f-94a9-1acdb4d2de94 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.8122861 Feb 15 13:40:47.333542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49922) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:47.504834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:47.518175 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-309046af-c76e-4964-9e84-63a8521d76f8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9639850 Feb 15 13:40:47.519917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] Sync routers for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:47.534590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49928) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:47.541492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:47.543680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.553966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-40591cd6-a7d4-4d74-bec4-569a5f7dce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:47.557719 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-40591cd6-a7d4-4d74-bec4-569a5f7dce34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.5993915 Feb 15 13:40:47.562504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:47.582654 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'acc51ee8-5791-422a-9e3c-dd6cb4aec358', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'port_id': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'mac_address': 'fa:16:3e:89:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d11e9-634f-4acf-92fe-f6066381c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:56Z', 'updated_at': '2022-02-15T13:40:42Z', 'revision_number': 1, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.589296 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Checking router: 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:40:47.600097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 75c0c789-c808-414d-a27a-10c2b6abe1d3 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:47.600363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:47.609606 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:47.610657 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.638939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:47.747418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467e1c7-08d1-4bdb-8750-a69973439fa9 req-cda2e68b-f48a-428d-a7d6-7d90b1451042 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:47.749384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d467e1c7-08d1-4bdb-8750-a69973439fa9 req-cda2e68b-f48a-428d-a7d6-7d90b1451042 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6704679 Feb 15 13:40:47.762254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event deleted for resources: {'Port': ['ID=dd5d19e6-1cbf-4cd3-a679-adb854d373a9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:47.773233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc71f7-924e-4e22-96f3-cf31856457e2 req-08f8519a-3037-4466-95ad-eafda9c502fc tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:47.774732 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d2bc71f7-924e-4e22-96f3-cf31856457e2 req-08f8519a-3037-4466-95ad-eafda9c502fc tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.5487223 Feb 15 13:40:47.796666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caa885-e34b-4618-b77c-f2066b6c4505 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:47.797371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d4caa885-e34b-4618-b77c-f2066b6c4505 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:47.817305 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d4270-1e2a-4538-a647-945492888a74 None None] New status for floating IP dd53315b-b446-44cf-9717-3a60f7f57f32: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:40:47.817753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.833630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:47.835335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.858943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49932) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:47.881660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:47.916522 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-30e9f56e-1f94-4c3e-a0cd-a6c1d22eb235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 999 time: 0.3350990 Feb 15 13:40:47.931647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:47.932060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ba9d8-5b34-470a-b217-70de81bdff36 None None] The sync data for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:48.038431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-0b8aa1a6-5c40-495d-8644-c414f5127da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:48.039894 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-0b8aa1a6-5c40-495d-8644-c414f5127da2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.1143210 Feb 15 13:40:48.044823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 42818632-59d9-4442-bfd2-751efbd5b56d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:48.045172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.105984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'networks': [{'name': 'tempest-network--1948870414'}, {'name': 'tempest-network--1698683405'}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:48.106331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-network--1948870414'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:48.106865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-network--1698683405'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:48.156005 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bc65e4fe-1899-49c6-95de-8aaea7e2b585 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "DELETE /v2.0/ports/dd5d19e6-1cbf-4cd3-a679-adb854d373a9 HTTP/1.1" status: 204 len: 168 time: 3.4986501 Feb 15 13:40:48.165386 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:48.173391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49938) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:48.174332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:48.219731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:network and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:48.224180 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d2bc71f7-924e-4e22-96f3-cf31856457e2 req-fd7c6292-7ce9-43c5-b3d9-b13a6003c3b6 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201746 Feb 15 13:40:48.227197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d467e1c7-08d1-4bdb-8750-a69973439fa9 req-5a676cba-bda2-40f3-a49e-d37dc9cdc14f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4373672 Feb 15 13:40:48.233258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:48.280496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:48.303069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d4caa885-e34b-4618-b77c-f2066b6c4505 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:48.304230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d4caa885-e34b-4618-b77c-f2066b6c4505 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports/366f30ef-c371-4fdf-b523-7006a05056d0 HTTP/1.1" status: 200 len: 911 time: 0.7644498 Feb 15 13:40:48.310606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49944) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:48.313199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:48.458603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:40:48.475054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:48.484802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting subnet bac9a14d-72d2-454f-a179-9730022549dd {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:48.507350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.548599 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'status': 'completed', 'code': 200} Feb 15 13:40:48.578971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:48.579833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.654862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.694080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.783324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-3a90da50-6f3b-44cd-badf-d608f4252557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:48.784817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-3a90da50-6f3b-44cd-badf-d608f4252557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6834028 Feb 15 13:40:48.794571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'network': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:48.802408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.802603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.848888 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'acc51ee8-5791-422a-9e3c-dd6cb4aec358', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'port_id': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'mac_address': 'fa:16:3e:89:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d11e9-634f-4acf-92fe-f6066381c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:56Z', 'updated_at': '2022-02-15T13:40:42Z', 'revision_number': 1, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:48.856604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c817db-6f9b-4460-9e9c-24d5ef3446d6 None None] The sync data for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv is: [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'acc51ee8-5791-422a-9e3c-dd6cb4aec358', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'port_id': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'mac_address': 'fa:16:3e:89:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d11e9-634f-4acf-92fe-f6066381c203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:39:56Z', 'updated_at': '2022-02-15T13:40:42Z', 'revision_number': 1, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:48.869465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.947065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.971155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:48.980995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:48.997032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:security_group_rule and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:49.065488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.099570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:49.104284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 75c0c789-c808-414d-a27a-10c2b6abe1d3 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:49.139374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092140b-4019-4a61-b750-dff5b59a7d99 None None] New status for floating IP acc51ee8-5791-422a-9e3c-dd6cb4aec358: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:40:49.202129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for 42818632-59d9-4442-bfd2-751efbd5b56d owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:49.237045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:49.428169 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-ba6fe6e1-0c55-4991-9b04-4e325af8cb4f service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100001 Feb 15 13:40:49.429591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-c722b272-fb10-47e3-b7cd-8a7771ddf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:49.431134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-c722b272-fb10-47e3-b7cd-8a7771ddf49e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6c6c2c889f942208327b355711ee06e&device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 1099 time: 0.8818903 Feb 15 13:40:49.746757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.830192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.842861 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Floating IP eef3e96f-b70c-4f26-999c-4dcb57f11612 associated. External IP: 172.26.0.190, port: 5eb491b0-8053-4398-b092-3318a6de7bd9. Feb 15 13:40:49.870443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event deleted for resources: {'Subnet': ['ID=bac9a14d-72d2-454f-a179-9730022549dd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:49.875141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.889630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68980254-8659-489f-bfd8-16321c18b173 None None] Network 6b228495-2b38-42c7-a8d8-3b478f7e7f94 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:49.890004 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-71f8913f-b4a7-4008-82e7-fc6b7d03207d req-93bb631c-ef11-43c1-9e6c-01213b77bfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436543 Feb 15 13:40:49.895283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.895755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:49.944958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-06a09248-0213-44f6-bc77-bc5b5e6ceb05 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "DELETE /v2.0/subnets/bac9a14d-72d2-454f-a179-9730022549dd HTTP/1.1" status: 204 len: 168 time: 1.7654161 Feb 15 13:40:49.952098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49954) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:49.992058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6898d5-2b34-4702-8ad8-f327e5a3119d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:50.051755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.091858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-79f76599-7d8f-40d6-b87c-d58725002ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:50.093319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-79f76599-7d8f-40d6-b87c-d58725002ce4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14314eba-e4ba-4837-8bf5-8e0f67fb9465 HTTP/1.1" status: 200 len: 912 time: 0.6222332 Feb 15 13:40:50.122174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Port': ['ID=42818632-59d9-4442-bfd2-751efbd5b56d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:50.163785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:50.186147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.199373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.221209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.221590 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment 0f8c51b6-7618-4ef3-bca6-5d41f5a991d2 of type vlan for network 079e7577-520a-4f80-849b-c92d2e4ec91f Feb 15 13:40:50.231496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] DHCP port deletion for 6b228495-2b38-42c7-a8d8-3b478f7e7f94 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:50.243585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Deleting port 1c2bde8b-e057-4b30-ad16-04b737951d0f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:50.243972 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.254007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting port 1c2bde8b-e057-4b30-ad16-04b737951d0f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:50.254341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.276252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735118f-e451-4663-b226-30e0ab02ac0a req-35f54c91-9421-4f77-ac6d-febf42c9d7ff tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:50.283943 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4735118f-e451-4663-b226-30e0ab02ac0a req-35f54c91-9421-4f77-ac6d-febf42c9d7ff tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8956923 Feb 15 13:40:50.330691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.364390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=75c0c789-c808-414d-a27a-10c2b6abe1d3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:50.372669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:50.377055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.388274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1c2bde8b-e057-4b30-ad16-04b737951d0f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:50.452508 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-6180c9de-fa4a-4a50-a226-754bd6abd776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913e3b18-d5dd-4682-902d-fb2b403edd27 HTTP/1.1" status: 200 len: 1001 time: 0.3383503 Feb 15 13:40:50.543600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.629717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.646401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.646747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment 584d7a56-ea95-46b7-805c-2c2c4936c8c0 of type vlan for network 9b777ab8-1484-4246-95ca-fe620b93d21c Feb 15 13:40:50.666097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4735118f-e451-4663-b226-30e0ab02ac0a req-6e049e8f-8114-42b9-a2ea-5a21cf6acb3d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812523 Feb 15 13:40:50.670167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.676781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.721624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:50.722070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.805857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.854754 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3e821542-70a9-4fff-8a9e-bb6244ba378c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/75c0c789-c808-414d-a27a-10c2b6abe1d3 HTTP/1.1" status: 204 len: 168 time: 3.5116694 Feb 15 13:40:50.858839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49958) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:50.860028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-4240eead-db30-416a-b902-e57084860e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:50.862105 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-4240eead-db30-416a-b902-e57084860e35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e480942f-6c7e-4e21-8cc1-11270a42a8cf HTTP/1.1" status: 200 len: 851 time: 0.3200800 Feb 15 13:40:50.875358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Calling delete_port for 1c2bde8b-e057-4b30-ad16-04b737951d0f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:50.903466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.913298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:50.913861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:50.976016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:51.055395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.056003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Fanout notify agent at l3_agent the message router_deleted on router 39ad9bdd-48a9-4576-af3d-778099757c6f {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:40:51.064890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Calling delete_port for 1c2bde8b-e057-4b30-ad16-04b737951d0f owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:51.097902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:51.098125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.098815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.099318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.104791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.110323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.111217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.163470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:51.163969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:51.176504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b9f34-735c-40fc-8994-9e932a304de6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.178029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b9f34-735c-40fc-8994-9e932a304de6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.178773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cb4b9f34-735c-40fc-8994-9e932a304de6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:51.195290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=1c2bde8b-e057-4b30-ad16-04b737951d0f,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:51.285843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.286932 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c0e0d78b-9f43-41f6-a917-7ce00bd21a58 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/routers/39ad9bdd-48a9-4576-af3d-778099757c6f HTTP/1.1" status: 204 len: 168 time: 5.4864652 Feb 15 13:40:51.301088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49962) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:51.307101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=079e7577-520a-4f80-849b-c92d2e4ec91f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:51.319526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 079e7577-520a-4f80-849b-c92d2e4ec91f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:51.398187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-c39d3482-1d63-4dd8-b293-037291861420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.399924 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-c39d3482-1d63-4dd8-b293-037291861420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14314eba-e4ba-4837-8bf5-8e0f67fb9465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4812751 Feb 15 13:40:51.427679 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:40:51.466669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cb4b9f34-735c-40fc-8994-9e932a304de6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:51.470313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cb4b9f34-735c-40fc-8994-9e932a304de6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6084447 Feb 15 13:40:51.470313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6020696 Feb 15 13:40:51.476652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49966) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:51.476985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49968) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:51.613217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:51.613646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:51.665479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Deleting port 1c2bde8b-e057-4b30-ad16-04b737951d0f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:51.666056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.680362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:51.685581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc5c13-2724-4c9a-98b1-51c345b511b5 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=9b777ab8-1484-4246-95ca-fe620b93d21c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:51.708756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting subnet e47b6d0d-2e87-452c-b360-617119ed77d0 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:51.717981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8:1::1 (f175b6b9-b078-4f17-9790-2f7df4dc88c8/12875234-8d19-4a2a-b376-9bb55f8893cc/d1989f69-b826-4cdd-ab58-6f01b4a82e17) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:51.719319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Sync routers for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:51.725888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-f09cc884-1fba-4a55-9430-d4ed35406e6b service neutron] 10.222.0.36 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169768 Feb 15 13:40:51.727268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.729084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.753124 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:51.755258 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:51.762899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 9b777ab8-1484-4246-95ca-fe620b93d21c details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:51.790576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet d9b7f59f-a5e4-4919-bc3f-23990dd0d455 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:40:51.814293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.877981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:51.932059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.938697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.944563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.951494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:51.952367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:51.984823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.004711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:52.005274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.068788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1dbb453c-e939-4283-8145-7a9ba05fe55e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "PUT /v2.0/floatingips/eef3e96f-b70c-4f26-999c-4dcb57f11612 HTTP/1.1" status: 200 len: 991 time: 6.1006627 Feb 15 13:40:52.078311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:40:52.096918 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:52.121099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting port 1c2bde8b-e057-4b30-ad16-04b737951d0f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:52.121715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.196821 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b948b3c-84ad-4017-b14f-93d1862fd671 req-e417823d-9103-4b97-8b03-f34745e99fe2 service neutron] 10.222.0.36 "GET /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416282 Feb 15 13:40:52.200752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:52.208014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-65df1fbf-8de4-45c9-abbd-666a4741e36a tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6788199 Feb 15 13:40:52.208235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Calling delete_port for 1c2bde8b-e057-4b30-ad16-04b737951d0f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:52.216139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 49980) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:52.244238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.301984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.343198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.390543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.396573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fd47-25ce-4251-b0fe-ae17a011d20b req-958b205c-e1bf-4735-b974-ebce70dbfd45 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:52.403747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e04fd47-25ce-4251-b0fe-ae17a011d20b req-958b205c-e1bf-4735-b974-ebce70dbfd45 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4608052 Feb 15 13:40:52.453270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.469606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] No DVR routers for this DVR port 1c2bde8b-e057-4b30-ad16-04b737951d0f on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:52.493142 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e04fd47-25ce-4251-b0fe-ae17a011d20b req-dd468f76-d86f-4081-ba79-3478710d2287 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884662 Feb 15 13:40:52.509422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c1d30-c684-4a4c-b330-66a6c0066cd4 None None] Pushing event deleted for resources: {'Port': ['ID=1c2bde8b-e057-4b30-ad16-04b737951d0f,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:52.528534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.588930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Subnet': ['ID=e47b6d0d-2e87-452c-b360-617119ed77d0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:52.598813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.607969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acc94f-929f-4ebf-84b3-ba670e6f7f22 None None] Network 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:52.627882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] For port 1c2bde8b-e057-4b30-ad16-04b737951d0f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1c2bde8b-e057-4b30-ad16-04b737951d0f,segment=NetworkSegment(99efcfbe-5bc5-4147-bd35-b72c3321dfdf),segment_id=99efcfbe-5bc5-4147-bd35-b72c3321dfdf)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:52.628244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.660646 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac1b49a7-9168-45b5-a599-560a2e0ecf31 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/subnets/e47b6d0d-2e87-452c-b360-617119ed77d0 HTTP/1.1" status: 204 len: 168 time: 1.3541913 Feb 15 13:40:52.696642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.712956 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'eef3e96f-b70c-4f26-999c-4dcb57f11612', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'port_id': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'mac_address': 'fa:16:3e:1d:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:40:01Z', 'updated_at': '2022-02-15T13:40:48Z', 'revision_number': 1, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:52.718837 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Checking router: 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:40:52.730030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079e7577-520a-4f80-849b-c92d2e4ec91f']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:52.741162 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:52.741823 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:52.746241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8c51b6-7618-4ef3-bca6-5d41f5a991d2') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:52.746956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8c51b6-7618-4ef3-bca6-5d41f5a991d2') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:52.760224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.764633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.770607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49986) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:52.780227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.787395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:52.788075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.864571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Calling delete_port for 1c2bde8b-e057-4b30-ad16-04b737951d0f owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:52.883459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'status': 'completed', 'code': 200} Feb 15 13:40:52.887623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object d1989f69-b826-4cdd-ab58-6f01b4a82e17 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:52.889978 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:52.933834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b7f59f-a5e4-4919-bc3f-23990dd0d455,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:52.954027 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:40:52.954260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae489450-1997-45a9-8534-98db4982cbd8 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:52.994138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:52.996479 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4e6e27c9-e889-475f-a7ae-dd02a28ed56d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/d9b7f59f-a5e4-4919-bc3f-23990dd0d455 HTTP/1.1" status: 204 len: 168 time: 1.4716411 Feb 15 13:40:53.004505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49990) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:53.023110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf37b-6c9d-4517-8376-22027cc94c19 req-a3eaf279-6681-4052-9f4d-13233d951c57 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:53.024761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4fdcf37b-6c9d-4517-8376-22027cc94c19 req-a3eaf279-6681-4052-9f4d-13233d951c57 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.7751899 Feb 15 13:40:53.109022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4fdcf37b-6c9d-4517-8376-22027cc94c19 req-405b8a7f-b9ec-407e-a22f-0c614803f15c tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723841 Feb 15 13:40:53.130586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c4197-5384-46d5-9185-725a16c986ff req-fcfeb838-7687-4056-b8b1-86f38774d0f6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:53.132519 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e76c4197-5384-46d5-9185-725a16c986ff req-fcfeb838-7687-4056-b8b1-86f38774d0f6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2480936 Feb 15 13:40:53.133261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.157071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.159744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] DHCP port deletion for 69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:53.168263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Deleting port 8f68bd23-73b1-424b-8508-9491fc695e53 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:53.168625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.270046 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7970dedd-cbd8-410a-883c-df334625d2ae tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2629185 Feb 15 13:40:53.283368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 49998) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:53.293248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:53.316754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.332325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=079e7577-520a-4f80-849b-c92d2e4ec91f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:53.343820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-02f8ca60-1415-4356-b499-5f7ff87819cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:53.345368 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-02f8ca60-1415-4356-b499-5f7ff87819cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92&device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 1098 time: 0.4598796 Feb 15 13:40:53.348396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.352595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f27296f1-472f-479c-a73a-2811c380a6ee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/079e7577-520a-4f80-849b-c92d2e4ec91f HTTP/1.1" status: 204 len: 168 time: 1.1340048 Feb 15 13:40:53.381807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50002) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:53.389077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:53.389393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:53.428801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 8f68bd23-73b1-424b-8508-9491fc695e53 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:53.429127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.447785 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'eef3e96f-b70c-4f26-999c-4dcb57f11612', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'port_id': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'mac_address': 'fa:16:3e:1d:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:40:01Z', 'updated_at': '2022-02-15T13:40:48Z', 'revision_number': 1, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:53.453692 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687a119-fbca-40d0-b3f8-fab68fae3b5c None None] The sync data for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv is: [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'eef3e96f-b70c-4f26-999c-4dcb57f11612', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'port_id': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'mac_address': 'fa:16:3e:1d:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:40:01Z', 'updated_at': '2022-02-15T13:40:48Z', 'revision_number': 1, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:53.497387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] For port 8f68bd23-73b1-424b-8508-9491fc695e53, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8f68bd23-73b1-424b-8508-9491fc695e53,segment=NetworkSegment(3ecd3c1c-80e7-496a-ab74-1e362fe718d1),segment_id=3ecd3c1c-80e7-496a-ab74-1e362fe718d1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:53.497968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.525887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e76c4197-5384-46d5-9185-725a16c986ff req-c3f28a3e-054b-4bb5-a1b5-aff7319ee91d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702161 Feb 15 13:40:53.557738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:53.562316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:53.596890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:53.667667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:53.675471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.681989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Deleting port 1c2bde8b-e057-4b30-ad16-04b737951d0f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:53.682340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.693030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:53.693605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:53.703960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-eb4fe5a5-ceba-40a3-b4c7-34c66125be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:53.705463 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-eb4fe5a5-ceba-40a3-b4c7-34c66125be49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86d5583-f855-49a4-a048-1cedea2216cd HTTP/1.1" status: 200 len: 906 time: 0.3478508 Feb 15 13:40:53.741126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Calling delete_port for 8f68bd23-73b1-424b-8508-9491fc695e53 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:53.800103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=d1989f69-b826-4cdd-ab58-6f01b4a82e17,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:53.804616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] The port '1c2bde8b-e057-4b30-ad16-04b737951d0f' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:40:53.848477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa0577-5203-4623-a367-88fc01a48cdd None None] New status for floating IP eef3e96f-b70c-4f26-999c-4dcb57f11612: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:40:53.906691 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-54a8c49e-4ab2-4506-9736-13254df87f53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb491b0-8053-4398-b092-3318a6de7bd9 HTTP/1.1" status: 200 len: 999 time: 0.1899509 Feb 15 13:40:53.988206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-6e819f3a-3416-4842-aee2-c3e501166a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:53.988206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-6e819f3a-3416-4842-aee2-c3e501166a35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=036e8f06-10c4-4359-beb6-eb023150a07d HTTP/1.1" status: 200 len: 845 time: 0.0715673 Feb 15 13:40:54.068476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36c74d9e-5b8b-4594-a63d-ffe3ceff5604 None None] Provisioning for port d1989f69-b826-4cdd-ab58-6f01b4a82e17 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:54.071848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:40:54.090793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Deleting port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:54.091005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-262c7009-6585-4883-8eda-a051e0a35a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:54.091169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.092333 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-262c7009-6585-4883-8eda-a051e0a35a52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86d5583-f855-49a4-a048-1cedea2216cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946662 Feb 15 13:40:54.098002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:54.101725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.116321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.202673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] For port 8f68bd23-73b1-424b-8508-9491fc695e53, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8f68bd23-73b1-424b-8508-9491fc695e53,segment=NetworkSegment(3ecd3c1c-80e7-496a-ab74-1e362fe718d1),segment_id=3ecd3c1c-80e7-496a-ab74-1e362fe718d1)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:54.203043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.222399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36c74d9e-5b8b-4594-a63d-ffe3ceff5604 None None] Provisioning complete for port d1989f69-b826-4cdd-ab58-6f01b4a82e17 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:54.223071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-36c74d9e-5b8b-4594-a63d-ffe3ceff5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.283440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] Pushing event deleted for resources: {'Port': ['ID=8f68bd23-73b1-424b-8508-9491fc695e53,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:54.290943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.305344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd41def-789e-4f90-ac97-57b238248780 None None] No DVR routers for this DVR port 8f68bd23-73b1-424b-8508-9491fc695e53 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:54.378848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.446761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-9a371b2b-7c2b-4f19-bd02-2b1684fe2db4 service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473577 Feb 15 13:40:54.456570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.468858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045225c-8cd7-4bd8-ae15-30d706cbab99 req-9d7afe4d-5e19-4934-9022-0bd3cc908601 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:54.470370 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7045225c-8cd7-4bd8-ae15-30d706cbab99 req-9d7afe4d-5e19-4934-9022-0bd3cc908601 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2623804 Feb 15 13:40:54.486197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for 8f68bd23-73b1-424b-8508-9491fc695e53 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:54.525097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8f68bd23-73b1-424b-8508-9491fc695e53 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:54.550641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b228495-2b38-42c7-a8d8-3b478f7e7f94']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.580158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-36c74d9e-5b8b-4594-a63d-ffe3ceff5604 None None] Port d1989f69-b826-4cdd-ab58-6f01b4a82e17 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:54.585851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 8f68bd23-73b1-424b-8508-9491fc695e53 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:40:54.586201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8f68bd23-73b1-424b-8508-9491fc695e53 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:40:54.586626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:40:54.597539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99efcfbe-5bc5-4147-bd35-b72c3321dfdf') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.598240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99efcfbe-5bc5-4147-bd35-b72c3321dfdf') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.615449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.641116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.650718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:54.652196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.673578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] For port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:54.674028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:54.688990 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:54.705506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b777ab8-1484-4246-95ca-fe620b93d21c']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.747676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7045225c-8cd7-4bd8-ae15-30d706cbab99 req-9e3e1cbe-6033-46e2-bb06-40da4a6d122b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685893 Feb 15 13:40:54.801125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584d7a56-ea95-46b7-805c-2c2c4936c8c0') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.801598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584d7a56-ea95-46b7-805c-2c2c4936c8c0') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:54.814790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Calling delete_port for 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:54.825705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f85b44-0449-479a-a9a7-ee7aecb6db68 req-f89340eb-77c0-44d8-b03c-3963b678fdc0 service neutron] 10.222.0.36 "GET /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540180 Feb 15 13:40:54.858186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.884613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:40:54.885016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:40:54.894520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:54.941051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:54.941597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.002405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:55.067201 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:55.076308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.082784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.100251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.119102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] No DVR routers for this DVR port 011fc4ed-ab98-4505-94d2-2bbd8e9d3112 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:40:55.143185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.173175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f83ee-6cbe-47d2-a4e6-513d5dbbeabc None None] Pushing event deleted for resources: {'Port': ['ID=011fc4ed-ab98-4505-94d2-2bbd8e9d3112,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.175824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] Pushing event deleted for resources: {'Network': ['ID=6b228495-2b38-42c7-a8d8-3b478f7e7f94,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.202975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.202975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.222801 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b572d2a1-8465-42f9-849a-b3f79581b37d tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621 tempest-ExtraDHCPOptionsIpV6TestJSON-1946076621-project] 10.222.0.61 "DELETE /v2.0/networks/6b228495-2b38-42c7-a8d8-3b478f7e7f94 HTTP/1.1" status: 204 len: 168 time: 5.2617335 Feb 15 13:40:55.273254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.308867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.319023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=9b777ab8-1484-4246-95ca-fe620b93d21c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.322689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.370057 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8beb8b88-58e0-4f2b-9495-2561744b37ff tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/9b777ab8-1484-4246-95ca-fe620b93d21c HTTP/1.1" status: 204 len: 168 time: 1.9871140 Feb 15 13:40:55.380981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50018) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:55.390691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port 8f68bd23-73b1-424b-8508-9491fc695e53 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:55.391025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.423446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:55.453124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:55.456111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:55.456698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.462792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8ff2a-163a-439b-a922-11836c340a14 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:40:55.502816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=d1989f69-b826-4cdd-ab58-6f01b4a82e17,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.560420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:55.562072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:55.619592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] The port '8f68bd23-73b1-424b-8508-9491fc695e53' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:40:55.640380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=931f1667-7554-4507-9ccc-40ba57080ec0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.782176 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82379c15-720a-4548-b63b-ad3d9c651e1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4974945 Feb 15 13:40:55.787116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50028) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:55.808585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '931f1667-7554-4507-9ccc-40ba57080ec0', 'ip_address': '2001:db8::641a:3949:b7c5:217d'}], 'name': 'tempest-NetworksTestDHCPv6-434504042'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:55.826466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '931f1667-7554-4507-9ccc-40ba57080ec0'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:40:55.827399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:55.914742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50032) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:55.967054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2e921-b192-4cbf-8836-0fec7f75f913 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:55.973200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2e921-b192-4cbf-8836-0fec7f75f913 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:55.974031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e9d2e921-b192-4cbf-8836-0fec7f75f913 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:55.978996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.030194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.047232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecd3c1c-80e7-496a-ab74-1e362fe718d1') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.047562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecd3c1c-80e7-496a-ab74-1e362fe718d1') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.062364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.082955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-28e87684-689a-4ff8-82c4-7dbc005bb50d None None] Provisioning complete for port d1989f69-b826-4cdd-ab58-6f01b4a82e17 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:56.083910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-28e87684-689a-4ff8-82c4-7dbc005bb50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.086372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.093527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:40:56.093954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:40:56.113386 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:40:56.115255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e9d2e921-b192-4cbf-8836-0fec7f75f913 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:56.115730 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e9d2e921-b192-4cbf-8836-0fec7f75f913 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7311740 Feb 15 13:40:56.120309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50038) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:56.146540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 1498d6b8-8564-4989-a365-15c99bd92f0d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:40:56.160798 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/931f1667-7554-4507-9ccc-40ba57080ec0/f32ab41c-1b00-4f4f-95f0-4b954c9768f2) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:56.180671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-441491122'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:56.211555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:56.249327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:56.280885 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-567d606a-1456-437e-b8e2-1d8545110d92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d05d0281a3d42abbf96d65ce537fe00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621075 Feb 15 13:40:56.281288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50044) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:56.308937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-28e87684-689a-4ff8-82c4-7dbc005bb50d None None] Port d1989f69-b826-4cdd-ab58-6f01b4a82e17 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:56.317761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:56.325203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.346686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1c6de-7eeb-47c7-9412-117458a7544a req-32f12ca8-7013-4803-895f-bf237905c4f8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:56.351383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ea1c6de-7eeb-47c7-9412-117458a7544a req-32f12ca8-7013-4803-895f-bf237905c4f8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4137321 Feb 15 13:40:56.351383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:56.356810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:56.369550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:56.371412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.381838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:56.387566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.407095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Network': ['ID=69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:56.420129 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e8631db2-be17-4ae6-94f2-92d8919e04f4 tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/networks/69f5f3d3-7ebd-43ec-bb1f-829c82b9bb68 HTTP/1.1" status: 204 len: 168 time: 3.5638940 Feb 15 13:40:56.421945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50048) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:56.424098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:40:56.430918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0ee143cf-cd76-4fca-9932-1322cce89efc tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1128595 Feb 15 13:40:56.435045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:56.438401 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] Sync routers for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:40:56.440323 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ea1c6de-7eeb-47c7-9412-117458a7544a req-da866309-9200-4ada-91ad-379b9ff5a396 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802548 Feb 15 13:40:56.454508 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:56.455631 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.471039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.485355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:56.492051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Transition to ACTIVE for port object f32ab41c-1b00-4f4f-95f0-4b954c9768f2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:56.524668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Transition to ACTIVE for port object f32ab41c-1b00-4f4f-95f0-4b954c9768f2 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:56.549020 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.559815 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:40:56.560435 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.568669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.601944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4918b13-55d2-461c-8a96-55972a3965be tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:56.602515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e4918b13-55d2-461c-8a96-55972a3965be tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:56.613099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.636588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:56.674570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.683132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Deleting port b92358be-00c1-4437-bcc9-cd31deb331e5 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:56.683910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.696291 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:40:56.697806 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e805dc-a894-4596-a2af-027465944a65 None None] The sync data for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:40:56.703177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:56.706316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:56.710072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:56.716440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:56.727310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.727688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment b63fddd5-418a-4b3f-9a87-5519daadd42f of type vlan for network d2bc80ea-ee95-43ec-8be3-20a785ab6131 Feb 15 13:40:56.749301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.751213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e4918b13-55d2-461c-8a96-55972a3965be tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:56.752404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e4918b13-55d2-461c-8a96-55972a3965be tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports/d1989f69-b826-4cdd-ab58-6f01b4a82e17 HTTP/1.1" status: 200 len: 913 time: 0.3163993 Feb 15 13:40:56.755397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50056) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:56.800844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Pushing event updated for resources: {'Port': ['ID=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:56.863752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Attempting to bind port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:40:56.864482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Attempting to bind port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:40:56.864482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Attempting to bind port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:40:56.873642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:40:56.874014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:40:56.874628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.875026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:40:56.875526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Bound port: f32ab41c-1b00-4f4f-95f0-4b954c9768f2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:40:56.876058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.886018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.965156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.965520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:56.990689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] For port f32ab41c-1b00-4f4f-95f0-4b954c9768f2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:40:56.994483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] For port f32ab41c-1b00-4f4f-95f0-4b954c9768f2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:40:57.104367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.189048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.199470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Calling delete_port for b92358be-00c1-4437-bcc9-cd31deb331e5 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:57.199734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa0871-5610-46f7-9e19-ffd1701a0ba5 None None] Pushing event updated for resources: {'Port': ['ID=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:57.237194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.242986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:57.243607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.291388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914cc82-74b2-412b-a814-5cc861e50507,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:57.386138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::641a:3949:b7c5:217d (7bbde29e-2549-4182-a259-7bbb71f9b94f/931f1667-7554-4507-9ccc-40ba57080ec0/e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:57.396276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.400319 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2553ed86-5643-499b-b72b-3f01435308b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4914cc82-74b2-412b-a814-5cc861e50507 HTTP/1.1" status: 204 len: 168 time: 1.1178403 Feb 15 13:40:57.406491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=d2bc80ea-ee95-43ec-8be3-20a785ab6131,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:57.469459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network d2bc80ea-ee95-43ec-8be3-20a785ab6131 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:57.559326 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c5f5729a-0422-4e58-9bed-e8296b375dee tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4340003 Feb 15 13:40:57.559805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50064) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:57.570501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1540685394'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:57.577302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:57.590271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:network and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:57.595383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:57.629235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:57.699483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.747379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:57.751919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.778808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Pushing event deleted for resources: {'Port': ['ID=b92358be-00c1-4437-bcc9-cd31deb331e5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:57.876385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:57.898955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.903138 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment 6625d243-1113-4084-931d-1863715fb404 of type vlan for network 7e75f555-60a9-4660-97ef-008f98a13ffb Feb 15 13:40:57.908919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.954420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.960992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:57.966494 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d831982-4bfd-4251-8ae1-e53d3f57aa4a tempest-FloatingIPAdminTestJSON-1429324859 tempest-FloatingIPAdminTestJSON-1429324859-project] 10.222.0.61 "DELETE /v2.0/floatingips/1acb27cd-a7e3-424c-bc55-24701c69de26 HTTP/1.1" status: 204 len: 168 time: 1.5381835 Feb 15 13:40:57.979208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.076898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.088440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:58.090918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.121206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73517b3c-1814-4dd3-a2c5-29660b9f2d28 req-783788a7-b558-4efb-beb0-75285ef41136 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:58.123033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73517b3c-1814-4dd3-a2c5-29660b9f2d28 req-783788a7-b558-4efb-beb0-75285ef41136 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4558270 Feb 15 13:40:58.194239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.253519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=7e75f555-60a9-4660-97ef-008f98a13ffb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:58.269844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7e75f555-60a9-4660-97ef-008f98a13ffb details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:40:58.275290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:40:58.291618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73517b3c-1814-4dd3-a2c5-29660b9f2d28 req-20ec2cb2-3264-4c0f-baf1-475ef16be71e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473613 Feb 15 13:40:58.299248 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1c4a1f64-50b0-4b4f-bb83-00aa04102d3d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7380056 Feb 15 13:40:58.300108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50080) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:58.306097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'ports': [{'network_id': 'd2bc80ea-ee95-43ec-8be3-20a785ab6131', 'name': 'tempest-port--331684311', 'admin_state_up': True}, {'network_id': '7e75f555-60a9-4660-97ef-008f98a13ffb', 'admin_state_up': False}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:58.313873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'port': {'network_id': 'd2bc80ea-ee95-43ec-8be3-20a785ab6131', 'name': 'tempest-port--331684311', 'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:58.313873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'port': {'network_id': '7e75f555-60a9-4660-97ef-008f98a13ffb', 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:58.560951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f32ab41c-1b00-4f4f-95f0-4b954c9768f2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:40:58.663775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50086) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:58.704836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.837609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:58.846834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:port and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:58.848158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:58.851496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:58.856111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:58.858563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:40:58.861027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:58.866407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:58.867054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.875107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:58.937036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:58.952670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'port': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:58.957321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.975816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:58.981428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Provisioning for port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:58.986901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Provisioning complete for port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:58.987497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.014961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port d1989f69-b826-4cdd-ab58-6f01b4a82e17 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:59.015520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.074446 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5fa18684-2107-4a29-bc4c-2211e875f12e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=869af6d4a2ee44aea41cf3cf9faf0a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095585 Feb 15 13:40:59.075981 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a7b0c6c2-fd88-44c9-a653-2ba374e17138 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2892842 Feb 15 13:40:59.080628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50100) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:59.086796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50102) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:59.124629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.164763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] For port f32ab41c-1b00-4f4f-95f0-4b954c9768f2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:40:59.227154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50108) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:59.247975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.294451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8dc435-b1a6-443c-a7b4-d98f7b358d4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:59.300338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8dc435-b1a6-443c-a7b4-d98f7b358d4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:59.301038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3f8dc435-b1a6-443c-a7b4-d98f7b358d4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:40:59.313893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.335633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.352073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] device_id is not set on port 17258159-0852-45ad-b91e-6f39ba523bf8 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:59.380173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.387283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f61d-1ac2-4d61-92a1-48783c0b133f None None] Pushing event updated for resources: {'Port': ['ID=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:59.422069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-405db3e8-4b81-406c-912d-f9e4f9dc3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.457896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-18c49f3b-7a30-44a6-bde1-1e649920e412 None None] Provisioning for port e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:40:59.470976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1348737608'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:59.479315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-18c49f3b-7a30-44a6-bde1-1e649920e412 None None] Provisioning complete for port e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:59.480596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18c49f3b-7a30-44a6-bde1-1e649920e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.481987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for d1989f69-b826-4cdd-ab58-6f01b4a82e17 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:40:59.504433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.518946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:40:59.541169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-18c49f3b-7a30-44a6-bde1-1e649920e412 None None] Port e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:40:59.564474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3f8dc435-b1a6-443c-a7b4-d98f7b358d4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:40:59.565563 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3f8dc435-b1a6-443c-a7b4-d98f7b358d4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4777977 Feb 15 13:40:59.568702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:network and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:40:59.575533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50118) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:40:59.578229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:40:59.592744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:40:59.623899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.686718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e521f-3352-4e0c-a407-e8b29ea17ad8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:59.695356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] device_id is not set on port 0f547588-b4c0-45bd-937f-98d40a7711fa yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:40:59.707227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:40:59.707569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.756699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.761087 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c5aec0da-3fae-4171-a629-768c84a94849 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/905e521f-3352-4e0c-a407-e8b29ea17ad8 HTTP/1.1" status: 204 len: 168 time: 0.6585777 Feb 15 13:40:59.924660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ded9a7-095b-4b87-b60b-b60e1ec8debb req-72da89c0-91ef-4bbd-a751-a5ca2a7b0770 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:59.926865 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90ded9a7-095b-4b87-b60b-b60e1ec8debb req-72da89c0-91ef-4bbd-a751-a5ca2a7b0770 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4158051 Feb 15 13:40:59.929326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Made reservation on behalf of b8ba66f0e3e14d18a91c00ade2647fdb for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:59.933328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:40:59.968245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.035060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:00.047284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:security_group_rule and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:00.051653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:00.058857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90ded9a7-095b-4b87-b60b-b60e1ec8debb req-deba7a08-97fb-401c-ace1-88603bbc4252 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085136 Feb 15 13:41:00.067840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:00.082023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.119489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.173572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.237358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=d1989f69-b826-4cdd-ab58-6f01b4a82e17,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:00.247412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:00.382271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f32ab41c-1b00-4f4f-95f0-4b954c9768f2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:00.387548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.485808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.507335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:00.507915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.516182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Port': ['ID=17258159-0852-45ad-b91e-6f39ba523bf8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:00.530233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Checking segment: {'id': 'b63fddd5-418a-4b3f-9a87-5519daadd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd2bc80ea-ee95-43ec-8be3-20a785ab6131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:00.530596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network hostable DHCP agents. Network: d2bc80ea-ee95-43ec-8be3-20a785ab6131, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:00.592681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50126) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:00.612684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.661758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.671629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network d2bc80ea-ee95-43ec-8be3-20a785ab6131 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:00.682479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.688364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:00.727633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:00.742005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Usage tracker for resource:security_group_rule and tenant:87a846ee03f44800893b0e963f0773b9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:00.742005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.744395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:00.753246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:00.807567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, d2bc80ea-ee95-43ec-8be3-20a785ab6131) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:00.810474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.811760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:00.812678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.819022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6aec9d-f1e2-4543-96ad-f1e0e69766ee None None] Network d2bc80ea-ee95-43ec-8be3-20a785ab6131 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:00.882163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a42c17-37de-4b57-a67c-2901b40c2c4f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:00.909097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:00.925220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:00.925601 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Added segment b03bc148-fcea-401b-bee0-a665254719f9 of type vlan for network f93fbaca-47c8-47e3-9364-a14afbf9854d Feb 15 13:41:00.935977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 1498d6b8-8564-4989-a365-15c99bd92f0d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:00.951013 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b3d4848c-95e9-4b23-b8b6-1db486054281 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 HTTP/1.1" status: 204 len: 168 time: 1.3717549 Feb 15 13:41:00.952555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50130) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.055890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.068842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Port': ['ID=0f547588-b4c0-45bd-937f-98d40a7711fa,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:01.074128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.084584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Checking segment: {'id': '6625d243-1113-4084-931d-1863715fb404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e75f555-60a9-4660-97ef-008f98a13ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:01.085174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network hostable DHCP agents. Network: 7e75f555-60a9-4660-97ef-008f98a13ffb, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:01.115032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.172808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670d103-de5a-483e-a64b-504834221fb1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:01.179885 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6cdc84fe-41da-48fa-972c-d9295f8b429f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87a846ee03f44800893b0e963f0773b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835917 Feb 15 13:41:01.180068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50136) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.192069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network 7e75f555-60a9-4660-97ef-008f98a13ffb is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:01.226717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6e04b-6236-45d4-8f0b-9122c793e632 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.228746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6e04b-6236-45d4-8f0b-9122c793e632 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.231437 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-98f6e04b-6236-45d4-8f0b-9122c793e632 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2777002 Feb 15 13:41:01.236131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50140) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.286475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7e75f555-60a9-4660-97ef-008f98a13ffb) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:01.289053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:01.297436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:01.302493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.303265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923e1f1-dbf7-43f9-912f-bf788aa9f4ac None None] Network 7e75f555-60a9-4660-97ef-008f98a13ffb requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:01.307506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.308209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.341579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d7c9-7a77-4a0b-b7e0-1498f7a82a8b req-1fc835ea-c7e7-48df-bace-6513518fc560 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.342379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] Sync routers for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:01.343168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6538d7c9-7a77-4a0b-b7e0-1498f7a82a8b req-1fc835ea-c7e7-48df-bace-6513518fc560 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1226819 Feb 15 13:41:01.347515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.361636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 931f1667-7554-4507-9ccc-40ba57080ec0 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:01.374491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.375956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.382747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.383711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.429373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.432947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:01.433623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:01.463303 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf4138a9-bd93-429a-803b-9580538b9084 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1622770 Feb 15 13:41:01.466727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.496968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50146) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.515440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:01.560417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:01.561043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:40:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:01.652523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1619ed-bccd-49d2-adaf-8a95a8e5aec7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.659084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1619ed-bccd-49d2-adaf-8a95a8e5aec7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:01.659909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5c1619ed-bccd-49d2-adaf-8a95a8e5aec7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:01.670999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.671208 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-053ff9c3-08b1-4044-8d9e-a855dea82e09 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9120114 Feb 15 13:41:01.693134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6538d7c9-7a77-4a0b-b7e0-1498f7a82a8b req-3aca9874-2608-4e08-b2b0-7898b36bfac2 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368657 Feb 15 13:41:01.697530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50150) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.756667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:01.757193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b9593-44fd-4354-9808-914616a4f2ef None None] The sync data for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:01.759825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.770051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Network': ['ID=f93fbaca-47c8-47e3-9364-a14afbf9854d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:01.780313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670d103-de5a-483e-a64b-504834221fb1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:01.782004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-57d7d4d1-d262-4846-90bd-48a7ff35558d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5538173 Feb 15 13:41:01.786365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50154) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.793020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'subnet': {'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:01.796920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f93fbaca-47c8-47e3-9364-a14afbf9854d details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:01.817383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5c1619ed-bccd-49d2-adaf-8a95a8e5aec7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:01.821141 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5c1619ed-bccd-49d2-adaf-8a95a8e5aec7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3206141 Feb 15 13:41:01.836217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50158) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:01.877449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.945006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=931f1667-7554-4507-9ccc-40ba57080ec0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:01.967860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.969063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710e25d-ef9e-4dfe-93c3-97e4b7f46ae3 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:01.969895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6b095c11-ff2b-4442-b0a3-19c82a7f8ff7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/931f1667-7554-4507-9ccc-40ba57080ec0 HTTP/1.1" status: 204 len: 168 time: 0.7326941 Feb 15 13:41:01.970996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:01.972099 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9fe57c46-4a38-45be-9757-752bc1c01f4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b670d103-de5a-483e-a64b-504834221fb1 HTTP/1.1" status: 204 len: 168 time: 0.7910483 Feb 15 13:41:01.972936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50162) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:02.015088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting port 17258159-0852-45ad-b91e-6f39ba523bf8 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:02.015433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.103994 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-66a8619e-6407-453a-9af7-cd63677eb8bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031961 Feb 15 13:41:02.106897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:02.109805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:02.155318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:subnet and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:02.159035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:02.190386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:02.257586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd774108-23af-4a63-b61a-3be63e2d6eac tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:02.259301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cd774108-23af-4a63-b61a-3be63e2d6eac tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:02.283231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Made reservation on behalf of b8ba66f0e3e14d18a91c00ade2647fdb for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:02.294651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.476836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:02.484903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Deleting port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:02.485785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.501447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.520465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.521307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d43cd94-5639-4d22-b5f0-1750484fe5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.592754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cd774108-23af-4a63-b61a-3be63e2d6eac tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:02.595665 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cd774108-23af-4a63-b61a-3be63e2d6eac tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4874103 Feb 15 13:41:02.641108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50174) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:02.733814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Calling delete_port for 17258159-0852-45ad-b91e-6f39ba523bf8 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:02.751069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e199c-dc3e-45eb-9e9e-71cf4180b754 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:02.751829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b73e199c-dc3e-45eb-9e9e-71cf4180b754 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:02.843775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] For port f32ab41c-1b00-4f4f-95f0-4b954c9768f2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:02.844174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:02.921416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b73e199c-dc3e-45eb-9e9e-71cf4180b754 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:02.923027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b73e199c-dc3e-45eb-9e9e-71cf4180b754 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2810428 Feb 15 13:41:02.925545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50180) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:02.972024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.022988 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b148e9c-752f-491b-8a45-ce9cf899119c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911691 Feb 15 13:41:03.024063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50184) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:03.028853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50186) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:03.033545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.046357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.050639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1e079-df6e-4d79-8324-79d37916ecdd req-4cd66fd8-692c-49fd-b5fc-3dbe93ced938 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:03.052259 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ff1e079-df6e-4d79-8324-79d37916ecdd req-4cd66fd8-692c-49fd-b5fc-3dbe93ced938 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1997325 Feb 15 13:41:03.088153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:03.106399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Calling delete_port for f32ab41c-1b00-4f4f-95f0-4b954c9768f2 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:03.114585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.225540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:03.247301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Usage tracker for resource:security_group_rule and tenant:ee09bf7536e74bd89f34330663179075 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:03.249369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Subnet': ['ID=e34706c9-2244-4239-a90c-23142efa1d6a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:03.254909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:03.265961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.276778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:03.296087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Checking segment: {'id': 'b03bc148-fcea-401b-bee0-a665254719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:03.296488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network hostable DHCP agents. Network: f93fbaca-47c8-47e3-9364-a14afbf9854d, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:03.297515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Port': ['ID=17258159-0852-45ad-b91e-6f39ba523bf8,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:03.299564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.302654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:03.319188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.331315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:03.362598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.380869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ff1e079-df6e-4d79-8324-79d37916ecdd req-1af6c564-91ef-4349-bb69-fb608c98c362 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328650 Feb 15 13:41:03.421423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] No DVR routers for this DVR port f32ab41c-1b00-4f4f-95f0-4b954c9768f2 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:03.434370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b287a3-4244-4a11-bc25-2c995c7be3ed None None] Pushing event deleted for resources: {'Port': ['ID=f32ab41c-1b00-4f4f-95f0-4b954c9768f2,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:03.437251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network f93fbaca-47c8-47e3-9364-a14afbf9854d is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:03.452888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.481265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:03.484824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.532834 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d1788412-eada-40db-a834-a7eea9298819 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/ports/17258159-0852-45ad-b91e-6f39ba523bf8 HTTP/1.1" status: 204 len: 168 time: 1.6954083 Feb 15 13:41:03.543356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50192) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:03.550878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.600325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f93fbaca-47c8-47e3-9364-a14afbf9854d) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:03.613291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e72389-0c91-40f4-9a91-bab08b5d12f7 None None] Network f93fbaca-47c8-47e3-9364-a14afbf9854d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:03.627491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:03.628046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.637860 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee09bf7536e74bd89f34330663179075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104610 Feb 15 13:41:03.651316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:03.652592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe18c1-ff83-4525-aacf-efdb126d8b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e790ad30-c889-4628-823a-852269209dd2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:03.689639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting port 0f547588-b4c0-45bd-937f-98d40a7711fa {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:03.689881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.802739 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f44a17e-62af-4c4e-aa2b-fb1f5c82cc28 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0108182 Feb 15 13:41:03.802739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.803145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50200) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:03.816568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1614651068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:03.830146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:03.856517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:router and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:03.867524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.869392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 366f30ef-c371-4fdf-b523-7006a05056d0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:03.870285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:03.886538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:03.910169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:03.926530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f93fbaca-47c8-47e3-9364-a14afbf9854d', 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d', 'tenant_id': 'b8ba66f0e3e14d18a91c00ade2647fdb', 'fixed_ips': [{'subnet_id': 'e34706c9-2244-4239-a90c-23142efa1d6a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:03.928263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.038972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.040600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.092836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.140782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.147068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.163241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.197071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.201995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790ad30-c889-4628-823a-852269209dd2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:04.215181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:04.223204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:04.228470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:04.229156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.242238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=21b0dd20-7d30-444f-97d7-2010df0a74a7,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:04.260886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3d962-bae5-4220-bb82-cfe8edee8ab8 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:04.270234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.273897 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fde9f1c9-735b-4c31-831f-e93febfedbfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e790ad30-c889-4628-823a-852269209dd2 HTTP/1.1" status: 204 len: 168 time: 0.6136875 Feb 15 13:41:04.290087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Calling delete_port for 0f547588-b4c0-45bd-937f-98d40a7711fa owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:04.321208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.383958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-00bebbee-34a8-45da-8976-b36af08350a0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3333490 Feb 15 13:41:04.386364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.388368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50206) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:04.401117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '21b0dd20-7d30-444f-97d7-2010df0a74a7', 'ip_address': '2001:db8::aeb0:fa59:ce5a:950f'}], 'name': 'tempest-NetworksTestDHCPv6-900437178'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:04.501859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f32ab41c-1b00-4f4f-95f0-4b954c9768f2 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:04.543784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Allocated IP 172.20.0.2 (f93fbaca-47c8-47e3-9364-a14afbf9854d/e34706c9-2244-4239-a90c-23142efa1d6a/01dc129d-db82-4ede-9fde-49fd17324736) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:04.556544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f32ab41c-1b00-4f4f-95f0-4b954c9768f2 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:04.556884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f32ab41c-1b00-4f4f-95f0-4b954c9768f2 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:04.575404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.579271 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82377f72-6d18-43ec-8f4a-750183529918 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7727904 Feb 15 13:41:04.580995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50212) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:04.615314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 366f30ef-c371-4fdf-b523-7006a05056d0 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:04.787252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3bdb-fe60-4e5b-b64f-58c6467edb13 req-d5e2f169-a6d7-4157-9074-cb4e907a2703 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:04.788881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fdeb3bdb-fe60-4e5b-b64f-58c6467edb13 req-d5e2f169-a6d7-4157-9074-cb4e907a2703 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2270730 Feb 15 13:41:04.791781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:04.895845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Port': ['ID=0f547588-b4c0-45bd-937f-98d40a7711fa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:04.926299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.000011 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fdeb3bdb-fe60-4e5b-b64f-58c6467edb13 req-d0f76522-59d4-4430-be40-443e56291b8f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578600 Feb 15 13:41:05.003715 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a17188e1-1ea0-4628-b7bd-1aa0e96839c0 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/ports/0f547588-b4c0-45bd-937f-98d40a7711fa HTTP/1.1" status: 204 len: 168 time: 1.4574404 Feb 15 13:41:05.008800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:05.104755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '21b0dd20-7d30-444f-97d7-2010df0a74a7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:05.106359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.125508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:05.130275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.212070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:05.278687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7bcf9cd-3969-4316-b0fa-5f0fde6565ac tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:05.351406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.367968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:05.370971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7bcf9cd-3969-4316-b0fa-5f0fde6565ac tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:05.376487 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a7bcf9cd-3969-4316-b0fa-5f0fde6565ac tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3615918 Feb 15 13:41:05.376487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:05.389700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1099370393'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:05.398344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/21b0dd20-7d30-444f-97d7-2010df0a74a7/83477aec-71d9-49db-8d98-3962eda43a9e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:05.398936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:05.406540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:network and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:05.410065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Transition to ACTIVE for port object 01dc129d-db82-4ede-9fde-49fd17324736 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:05.413509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:05.423237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:05.428136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.448885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Transition to ACTIVE for port object 01dc129d-db82-4ede-9fde-49fd17324736 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:05.531449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.633177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Network f93fbaca-47c8-47e3-9364-a14afbf9854d is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:05.644315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:05.647411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=366f30ef-c371-4fdf-b523-7006a05056d0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:05.652933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:05.655152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:05.664855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.716740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Pushing event updated for resources: {'Port': ['ID=01dc129d-db82-4ede-9fde-49fd17324736,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:05.781642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:05.799760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.800828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment 2f96fc66-ff19-4408-983f-941136cb40e6 of type vlan for network d5f106b6-2d00-45fc-8293-bc5c50d933c3 Feb 15 13:41:05.841954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Attempting to bind port 01dc129d-db82-4ede-9fde-49fd17324736 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:05.842364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Attempting to bind port 01dc129d-db82-4ede-9fde-49fd17324736 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b03bc148-fcea-401b-bee0-a665254719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:05.845062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Attempting to bind port 01dc129d-db82-4ede-9fde-49fd17324736 on network f93fbaca-47c8-47e3-9364-a14afbf9854d {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:05.855163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.863488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:05.864104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Checking segment: {'id': 'b03bc148-fcea-401b-bee0-a665254719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:05.864738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.865901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Bound using segment: {'id': 'b03bc148-fcea-401b-bee0-a665254719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:05.866570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Bound port: 01dc129d-db82-4ede-9fde-49fd17324736, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03bc148-fcea-401b-bee0-a665254719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:05.867185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.893289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:05.901517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Transition to ACTIVE for port object 83477aec-71d9-49db-8d98-3962eda43a9e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:05.965463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Transition to ACTIVE for port object 83477aec-71d9-49db-8d98-3962eda43a9e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:06.014181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] For port 01dc129d-db82-4ede-9fde-49fd17324736, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:06.017616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] For port 01dc129d-db82-4ede-9fde-49fd17324736, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=01dc129d-db82-4ede-9fde-49fd17324736,segment=NetworkSegment(b03bc148-fcea-401b-bee0-a665254719f9),segment_id=b03bc148-fcea-401b-bee0-a665254719f9)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:06.052327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.075442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.081074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:06.081979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.108988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.116866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.167754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:06.185371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:06.188450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Pushing event updated for resources: {'Port': ['ID=83477aec-71d9-49db-8d98-3962eda43a9e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:06.196184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:06.208987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.290011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 82678310-32e4-444b-90bd-fe96763ad52b yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:06.435365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Attempting to bind port 83477aec-71d9-49db-8d98-3962eda43a9e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:06.439623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Attempting to bind port 83477aec-71d9-49db-8d98-3962eda43a9e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:06.440253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Attempting to bind port 83477aec-71d9-49db-8d98-3962eda43a9e on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:06.453330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:06.460679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:06.466092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.466092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:06.466092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Bound port: 83477aec-71d9-49db-8d98-3962eda43a9e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:06.466092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.515128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1365213 Feb 15 13:41:06.526281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:06.532796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-244124753'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:06.539618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:06.545006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:network and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:06.550883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:06.566369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:06.574066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] For port 83477aec-71d9-49db-8d98-3962eda43a9e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:06.577216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] For port 83477aec-71d9-49db-8d98-3962eda43a9e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=83477aec-71d9-49db-8d98-3962eda43a9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:06.591835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425b5e5-3d3b-4f6c-abe7-66ec31ff9816 None None] Pushing event updated for resources: {'Port': ['ID=01dc129d-db82-4ede-9fde-49fd17324736,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:06.627010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2a7b6-4388-4bf3-8416-9b9372d1b8e7 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=d5f106b6-2d00-45fc-8293-bc5c50d933c3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:06.657446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Allocated IP 172.20.0.1 (f93fbaca-47c8-47e3-9364-a14afbf9854d/e34706c9-2244-4239-a90c-23142efa1d6a/56c85ffb-252b-42b9-be7a-bf94b3b192bb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:06.657751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network d5f106b6-2d00-45fc-8293-bc5c50d933c3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:06.723665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:06.728432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.801937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.909235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 1498d6b8-8564-4989-a365-15c99bd92f0d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:06.919492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce8f35-cb9e-47c5-998d-39864c3fbcec req-534de9fb-9ee0-40ab-a98d-8c30b4b91dd1 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:06.927574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bce8f35-cb9e-47c5-998d-39864c3fbcec req-534de9fb-9ee0-40ab-a98d-8c30b4b91dd1 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6302977 Feb 15 13:41:06.959962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:06.979974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:06.979974 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Added segment 096a8ce0-d56a-43a5-99d5-72b4836a9d12 of type vlan for network f3882e06-af40-4ede-b710-48a6679c2ed9 Feb 15 13:41:07.006787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:07.040221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0995f3-fec0-4380-a119-461b1fdd6fb2 None None] Pushing event updated for resources: {'Port': ['ID=83477aec-71d9-49db-8d98-3962eda43a9e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:07.103551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:07.109623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:07.110488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:07.206855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bce8f35-cb9e-47c5-998d-39864c3fbcec req-8a9dd8c3-2f60-4fc2-b844-7d85be2bf73e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751472 Feb 15 13:41:07.259514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:07.259514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-703a4d27-3b4a-45e5-98aa-9b2ebfa94e20 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5325439 Feb 15 13:41:07.260702 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] Sync routers for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:07.260702 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:07.260702 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:07.269600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50268) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:07.356761 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:07.368852 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] Routers {'1498d6b8-8564-4989-a365-15c99bd92f0d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:07.370579 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1498d6b8-8564-4989-a365-15c99bd92f0d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:07.436113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-10611dfd-8c2a-49b4-83de-e4c5eaf8f7da tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:07.436351 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:07.436990 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcffaa2-84be-433a-b6a4-779bae4635c1 None None] The sync data for ids ['1498d6b8-8564-4989-a365-15c99bd92f0d'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:07.449218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:07.492142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Transition to ACTIVE for port object 56c85ffb-252b-42b9-be7a-bf94b3b192bb will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:07.506715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::aeb0:fa59:ce5a:950f (7bbde29e-2549-4182-a259-7bbb71f9b94f/21b0dd20-7d30-444f-97d7-2010df0a74a7/82678310-32e4-444b-90bd-fe96763ad52b) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:07.507262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50272) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:07.530206 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0015032 Feb 15 13:41:07.575195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-10611dfd-8c2a-49b4-83de-e4c5eaf8f7da tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:07.576575 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-10611dfd-8c2a-49b4-83de-e4c5eaf8f7da tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=1498d6b8-8564-4989-a365-15c99bd92f0d HTTP/1.1" status: 200 len: 205 time: 0.3061991 Feb 15 13:41:07.591929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50278) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:07.616175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832a71-8a72-4c03-86c0-66dfdff0ec5f tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Network': ['ID=f3882e06-af40-4ede-b710-48a6679c2ed9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:07.633007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f3882e06-af40-4ede-b710-48a6679c2ed9 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:07.741889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50282) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:07.863524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'subnets': [{'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791955124', 'ip_version': 4}, {'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:07.876982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'subnet': {'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791955124', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:07.881313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Request body: {'subnet': {'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:07.943540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227b804-ad40-4eb3-8919-3f79a98a26f9 None None] Network f93fbaca-47c8-47e3-9364-a14afbf9854d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:07.960579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.135844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.226676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network f93fbaca-47c8-47e3-9364-a14afbf9854d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:08.239995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-94695935'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:08.240149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:08.255934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:08.282079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-72420c4e-4667-4e96-b173-c510f80d06a4 None None] Provisioning for port 01dc129d-db82-4ede-9fde-49fd17324736 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:08.396257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.491568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:08.612449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Usage tracker for resource:network and tenant:bde7104e7d144555bafb11ff3ad1c375 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:08.616731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:08.633357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:08.642094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=56c85ffb-252b-42b9-be7a-bf94b3b192bb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:08.683540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 01dc129d-db82-4ede-9fde-49fd17324736 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:08.765541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e82f6a5c-9675-4905-aea7-50fa78bb4ea1 None None] Provisioning for port 83477aec-71d9-49db-8d98-3962eda43a9e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:08.776092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Made reservation on behalf of bde7104e7d144555bafb11ff3ad1c375 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:08.779600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.810065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.831955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 82678310-32e4-444b-90bd-fe96763ad52b will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:08.883885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 01dc129d-db82-4ede-9fde-49fd17324736 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:08.890971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 01dc129d-db82-4ede-9fde-49fd17324736 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:08.891344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.972409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:08.980695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Provisioning complete for port 01dc129d-db82-4ede-9fde-49fd17324736 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:08.981395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.023618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.028889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.030101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:09.031497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.032720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.054720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Usage tracker for resource:security_group_rule and tenant:bde7104e7d144555bafb11ff3ad1c375 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:09.060292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:09.082862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:09.095292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:09.103236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Usage tracker for resource:subnet and tenant:888b29aafd2a4c488b433a3d17e8446e is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:09.113089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:09.124468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:09.144867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9253e-8372-4127-8870-de90e78693f5 req-29c947b2-7101-4eb5-8239-5de92ff08102 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:09.146417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-acf9253e-8372-4127-8870-de90e78693f5 req-29c947b2-7101-4eb5-8239-5de92ff08102 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6055429 Feb 15 13:41:09.191242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.192847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.193489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router 1498d6b8-8564-4989-a365-15c99bd92f0d {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:09.229555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Made reservation on behalf of 888b29aafd2a4c488b433a3d17e8446e for: {'subnet': 2} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:09.237000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.237384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.247560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.263203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.266641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-beeb5439-be72-4614-835d-a718eeeb5143 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d HTTP/1.1" status: 204 len: 168 time: 1.6710048 Feb 15 13:41:09.266802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 01dc129d-db82-4ede-9fde-49fd17324736, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=01dc129d-db82-4ede-9fde-49fd17324736,segment=NetworkSegment(b03bc148-fcea-401b-bee0-a665254719f9),segment_id=b03bc148-fcea-401b-bee0-a665254719f9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:09.272983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50288) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:09.330102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-acf9253e-8372-4127-8870-de90e78693f5 req-8632717c-f329-4e98-8632-9508aa50d273 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702590 Feb 15 13:41:09.332272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.333284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 83477aec-71d9-49db-8d98-3962eda43a9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:09.407796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 12875234-8d19-4a2a-b376-9bb55f8893cc {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:09.439423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.457045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=01dc129d-db82-4ede-9fde-49fd17324736,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:09.514839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:09.534469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:09.540871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:09.547405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:09.548029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.560608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=82678310-32e4-444b-90bd-fe96763ad52b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:09.579364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.580232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:09.580232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:09.588386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.671760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 83477aec-71d9-49db-8d98-3962eda43a9e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:09.678311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 83477aec-71d9-49db-8d98-3962eda43a9e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:09.680828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.681899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.758487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c612b269-f977-4407-baee-e4cc9fef3f52 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3678315 Feb 15 13:41:09.811145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:09.847948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.881064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:09.884588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.888960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '21b0dd20-7d30-444f-97d7-2010df0a74a7', 'ip_address': '2001:db8::aeb0:fa59:ce5a:950f'}], 'name': 'tempest-NetworksTestDHCPv6-319442392'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:09.902832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 83477aec-71d9-49db-8d98-3962eda43a9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=83477aec-71d9-49db-8d98-3962eda43a9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:09.952665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:09.978179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.080455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.118489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=56c85ffb-252b-42b9-be7a-bf94b3b192bb,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:10.122480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.123228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Added segment 86a83476-fbc4-4f6e-b4b4-2f98f69de27f of type vlan for network 6f9ea403-f652-482f-b862-226846188b8e Feb 15 13:41:10.162436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=83477aec-71d9-49db-8d98-3962eda43a9e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:10.257485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Provisioning for port 56c85ffb-252b-42b9-be7a-bf94b3b192bb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:10.263776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network f93fbaca-47c8-47e3-9364-a14afbf9854d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:10.266174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Provisioning complete for port 56c85ffb-252b-42b9-be7a-bf94b3b192bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:10.266385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:10.266868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.293312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a3a79e-ab30-461d-8fe0-9f8f1e76efd2,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:10.409999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9590be53-1cde-4734-9385-14c24ffc7b64 None None] Port 56c85ffb-252b-42b9-be7a-bf94b3b192bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:10.436012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.440283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 01dc129d-db82-4ede-9fde-49fd17324736 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:10.489900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.575327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Provisioning complete for port 56c85ffb-252b-42b9-be7a-bf94b3b192bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:10.576260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.643954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:10.673736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Port 56c85ffb-252b-42b9-be7a-bf94b3b192bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:10.673914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:41:10.683295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 01dc129d-db82-4ede-9fde-49fd17324736 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:10.683630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.687439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:10.693832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:10.716412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Router 889e0820-1d08-41bd-b3d8-bf7be09e15a2 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:41:10.727994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:10.767610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Provisioning for port 82678310-32e4-444b-90bd-fe96763ad52b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:10.767918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-c5d24a4a-58aa-4ecc-b136-207c09d98e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:10.769218 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-c5d24a4a-58aa-4ecc-b136-207c09d98e52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.7236748 Feb 15 13:41:10.777673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Provisioning complete for port 82678310-32e4-444b-90bd-fe96763ad52b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:10.778208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.784199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d146-65da-4437-b963-9ac103d71ef0 req-cd2e1682-6e84-4be9-b499-03b38e5a682f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:10.790483 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aff7d146-65da-4437-b963-9ac103d71ef0 req-cd2e1682-6e84-4be9-b499-03b38e5a682f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.7488482 Feb 15 13:41:10.844876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.852632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:10.854803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.892632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0e86d-6834-454b-a969-b415ce306d72 None None] Port 82678310-32e4-444b-90bd-fe96763ad52b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:10.897375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 83477aec-71d9-49db-8d98-3962eda43a9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:10.950174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:10.975627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 83477aec-71d9-49db-8d98-3962eda43a9e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:10.975627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:10.984407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.005255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:11.011472 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-711099c9-7325-4126-b89c-86b47fe3c8b4 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "PUT /v2.0/routers/889e0820-1d08-41bd-b3d8-bf7be09e15a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4275620 Feb 15 13:41:11.015463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:11.022038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'port': {'network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d', 'name': 'tempest-FloatingIPNegativeTestJSON-978868009'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:11.030586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] Sync routers for ids ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:11.050480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9ce52b33-5707-40b7-b5d1-f0c69f3db187 None None] Provisioning complete for port 56c85ffb-252b-42b9-be7a-bf94b3b192bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:11.051699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b33-5707-40b7-b5d1-f0c69f3db187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.103683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] Routers {'889e0820-1d08-41bd-b3d8-bf7be09e15a2'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:11.104476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:11.193110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:11.198471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:port and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:11.202156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:11.210277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:11.217638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:11.222775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.225787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=12875234-8d19-4a2a-b376-9bb55f8893cc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:11.229280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9ce52b33-5707-40b7-b5d1-f0c69f3db187 None None] Port 56c85ffb-252b-42b9-be7a-bf94b3b192bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:11.263773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a9d8d-f47a-4e91-aaae-d60b34ced06e None None] Network f175b6b9-b078-4f17-9790-2f7df4dc88c8 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:11.275922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aff7d146-65da-4437-b963-9ac103d71ef0 req-70adbf9f-5dda-421f-a392-c8ebd0aa0847 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828324 Feb 15 13:41:11.282517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Pushing event updated for resources: {'Network': ['ID=6f9ea403-f652-482f-b862-226846188b8e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:11.285100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] Routers {'889e0820-1d08-41bd-b3d8-bf7be09e15a2'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:11.285100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:11.290059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f9dddfb3-7d15-480b-aadf-ff7a805d55b8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/12875234-8d19-4a2a-b376-9bb55f8893cc HTTP/1.1" status: 204 len: 168 time: 1.9706500 Feb 15 13:41:11.290239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50306) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:11.342038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6f9ea403-f652-482f-b862-226846188b8e details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:11.351187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Made reservation on behalf of b8ba66f0e3e14d18a91c00ade2647fdb for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:11.354974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.369700 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7e7cf6a9-6022-4a21-9b4f-10379c1e08d4 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.8620305 Feb 15 13:41:11.405847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] device_id is not set on port 6982d1b7-3d4f-498f-ab79-a5a71b347596 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:11.442109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.486814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port f6aeb361-bd4d-4a57-95cc-c7c9456f37cb yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:11.491966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:11.492374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5270bc-4103-4635-adc2-01316db63824 None None] The sync data for ids ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:11.543879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet fdf059a6-4748-42e1-a35c-af188b0492f7 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:11.547949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.741671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.748306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-23c0e6ad-1fcf-4f6a-85ad-39f5e0543d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:11.751344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-23c0e6ad-1fcf-4f6a-85ad-39f5e0543d01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.9754581 Feb 15 13:41:11.769225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] DHCP port deletion for f175b6b9-b078-4f17-9790-2f7df4dc88c8 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:11.774182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Deleting port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:11.774414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:11.784917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50316) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:11.815128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'network_id': '6f9ea403-f652-482f-b862-226846188b8e', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-30273118'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:11.821840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Allocated IP 172.20.0.14 (f93fbaca-47c8-47e3-9364-a14afbf9854d/e34706c9-2244-4239-a90c-23142efa1d6a/6982d1b7-3d4f-498f-ab79-a5a71b347596) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:11.836005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:11.850915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Usage tracker for resource:port and tenant:c1ad6370661b4d23add80500005ba957 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:11.857086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:11.863775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 13:41:11.864232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:41:11.874162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:11.910703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-3b1e04b8-d746-46de-8bac-103b0e9d67a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1001 time: 0.1359012 Feb 15 13:41:11.978675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.034017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Made reservation on behalf of c1ad6370661b4d23add80500005ba957 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:12.035483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.054427 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-85cbf394-e443-42d9-a9a3-f7a6fdfe4e1d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2301617 Feb 15 13:41:12.065808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50320) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:12.068147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.069370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] For port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,segment=NetworkSegment(8337bc21-703f-4b74-bde6-0408c7423419),segment_id=8337bc21-703f-4b74-bde6-0408c7423419)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:12.070019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.132375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.147585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Subnet': ['ID=5bef25d9-27db-4cf6-8848-8e7450d3575a,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:12.154957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-d7fe8abc-6cab-409e-99da-629f60bb96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:12.156879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-d7fe8abc-6cab-409e-99da-629f60bb96f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.2390699 Feb 15 13:41:12.160975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:12.178157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Usage tracker for resource:security_group_rule and tenant:c1ad6370661b4d23add80500005ba957 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:12.188667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:12.199136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Calling delete_port for e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:12.206315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:12.249239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Checking segment: {'id': '2f96fc66-ff19-4408-983f-941136cb40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:12.250305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network hostable DHCP agents. Network: d5f106b6-2d00-45fc-8293-bc5c50d933c3, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:12.300512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.305321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0a91c-2db3-4dfe-acb7-b732b5bfb5d0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:12.312239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0a91c-2db3-4dfe-acb7-b732b5bfb5d0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:12.313444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-06a0a91c-2db3-4dfe-acb7-b732b5bfb5d0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:12.338932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-dbfdbe7a-1b42-4706-b05a-bff9bbb2ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:12.340710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-dbfdbe7a-1b42-4706-b05a-bff9bbb2ef8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1683974 Feb 15 13:41:12.372078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.431726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.433718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:12.437349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Transition to ACTIVE for port object 6982d1b7-3d4f-498f-ab79-a5a71b347596 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:12.440757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.464009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network d5f106b6-2d00-45fc-8293-bc5c50d933c3 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:12.474740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-06a0a91c-2db3-4dfe-acb7-b732b5bfb5d0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:12.475915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-06a0a91c-2db3-4dfe-acb7-b732b5bfb5d0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4058075 Feb 15 13:41:12.488198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] Pushing event deleted for resources: {'Port': ['ID=e0cce4a3-6c11-45b3-9c32-1af72f8d01e6,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:12.491377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:12.491751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:12.497962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ace93e-3e65-4bcf-9455-4e46c3d18af5 None None] No DVR routers for this DVR port e0cce4a3-6c11-45b3-9c32-1af72f8d01e6 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:12.516400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50326) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:12.528400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.573829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.582381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58a812-5b03-4263-af2f-c00a132b6807 None None] Network b039b205-5ad3-468d-932c-c1c2eaf1ba18 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:12.635272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba873b-39c2-4c90-9d2d-00af61307e46,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:12.640217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf059a6-4748-42e1-a35c-af188b0492f7,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:12.673576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port 4d124905-f5aa-45d5-ad1e-de294bd37f98 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:12.765555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, d5f106b6-2d00-45fc-8293-bc5c50d933c3) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:12.781115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-b454318b-22c8-473c-b674-78d143c1d1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315896 Feb 15 13:41:12.782946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.800085 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffcde493-da1e-4eda-9e22-713672718147 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/fdf059a6-4748-42e1-a35c-af188b0492f7 HTTP/1.1" status: 204 len: 168 time: 1.5044324 Feb 15 13:41:12.800394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510b068-d086-4c68-92da-72a5462c2dce None None] Network d5f106b6-2d00-45fc-8293-bc5c50d933c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:12.802196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50330) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:12.905240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 82678310-32e4-444b-90bd-fe96763ad52b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:12.905665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:12.949503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30012-4cc0-4323-ae88-85120c4d3db9 req-da6b5f18-d4be-4d3a-8ccf-baaea9b82cec tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:12.951314 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9eb30012-4cc0-4323-ae88-85120c4d3db9 req-da6b5f18-d4be-4d3a-8ccf-baaea9b82cec tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4741943 Feb 15 13:41:13.024403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event updated for resources: {'Subnet': ['ID=3cdc6d80-7be8-4f36-92eb-dedfcad70ab4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:13.089002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.094501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9eb30012-4cc0-4323-ae88-85120c4d3db9 req-d5a71046-a79f-435d-8b4b-3b39a5980cfb tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268251 Feb 15 13:41:13.097205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Checking segment: {'id': '096a8ce0-d56a-43a5-99d5-72b4836a9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:13.097722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network hostable DHCP agents. Network: f3882e06-af40-4ede-b710-48a6679c2ed9, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:13.105801 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddc147c3-afe6-4769-a15d-19f199476c19 req-bc83eb7c-ef31-4611-984e-d54a15cc0649 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730796 Feb 15 13:41:13.133914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.209441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Network f3882e06-af40-4ede-b710-48a6679c2ed9 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:13.242836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-d5f106b6-2d00-45fc-8293-bc5c50d933c3', 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3', 'tenant_id': '888b29aafd2a4c488b433a3d17e8446e', 'fixed_ips': [{'subnet_id': '5bef25d9-27db-4cf6-8848-8e7450d3575a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:13.245599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.260873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] DHCP port deletion for b039b205-5ad3-468d-932c-c1c2eaf1ba18 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:13.269617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Deleting port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:13.269973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.283188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f3882e06-af40-4ede-b710-48a6679c2ed9) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:13.287944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.288425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.289031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.317857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9d9c4-849c-4616-b8d3-27a110716362 None None] Network f3882e06-af40-4ede-b710-48a6679c2ed9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:13.398356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61e94f0d-605c-440d-87da-abd46cda709e tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.6487112 Feb 15 13:41:13.399768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:13.456153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network f93fbaca-47c8-47e3-9364-a14afbf9854d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:13.488000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:13.501453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:13.527577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.529956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.532841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.539685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:13.617829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:13.624417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0337b951-3c33-4891-a368-e25cb5f36ddb tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2183778 Feb 15 13:41:13.625553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50344) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:13.664348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.665419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:13.873534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting subnet 5bef25d9-27db-4cf6-8848-8e7450d3575a {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:13.941421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5cd29-7797-4fae-acaf-080a04b1536b req-2dd3b8f8-0141-44c6-8cbd-1a8d4c6ead30 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:13.943259 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-04d5cd29-7797-4fae-acaf-080a04b1536b req-2dd3b8f8-0141-44c6-8cbd-1a8d4c6ead30 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.1529868 Feb 15 13:41:13.972176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=6982d1b7-3d4f-498f-ab79-a5a71b347596,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:14.014432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Allocated IP 172.20.0.2 (d5f106b6-2d00-45fc-8293-bc5c50d933c3/5bef25d9-27db-4cf6-8848-8e7450d3575a/5fa42ffc-dc36-4760-9368-feb0ff75debd) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:14.022867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-04d5cd29-7797-4fae-acaf-080a04b1536b req-051832b4-7fd4-4993-9c61-41859a430efd tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658092 Feb 15 13:41:14.023651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f3882e06-af40-4ede-b710-48a6679c2ed9', 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9', 'tenant_id': '888b29aafd2a4c488b433a3d17e8446e', 'fixed_ips': [{'subnet_id': '3cdc6d80-7be8-4f36-92eb-dedfcad70ab4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:14.024456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.038402 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5c39843a-b715-40ab-bc71-4223bf1a9479 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0164101 Feb 15 13:41:14.039967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50348) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:14.058883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:14.066222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:14.072477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:floatingip and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:14.077094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:14.086055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:14.117197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] For port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,segment=NetworkSegment(8d6fe60d-cd29-432b-a6ea-eee9e5f31862),segment_id=8d6fe60d-cd29-432b-a6ea-eee9e5f31862)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:14.117639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.190349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.252904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Calling delete_port for 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:14.253848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.296144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0a85bf36-3edb-4c0f-a3e3-1f57a3e5469b None None] Provisioning for port 6982d1b7-3d4f-498f-ab79-a5a71b347596 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:14.385668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.394974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0a85bf36-3edb-4c0f-a3e3-1f57a3e5469b None None] Provisioning complete for port 6982d1b7-3d4f-498f-ab79-a5a71b347596 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:14.394974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a85bf36-3edb-4c0f-a3e3-1f57a3e5469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.486887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3d10-5120-4294-9ee3-b59a367ca7d4 req-c35b6096-3078-479e-b163-5e200721b93b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:14.488370 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bee3d10-5120-4294-9ee3-b59a367ca7d4 req-c35b6096-3078-479e-b163-5e200721b93b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1446736 Feb 15 13:41:14.527534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:14.547342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.557906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 82678310-32e4-444b-90bd-fe96763ad52b owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:14.586368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175b6b9-b078-4f17-9790-2f7df4dc88c8']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:14.613775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port 4d124905-f5aa-45d5-ad1e-de294bd37f98 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:14.625639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0a85bf36-3edb-4c0f-a3e3-1f57a3e5469b None None] Port 6982d1b7-3d4f-498f-ab79-a5a71b347596 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:14.628470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8337bc21-703f-4b74-bde6-0408c7423419') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:14.628989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8337bc21-703f-4b74-bde6-0408c7423419') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:14.640128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bee3d10-5120-4294-9ee3-b59a367ca7d4 req-31fdb60a-0c1a-4d36-94e0-d5914133c16c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319337 Feb 15 13:41:14.654848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.689852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.745448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Transition to ACTIVE for port object 4d124905-f5aa-45d5-ad1e-de294bd37f98 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:14.752456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.766058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] Pushing event deleted for resources: {'Port': ['ID=89589a5b-4126-48a3-b3c7-2c1b6b5a6301,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:14.770099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.776448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f07a1-bc4f-4982-afc4-79923793dc06 None None] No DVR routers for this DVR port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:14.777308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:14.778069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:14.789348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Allocated IP 172.20.0.18 (f3882e06-af40-4ede-b710-48a6679c2ed9/3cdc6d80-7be8-4f36-92eb-dedfcad70ab4/7b1c535b-01bc-4308-b99e-2bfdfefb060d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:14.792434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:41:14.792934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 89589a5b-4126-48a3-b3c7-2c1b6b5a6301 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:14.855561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Allocated IP 172.26.0.18 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/035adb23-b1ae-420c-82ac-b866b0ee64d6) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:14.878391 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:14.883022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.007209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.082380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Checking segment: {'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:15.082789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Network hostable DHCP agents. Network: 6f9ea403-f652-482f-b862-226846188b8e, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:15.091159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=4d124905-f5aa-45d5-ad1e-de294bd37f98,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:15.159360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.165349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Transition to ACTIVE for port object 5fa42ffc-dc36-4760-9368-feb0ff75debd will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:15.176284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88131-d54d-45f5-b075-0e0e9c16f34f req-25adb142-e67a-4a75-855e-fcd7607d2b1c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:15.177826 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54f88131-d54d-45f5-b075-0e0e9c16f34f req-25adb142-e67a-4a75-855e-fcd7607d2b1c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.3190763 Feb 15 13:41:15.190689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.202413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Transition to ACTIVE for port object 5fa42ffc-dc36-4760-9368-feb0ff75debd will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:15.203368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=f175b6b9-b078-4f17-9790-2f7df4dc88c8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:15.215628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-be818e3a-e0b1-4f44-8312-1ab97ff46a66 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/f175b6b9-b078-4f17-9790-2f7df4dc88c8 HTTP/1.1" status: 204 len: 168 time: 2.4131801 Feb 15 13:41:15.219786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:15.264014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.279124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.288409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.298778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Network 6f9ea403-f652-482f-b862-226846188b8e is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:15.358545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.362423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.402732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.407554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Network d5f106b6-2d00-45fc-8293-bc5c50d933c3 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:15.421640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:15.428357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:15.436066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6f9ea403-f652-482f-b862-226846188b8e) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:15.440223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=82678310-32e4-444b-90bd-fe96763ad52b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:15.449760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:15.458650 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54f88131-d54d-45f5-b075-0e0e9c16f34f req-77a5015a-02cc-4596-bc73-c406a16f1bed tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616453 Feb 15 13:41:15.472969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae1977-9f47-4020-8c6d-db7e73bda3ce None None] Network 6f9ea403-f652-482f-b862-226846188b8e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:15.550614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.556932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-f75251fc-a346-4433-a402-ed0fec7c5826 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:15.559348 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-f75251fc-a346-4433-a402-ed0fec7c5826 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.36 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.4600062 Feb 15 13:41:15.563686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Transition to ACTIVE for port object 7b1c535b-01bc-4308-b99e-2bfdfefb060d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:15.595959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf877f-e8b9-4587-8f0a-a6f8b3910cf4 req-05132bae-82fa-4f7f-9296-e723b2995b1a tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:15.598954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-efbf877f-e8b9-4587-8f0a-a6f8b3910cf4 req-05132bae-82fa-4f7f-9296-e723b2995b1a tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.4172261 Feb 15 13:41:15.612158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.614173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-21766ea2-4b9a-4d66-8557-c818f9116cfb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/82678310-32e4-444b-90bd-fe96763ad52b HTTP/1.1" status: 204 len: 168 time: 3.0942225 Feb 15 13:41:15.619519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50364) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:15.622528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:15.623162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:15.623652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:15.698927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Pushing event updated for resources: {'Port': ['ID=5fa42ffc-dc36-4760-9368-feb0ff75debd,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:15.699178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.820132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Transition to ACTIVE for port object 7b1c535b-01bc-4308-b99e-2bfdfefb060d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:15.822190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:15.822534 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:15.829462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 2 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:15.914772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Attempting to bind port 5fa42ffc-dc36-4760-9368-feb0ff75debd on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:15.915165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Attempting to bind port 5fa42ffc-dc36-4760-9368-feb0ff75debd by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '2f96fc66-ff19-4408-983f-941136cb40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:15.915558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Attempting to bind port 5fa42ffc-dc36-4760-9368-feb0ff75debd on network d5f106b6-2d00-45fc-8293-bc5c50d933c3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:15.957262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:15.957696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Checking segment: {'id': '2f96fc66-ff19-4408-983f-941136cb40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:15.958109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:15.958503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Bound using segment: {'id': '2f96fc66-ff19-4408-983f-941136cb40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:15.958982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Bound port: 5fa42ffc-dc36-4760-9368-feb0ff75debd, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f96fc66-ff19-4408-983f-941136cb40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd5f106b6-2d00-45fc-8293-bc5c50d933c3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:15.959362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.006849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.015631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.016122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.016663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.021438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0faef9a-f3f4-42c0-9717-f4abc4bedc87 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:16.023481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0faef9a-f3f4-42c0-9717-f4abc4bedc87 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:16.024239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e0faef9a-f3f4-42c0-9717-f4abc4bedc87 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:16.037592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.048041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.048504 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.050573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:16.053256 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 3 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.066899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Deleting port 913e3b18-d5dd-4682-902d-fb2b403edd27 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:16.067280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.078475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b039b205-5ad3-468d-932c-c1c2eaf1ba18']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:16.092420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:16.095088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:16.111298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.112178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.112633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.117214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6fe60d-cd29-432b-a6ea-eee9e5f31862') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:16.117858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6fe60d-cd29-432b-a6ea-eee9e5f31862') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:16.132399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Network f3882e06-af40-4ede-b710-48a6679c2ed9 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:16.139456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.139778 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.141956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:16.142908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.149529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.152214 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 4 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.152866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:16.173747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e0faef9a-f3f4-42c0-9717-f4abc4bedc87 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:16.175532 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e0faef9a-f3f4-42c0-9717-f4abc4bedc87 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5544798 Feb 15 13:41:16.185134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50370) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:16.209839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=035adb23-b1ae-420c-82ac-b866b0ee64d6,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:16.229335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.229867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.230305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.237415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.237748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-efbf877f-e8b9-4587-8f0a-a6f8b3910cf4 req-4e4275be-c632-4db8-b983-75ae9b87fc67 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5218327 Feb 15 13:41:16.250623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.251221 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.256607 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 5 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.271816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:16.272554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.275744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Pushing event updated for resources: {'Port': ['ID=7b1c535b-01bc-4308-b99e-2bfdfefb060d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:16.329081 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:16.355341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Attempting to bind port 7b1c535b-01bc-4308-b99e-2bfdfefb060d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.355907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Attempting to bind port 7b1c535b-01bc-4308-b99e-2bfdfefb060d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '096a8ce0-d56a-43a5-99d5-72b4836a9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.355907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Attempting to bind port 7b1c535b-01bc-4308-b99e-2bfdfefb060d on network f3882e06-af40-4ede-b710-48a6679c2ed9 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.364395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:16.364839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Checking segment: {'id': '096a8ce0-d56a-43a5-99d5-72b4836a9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:16.365841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.365956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Bound using segment: {'id': '096a8ce0-d56a-43a5-99d5-72b4836a9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:16.366859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Bound port: 7b1c535b-01bc-4308-b99e-2bfdfefb060d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096a8ce0-d56a-43a5-99d5-72b4836a9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f3882e06-af40-4ede-b710-48a6679c2ed9'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:16.366859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.427383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.427838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.428615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.460723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 21b0dd20-7d30-444f-97d7-2010df0a74a7 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:16.468689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.469155 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.470402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.493744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] For port 7b1c535b-01bc-4308-b99e-2bfdfefb060d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:16.497989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] For port 7b1c535b-01bc-4308-b99e-2bfdfefb060d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7b1c535b-01bc-4308-b99e-2bfdfefb060d,segment=NetworkSegment(096a8ce0-d56a-43a5-99d5-72b4836a9d12),segment_id=096a8ce0-d56a-43a5-99d5-72b4836a9d12)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:16.507516 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 6 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.551210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.551701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.552236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.567288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.570240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.570715 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.573764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.607960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.614818 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 7 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.642004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.679788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.693692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.694247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.694807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.697508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:16.698212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.708820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Subnet': ['ID=5bef25d9-27db-4cf6-8848-8e7450d3575a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:16.715950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:16.723745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2853-4e7b-4d27-a176-37f2c3bb03d7 None None] Pushing event updated for resources: {'Port': ['ID=7b1c535b-01bc-4308-b99e-2bfdfefb060d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:16.724098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=b039b205-5ad3-468d-932c-c1c2eaf1ba18,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:16.728798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.729135 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.732714 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 8 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.740669 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-87fb806c-6c44-443d-b9d5-665a08e54665 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/b039b205-5ad3-468d-932c-c1c2eaf1ba18 HTTP/1.1" status: 204 len: 168 time: 1.5197487 Feb 15 13:41:16.746242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50374) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:16.754791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c8a1e-ea05-4678-a27b-e7b7447dcde5 req-49fc8169-9e19-4e46-8e3c-1f03283174d3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:16.756339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b02c8a1e-ea05-4678-a27b-e7b7447dcde5 req-49fc8169-9e19-4e46-8e3c-1f03283174d3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.3972757 Feb 15 13:41:16.758742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-490022905'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:16.766233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] For port 913e3b18-d5dd-4682-902d-fb2b403edd27, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=913e3b18-d5dd-4682-902d-fb2b403edd27,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:16.766482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.766729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:16.774383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.774742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.775586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.782746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:16.787477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.787834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:16.792258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.792606 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.796769 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 9 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.804447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:16.809943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.824158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.859107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.859701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.860034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.872135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.872386 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.874870 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 10 to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 Feb 15 13:41:16.904465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:16.909051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.923653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-44012f96-6d5b-4ae0-969f-6fd770750339 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/subnets/5bef25d9-27db-4cf6-8848-8e7450d3575a HTTP/1.1" status: 204 len: 168 time: 3.2934752 Feb 15 13:41:16.938567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50378) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:16.938861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:16.938861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:16.938861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:16.946423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:16.947717 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 4d124905-f5aa-45d5-ad1e-de294bd37f98 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:16.948531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:16.950339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e0cc5-baee-4168-bcf8-7260adf45b44 None None] Pushing event updated for resources: {'Port': ['ID=5fa42ffc-dc36-4760-9368-feb0ff75debd,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:17.058937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:17.097503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.097862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 8c106713-bdf2-48aa-a584-ec638558b8d1 of type vlan for network 90826f00-9100-4728-b71a-ee555031b284 Feb 15 13:41:17.112046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.127921 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b02c8a1e-ea05-4678-a27b-e7b7447dcde5 req-659bc753-443b-4c6e-b874-83e70636e3ea tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462148 Feb 15 13:41:17.185604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=21b0dd20-7d30-444f-97d7-2010df0a74a7,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:17.188332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port 4d124905-f5aa-45d5-ad1e-de294bd37f98, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:17.188808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempted to set empty binding levels {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:41:17.229695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting subnet 3cdc6d80-7be8-4f36-92eb-dedfcad70ab4 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:17.244437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.244860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.268259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c9749-b359-402e-a2e7-48efdfa63424 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:17.312209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.335624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.336303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.479946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:17.481387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.511464 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f857df2-6dcd-4dfa-8494-d5d1149ae905 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/21b0dd20-7d30-444f-97d7-2010df0a74a7 HTTP/1.1" status: 204 len: 168 time: 1.3245311 Feb 15 13:41:17.538880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50386) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:17.670808 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1bbf2c00-e539-4bad-9e9b-1fc3324391b1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163166 Feb 15 13:41:17.675363 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.8805809 Feb 15 13:41:17.676019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50390) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:17.676350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50392) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:17.689776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:17.736203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.742963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:17.743715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.800840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.806919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d08e3-3895-46bd-bd89-c821d8998235 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=4d124905-f5aa-45d5-ad1e-de294bd37f98,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:17.866074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:17.873742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Deleting port 83477aec-71d9-49db-8d98-3962eda43a9e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:17.874130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.923578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.923578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:17.924014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Floating IP acc51ee8-5791-422a-9e3c-dd6cb4aec358 disassociated. External IP: 172.26.0.70, port: 913e3b18-d5dd-4682-902d-fb2b403edd27. Feb 15 13:41:17.924320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Calling delete_port for 913e3b18-d5dd-4682-902d-fb2b403edd27 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:17.956258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Deleting port 4d124905-f5aa-45d5-ad1e-de294bd37f98 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:17.956665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.044171 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2977798 Feb 15 13:41:18.059004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:18.071886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e71f4-6708-4ad4-a9c4-0bb1dd1f0eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=90826f00-9100-4728-b71a-ee555031b284,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:18.085467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': '90826f00-9100-4728-b71a-ee555031b284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:18.089965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 90826f00-9100-4728-b71a-ee555031b284 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:18.267184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:18.275575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:18.280171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:18.289612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:18.334920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] For port 83477aec-71d9-49db-8d98-3962eda43a9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=83477aec-71d9-49db-8d98-3962eda43a9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:18.335431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.385466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:18.393948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.414086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7646050-3507-4fa1-bf0a-c872a5adaaca req-c879537f-1b99-41d1-9b15-16cddd8f2c26 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:18.420648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:18.427546 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7646050-3507-4fa1-bf0a-c872a5adaaca req-c879537f-1b99-41d1-9b15-16cddd8f2c26 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8864877 Feb 15 13:41:18.489326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54f58-c349-4fcb-94f5-3618de52ff4e req-e5c2ab17-e224-4c84-bac7-4e997165f575 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:18.495311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31a54f58-c349-4fcb-94f5-3618de52ff4e req-e5c2ab17-e224-4c84-bac7-4e997165f575 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 946 time: 0.8998029 Feb 15 13:41:18.562202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.664673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb9fdc-2068-48cf-bea1-9512090abc6e None None] Network d5f106b6-2d00-45fc-8293-bc5c50d933c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:18.682803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5fa42ffc-dc36-4760-9368-feb0ff75debd up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:18.686285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:41:18.703329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:18.713765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:18.719420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Calling delete_port for 83477aec-71d9-49db-8d98-3962eda43a9e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:18.766886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:18.814006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.833299 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7646050-3507-4fa1-bf0a-c872a5adaaca req-2e66f50a-69d4-46ec-8b89-e68d9485abcf tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789754 Feb 15 13:41:18.863350 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31a54f58-c349-4fcb-94f5-3618de52ff4e req-f2bd2fed-de44-449b-8929-8afd73d8e12f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups?id=694df6fd-3578-45f5-962d-60c9c657ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325161 Feb 15 13:41:18.906483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:18.991243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.030163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.053361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9df74d-1a71-4990-8b5b-cf2a5e378018 None None] Network f3882e06-af40-4ede-b710-48a6679c2ed9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:19.079931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port 4d124905-f5aa-45d5-ad1e-de294bd37f98, host hv-neutron-8281, got binding levels [] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:19.080600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.118250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event deleted for resources: {'Port': ['ID=913e3b18-d5dd-4682-902d-fb2b403edd27,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.155286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:19.157958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.221142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdc6d80-7be8-4f36-92eb-dedfcad70ab4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.224425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=035adb23-b1ae-420c-82ac-b866b0ee64d6,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.248178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-58373f5b-121f-477e-8aa8-4d723f7e19b6 None None] Provisioning for port 5fa42ffc-dc36-4760-9368-feb0ff75debd completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:19.261869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Calling delete_port for 4d124905-f5aa-45d5-ad1e-de294bd37f98 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:19.296866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.385971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5fa42ffc-dc36-4760-9368-feb0ff75debd completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:19.411160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5fa42ffc-dc36-4760-9368-feb0ff75debd triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:19.411625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.443265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.483117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:19.500326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:19.527643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:19.528517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.547448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=f66a4872-c8d9-46d5-b1f5-21d7a6b25134,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.551933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] Pushing event deleted for resources: {'Port': ['ID=83477aec-71d9-49db-8d98-3962eda43a9e,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.556493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6a299be5-5790-4274-bc9a-b44af5a46438 None None] Provisioning for port 7b1c535b-01bc-4308-b99e-2bfdfefb060d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:19.566840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307641e9-0bc1-4547-873c-4195e753bd7f None None] No DVR routers for this DVR port 83477aec-71d9-49db-8d98-3962eda43a9e on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:19.617193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c58fc-4cec-4a3b-a2c0-6a8ffdee6364 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:19.706105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.722260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:19.735229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.755537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-540c4917-7bb8-4497-b0f2-00f25e654ca3 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/subnets/3cdc6d80-7be8-4f36-92eb-dedfcad70ab4 HTTP/1.1" status: 204 len: 168 time: 2.8223701 Feb 15 13:41:19.769477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50406) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:19.788147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] DHCP port deletion for d5f106b6-2d00-45fc-8293-bc5c50d933c3 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:19.797025 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91d7894d-68c6-4626-bc0b-d6c6dbeba6b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1171834 Feb 15 13:41:19.801500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:19.803821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Deleting port 5fa42ffc-dc36-4760-9368-feb0ff75debd {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:19.804297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.815470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d124905-f5aa-45d5-ad1e-de294bd37f98,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:19.929237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:19.936544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'f66a4872-c8d9-46d5-b1f5-21d7a6b25134', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-120349151'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:19.975178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] DHCP port deletion for f3882e06-af40-4ede-b710-48a6679c2ed9 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:19.988349 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-930f0918-c15a-4ce6-a0a5-f233635d30b1 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4d124905-f5aa-45d5-ad1e-de294bd37f98 HTTP/1.1" status: 204 len: 168 time: 2.3047857 Feb 15 13:41:20.007163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.019180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:20.021496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.024411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Deleting port 7b1c535b-01bc-4308-b99e-2bfdfefb060d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:20.025585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.056848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.063719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 913e3b18-d5dd-4682-902d-fb2b403edd27 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:20.162020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 913e3b18-d5dd-4682-902d-fb2b403edd27 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:20.162402 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 913e3b18-d5dd-4682-902d-fb2b403edd27 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:20.209462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:20.233151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=104fb2b3-957a-4428-98c2-834207b19118,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:20.252516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:20.253022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:20.255022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77bcd18-1f55-4972-8e4b-ea21b0b0d2d3 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:41:20.256265 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a77bcd18-1f55-4972-8e4b-ea21b0b0d2d3 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports/4d124905-f5aa-45d5-ad1e-de294bd37f98 HTTP/1.1" status: 404 len: 333 time: 0.2034931 Feb 15 13:41:20.268842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50420) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:20.278704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-afaf3f6a-c034-4228-926c-5a3471269c91 req-e7accdd2-2157-43e5-b068-03c29a06ae9f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Synchronizing usage tracker for tenant:d6c6c2c889f942208327b355711ee06e on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:20.283109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'network_id': '6f9ea403-f652-482f-b862-226846188b8e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1950733033'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:20.296684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:20.304590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.308789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Usage tracker for resource:port and tenant:c1ad6370661b4d23add80500005ba957 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:20.309716 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-82655946-fd84-4574-a5c0-d976fbd32243 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2673132 Feb 15 13:41:20.310666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50426) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:20.316416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:20.319647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '8c106713-bdf2-48aa-a584-ec638558b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90826f00-9100-4728-b71a-ee555031b284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:20.320040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: 90826f00-9100-4728-b71a-ee555031b284, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:20.327418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6039a84-df47-4ef5-9715-5dc0d61bfa82 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:20.328253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b6039a84-df47-4ef5-9715-5dc0d61bfa82 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Synchronizing usage tracker for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:20.331116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:20.335351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ee250403-bfbc-4a14-882c-ba660191f294 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'floatingip': {'port_id': '6982d1b7-3d4f-498f-ab79-a5a71b347596', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:20.363226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:20.411785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc783-ed97-491a-a1b5-7e0ffc0e3963 req-ac9d5274-064d-4334-ae2f-aaa7d275be65 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:20.418898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c01fc783-ed97-491a-a1b5-7e0ffc0e3963 req-ac9d5274-064d-4334-ae2f-aaa7d275be65 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.3811681 Feb 15 13:41:20.454985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Made reservation on behalf of c1ad6370661b4d23add80500005ba957 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:20.457437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.489544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:20.490518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 90826f00-9100-4728-b71a-ee555031b284 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:20.494455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee250403-bfbc-4a14-882c-ba660191f294 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.504076 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Sync routers for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:20.514753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.515723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7b1c535b-01bc-4308-b99e-2bfdfefb060d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:20.518026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:20.520466 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:20.522121 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:20.605097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 90826f00-9100-4728-b71a-ee555031b284) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:20.622358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:20.622954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.651717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.667794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-afaf3f6a-c034-4228-926c-5a3471269c91 req-e7accdd2-2157-43e5-b068-03c29a06ae9f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Unset dirty status for tenant:d6c6c2c889f942208327b355711ee06e on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:20.669542 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-afaf3f6a-c034-4228-926c-5a3471269c91 req-e7accdd2-2157-43e5-b068-03c29a06ae9f tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/ports?device_id=940d11e9-634f-4acf-92fe-f6066381c203 HTTP/1.1" status: 200 len: 210 time: 0.5525234 Feb 15 13:41:20.685063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b6039a84-df47-4ef5-9715-5dc0d61bfa82 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Unset dirty status for tenant:888b29aafd2a4c488b433a3d17e8446e on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:20.704210 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b6039a84-df47-4ef5-9715-5dc0d61bfa82 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8747814 Feb 15 13:41:20.820342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50430) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:20.855245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6198c82d-a049-4306-97d8-4dd82f72a4e9 None None] Network 90826f00-9100-4728-b71a-ee555031b284 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:20.875267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:20.902825 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c01fc783-ed97-491a-a1b5-7e0ffc0e3963 req-90bdd839-522e-4b1e-8af4-79056e3a8e2e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829385 Feb 15 13:41:20.903895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] No DVR routers for this DVR port 913e3b18-d5dd-4682-902d-fb2b403edd27 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:20.911845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:20.918122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ca0a636-f7fb-4255-9417-aade8c1e8d93 req-72d34f1c-9d00-4646-87e2-567164c9521d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.36 "DELETE /v2.0/ports/913e3b18-d5dd-4682-902d-fb2b403edd27 HTTP/1.1" status: 204 len: 173 time: 5.3179672 Feb 15 13:41:21.000290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.099760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 24b664ab-b2f6-407e-a484-8caf4fda15f7 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:21.180119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'name': 'network-vif-deleted', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:41:21.230969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.312047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.347001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting port 7b1c535b-01bc-4308-b99e-2bfdfefb060d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:21.347368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.428691 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d9f4c90f-ce1b-4a62-95e6-d3b9b3c2825f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3491576 Feb 15 13:41:21.428894 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-ee250403-bfbc-4a14-882c-ba660191f294 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] update failed (client error): The resource could not be found. Feb 15 13:41:21.433332 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ee250403-bfbc-4a14-882c-ba660191f294 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "PUT /v2.0/floatingips/8fc6dfe8-b0c1-4911-b6f1-01c497cd7a86 HTTP/1.1" status: 404 len: 507 time: 1.1128819 Feb 15 13:41:21.443196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50438) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:21.443772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:21.591450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:21.592132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.711062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] For port 7b1c535b-01bc-4308-b99e-2bfdfefb060d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7b1c535b-01bc-4308-b99e-2bfdfefb060d,segment=NetworkSegment(096a8ce0-d56a-43a5-99d5-72b4836a9d12),segment_id=096a8ce0-d56a-43a5-99d5-72b4836a9d12)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:21.711393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.721292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5fa42ffc-dc36-4760-9368-feb0ff75debd,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:21.745984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] For port 7b1c535b-01bc-4308-b99e-2bfdfefb060d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7b1c535b-01bc-4308-b99e-2bfdfefb060d,segment=NetworkSegment(096a8ce0-d56a-43a5-99d5-72b4836a9d12),segment_id=096a8ce0-d56a-43a5-99d5-72b4836a9d12)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:21.746418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:21.871066 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:21.882018 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Checking router: 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:21.904196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:21.905140 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:22.192102 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:22.224912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Calling delete_port for 7b1c535b-01bc-4308-b99e-2bfdfefb060d owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:22.307352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'f66a4872-c8d9-46d5-b1f5-21d7a6b25134'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:22.310427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:22.383752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1527441283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:22.396051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Calling delete_port for 5fa42ffc-dc36-4760-9368-feb0ff75debd owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:22.475471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting port 035adb23-b1ae-420c-82ac-b866b0ee64d6 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:22.476052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:22.502782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Calling delete_port for 7b1c535b-01bc-4308-b99e-2bfdfefb060d owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:22.542142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=bbfa5d99-f71f-4ded-ba02-d147b2f98b34,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:22.589857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940d11e9-634f-4acf-92fe-f6066381c203', 'name': 'network-vif-deleted', 'tag': '913e3b18-d5dd-4682-902d-fb2b403edd27', 'status': 'completed', 'code': 200} Feb 15 13:41:22.591731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:22.598150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:22.619138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:22.623802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:22.661846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:22.674162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-90826f00-9100-4728-b71a-ee555031b284', 'network_id': '90826f00-9100-4728-b71a-ee555031b284', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '104fb2b3-957a-4428-98c2-834207b19118'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:22.675785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:22.702902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Network 6f9ea403-f652-482f-b862-226846188b8e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:22.727274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port 7b1c535b-01bc-4308-b99e-2bfdfefb060d {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:41:22.729829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7b1c535b-01bc-4308-b99e-2bfdfefb060d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 15 13:41:22.741196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Port': ['ID=7b1c535b-01bc-4308-b99e-2bfdfefb060d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:22.766321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] No DVR routers for this DVR port 7b1c535b-01bc-4308-b99e-2bfdfefb060d on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:22.797591 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:22.802062 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc93ef-b1ec-4f55-8187-3e40ebca245b None None] The sync data for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv is: [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'eece97e6-3db1-413b-9fd4-0e61f4aca163', 'name': '', 'network_id': '14314eba-e4ba-4837-8bf5-8e0f67fb9465', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'mac_address': 'fa:16:3e:1c:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:41Z', 'updated_at': '2022-02-15T13:39:56Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'subnets': [{'id': 'e480942f-6c7e-4e21-8cc1-11270a42a8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:22.856041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 7b1c535b-01bc-4308-b99e-2bfdfefb060d not found, will not notify nova. {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 15 13:41:23.013501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.015819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.036775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Allocated IP 2001:db8::2 (90826f00-9100-4728-b71a-ee555031b284/104fb2b3-957a-4428-98c2-834207b19118/dc175082-189d-4b99-9235-df1304d69cd4) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:23.068849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7106-2f0b-4369-84ac-52d0c26f41ae req-395da854-6a38-4104-ad6e-1a2f29b70b74 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:23.072578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7fc7106-2f0b-4369-84ac-52d0c26f41ae req-395da854-6a38-4104-ad6e-1a2f29b70b74 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.6138003 Feb 15 13:41:23.106013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.184763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012214-5a5e-45e4-a940-5e2649f335d7 req-7e9c7868-a7fd-47fc-ad25-64f49bb089ab tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:23.199722 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3012214-5a5e-45e4-a940-5e2649f335d7 req-7e9c7868-a7fd-47fc-ad25-64f49bb089ab tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6707218 Feb 15 13:41:23.227930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 83477aec-71d9-49db-8d98-3962eda43a9e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:23.246396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Calling delete_port for 035adb23-b1ae-420c-82ac-b866b0ee64d6 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:23.270291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3882e06-af40-4ede-b710-48a6679c2ed9']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:23.311002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 83477aec-71d9-49db-8d98-3962eda43a9e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:23.311394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 83477aec-71d9-49db-8d98-3962eda43a9e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:23.324371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831af9-08cd-4799-8167-c03463b809dd req-6521cb9e-f7c5-4ca4-a99e-1e847ddff6af tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:23.325912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9b831af9-08cd-4799-8167-c03463b809dd req-6521cb9e-f7c5-4ca4-a99e-1e847ddff6af tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.36 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.5540445 Feb 15 13:41:23.339277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096a8ce0-d56a-43a5-99d5-72b4836a9d12') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:23.339974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096a8ce0-d56a-43a5-99d5-72b4836a9d12') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:23.356283 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7fc7106-2f0b-4369-84ac-52d0c26f41ae req-61f70215-0c1f-441e-b26c-986fc3d7f3b4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769561 Feb 15 13:41:23.370611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378f088-49de-48bb-8d4d-6e8000096b04 None None] New status for floating IP acc51ee8-5791-422a-9e3c-dd6cb4aec358: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:41:23.427395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.455266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:23.466027 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3012214-5a5e-45e4-a940-5e2649f335d7 req-e549d6e8-33cd-4c58-bcc7-4a1bec09a24b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649052 Feb 15 13:41:23.482247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.489449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.492952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.507807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:23.508142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.508431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:23.512119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:23.513199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:23.523739 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:23.564734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5fa42ffc-dc36-4760-9368-feb0ff75debd no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:23.601241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Deleting port 5eb491b0-8053-4398-b092-3318a6de7bd9 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:23.601241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.634745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50454) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:23.668946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:41:23.669811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:41:23.725184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:23.725740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.726584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:23.755635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.812844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:23.813677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:23.819242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Transition to ACTIVE for port object dc175082-189d-4b99-9235-df1304d69cd4 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:23.825320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.835208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Port': ['ID=035adb23-b1ae-420c-82ac-b866b0ee64d6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:23.840854 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-956f2fe6-8ec3-4756-ae2a-ffa13a6af302 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.5692017 Feb 15 13:41:23.856938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.858509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50458) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:23.859335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:23.875013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:23.891153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/f3882e06-af40-4ede-b710-48a6679c2ed9 HTTP/1.1" status: 204 len: 168 time: 3.0504494 Feb 15 13:41:23.893372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50462) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:23.913348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=f3882e06-af40-4ede-b710-48a6679c2ed9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:23.992218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.994253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.994979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.995359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.995754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.996155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.996544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.996879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.997207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.997633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.998108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:23.998671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.021358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.031388 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8cede7dd-1b79-4ec7-808b-f57eb5a73398 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.2174296 Feb 15 13:41:24.060732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50466) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:24.104062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Transition to ACTIVE for port object dc175082-189d-4b99-9235-df1304d69cd4 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:24.138178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a7c31f2-c2be-4e6b-ab19-38af6668534e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:24.142218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.142991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.143512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.144901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.144901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.147485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.147485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.147485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.147485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.147485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.148825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.148825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7a1c7-eba2-44af-b439-1bf24ee0224d tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:24.220405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.223998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.225527 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2f0b4ec7-2fa2-4394-aea3-72f94244e8b0 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "DELETE /v2.0/floatingips/8fc6dfe8-b0c1-4911-b6f1-01c497cd7a86 HTTP/1.1" status: 204 len: 168 time: 2.7787893 Feb 15 13:41:24.231650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50470) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:24.239155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Deleting port 7b1c535b-01bc-4308-b99e-2bfdfefb060d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:24.239155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.245278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'floatingip': {'floating_network_id': 'f93fbaca-47c8-47e3-9364-a14afbf9854d', 'port_id': '6982d1b7-3d4f-498f-ab79-a5a71b347596', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:24.257076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.264396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.269634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:24.291436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.300246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.304032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:floatingip and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:24.318510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:24.324683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a7c31f2-c2be-4e6b-ab19-38af6668534e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:24.327452 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a7c31f2-c2be-4e6b-ab19-38af6668534e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2572615 Feb 15 13:41:24.344753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:24.348010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:24.352435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Deleting port 5fa42ffc-dc36-4760-9368-feb0ff75debd {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:24.352435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.395040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/f66a4872-c8d9-46d5-b1f5-21d7a6b25134/22afc662-0171-430e-bd54-764b1ada67a9) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:24.494975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Pushing event updated for resources: {'Port': ['ID=dc175082-189d-4b99-9235-df1304d69cd4,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:24.542857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Network 90826f00-9100-4728-b71a-ee555031b284 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:24.563066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-99e81a4b-a5e9-49b8-8bd5-9a1af99e8b13 None None] The port '7b1c535b-01bc-4308-b99e-2bfdfefb060d' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:41:24.564194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:24.572314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:24.578783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.616287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.625070 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d0474293-8f87-469d-a9a1-86081b920d8d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 3.1725838 Feb 15 13:41:24.625070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50482) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:24.625387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.637366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] For port 5eb491b0-8053-4398-b092-3318a6de7bd9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5eb491b0-8053-4398-b092-3318a6de7bd9,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:24.638227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.659285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'port': {'network_id': '90826f00-9100-4728-b71a-ee555031b284', 'name': 'tempest-RoutersIpV6Test-299055335'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:24.716300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.744695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:24.773673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada0881-77fb-4fe7-b9a0-9d5c78bc274b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:24.776823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada0881-77fb-4fe7-b9a0-9d5c78bc274b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:24.780705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aada0881-77fb-4fe7-b9a0-9d5c78bc274b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4331114 Feb 15 13:41:24.816086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50486) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:24.862675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.863548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7b1c535b-01bc-4308-b99e-2bfdfefb060d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:24.934928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting port 5fa42ffc-dc36-4760-9368-feb0ff75debd {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:24.935341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:24.999035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7b1c535b-01bc-4308-b99e-2bfdfefb060d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:24.999388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7b1c535b-01bc-4308-b99e-2bfdfefb060d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:25.064247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.065208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Attempting to bind port dc175082-189d-4b99-9235-df1304d69cd4 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:25.065770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Attempting to bind port dc175082-189d-4b99-9235-df1304d69cd4 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8c106713-bdf2-48aa-a584-ec638558b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90826f00-9100-4728-b71a-ee555031b284'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:25.066333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Attempting to bind port dc175082-189d-4b99-9235-df1304d69cd4 on network 90826f00-9100-4728-b71a-ee555031b284 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:25.122252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694df6fd-3578-45f5-962d-60c9c657ae06,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:25.156339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet f66a4872-c8d9-46d5-b1f5-21d7a6b25134 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:25.187334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:25.187716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Checking segment: {'id': '8c106713-bdf2-48aa-a584-ec638558b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90826f00-9100-4728-b71a-ee555031b284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:25.187901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.188515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Bound using segment: {'id': '8c106713-bdf2-48aa-a584-ec638558b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90826f00-9100-4728-b71a-ee555031b284'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:25.189050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Bound port: dc175082-189d-4b99-9235-df1304d69cd4, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c106713-bdf2-48aa-a584-ec638558b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90826f00-9100-4728-b71a-ee555031b284'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:25.189550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.296375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f4cb-a53f-42c7-a8f7-96fa63ec7fc0 req-cfea13b9-3cec-481b-b79a-9c4f36200955 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:25.297995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f303f4cb-a53f-42c7-a8f7-96fa63ec7fc0 req-cfea13b9-3cec-481b-b79a-9c4f36200955 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5155118 Feb 15 13:41:25.309847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.310922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7ee4d20-64be-4970-ad0f-9051c5efb32e tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "DELETE /v2.0/security-groups/694df6fd-3578-45f5-962d-60c9c657ae06 HTTP/1.1" status: 204 len: 168 time: 1.6754522 Feb 15 13:41:25.315849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50490) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:25.321983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:25.331689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5fa42ffc-dc36-4760-9368-feb0ff75debd,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:25.354993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:25.376826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:port and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:25.383072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.393942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:25.394243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-7eefc709-993f-4b8f-8f8d-44436936243d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] show failed (client error): The resource could not be found. Feb 15 13:41:25.400011 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7eefc709-993f-4b8f-8f8d-44436936243d tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "GET /v2.0/security-groups/694df6fd-3578-45f5-962d-60c9c657ae06 HTTP/1.1" status: 404 len: 347 time: 0.0763493 Feb 15 13:41:25.402535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50494) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:25.411106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:25.436930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ab3f-98fa-426a-b19e-8388caaea8e2 req-9401bdfe-20cf-4bf2-8d84-72a1fa465301 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:25.438492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1776ab3f-98fa-426a-b19e-8388caaea8e2 req-9401bdfe-20cf-4bf2-8d84-72a1fa465301 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 945 time: 0.6034620 Feb 15 13:41:25.443467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:25.444066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.445231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.445635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.445950 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Floating IP eef3e96f-b70c-4f26-999c-4dcb57f11612 disassociated. External IP: 172.26.0.190, port: 5eb491b0-8053-4398-b092-3318a6de7bd9. Feb 15 13:41:25.446991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Calling delete_port for 5eb491b0-8053-4398-b092-3318a6de7bd9 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:25.529830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Transition to ACTIVE for port object bbfa5d99-f71f-4ded-ba02-d147b2f98b34 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:25.571026 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f303f4cb-a53f-42c7-a8f7-96fa63ec7fc0 req-7d058a18-f688-483b-b0fc-9ddcb9588917 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660987 Feb 15 13:41:25.574212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] For port 5fa42ffc-dc36-4760-9368-feb0ff75debd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5fa42ffc-dc36-4760-9368-feb0ff75debd,segment=NetworkSegment(2f96fc66-ff19-4408-983f-941136cb40e6),segment_id=2f96fc66-ff19-4408-983f-941136cb40e6)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:25.574492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.640817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.687062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:25.690730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.696139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Calling delete_port for 5fa42ffc-dc36-4760-9368-feb0ff75debd owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:25.751212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Calling delete_port for 5fa42ffc-dc36-4760-9368-feb0ff75debd owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:25.758369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Deleting port aec13c9a-664a-4303-a2dc-7b4c35419fb5 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:25.759469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.764848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.788510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1776ab3f-98fa-426a-b19e-8388caaea8e2 req-998a425b-3354-44bc-8ed8-3a496d73b85c tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcae0643-b41d-43b0-998d-f398473bce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080294 Feb 15 13:41:25.838490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Transition to ACTIVE for port object 22afc662-0171-430e-bd54-764b1ada67a9 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:25.841871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] For port dc175082-189d-4b99-9235-df1304d69cd4, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:25.849884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] For port dc175082-189d-4b99-9235-df1304d69cd4, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dc175082-189d-4b99-9235-df1304d69cd4,segment=NetworkSegment(8c106713-bdf2-48aa-a584-ec638558b8d1),segment_id=8c106713-bdf2-48aa-a584-ec638558b8d1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:25.881086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Transition to ACTIVE for port object 22afc662-0171-430e-bd54-764b1ada67a9 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:25.924768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:25.954218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.040998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] device_id is not set on port 102cddcb-a355-40ec-a519-87751fa6c8bb yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:26.078870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=bbfa5d99-f71f-4ded-ba02-d147b2f98b34,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:26.106572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.124469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.126275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:26.126656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:26.157494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:26.163545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:26.167928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:26.171967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] No DVR routers for this DVR port 5fa42ffc-dc36-4760-9368-feb0ff75debd on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:26.205099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.237450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94275-1316-4c19-94bf-d34ce81fbf6e None None] Pushing event updated for resources: {'Port': ['ID=dc175082-189d-4b99-9235-df1304d69cd4,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:26.262085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.333251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.333685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.351237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event deleted for resources: {'Port': ['ID=5eb491b0-8053-4398-b092-3318a6de7bd9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:26.357220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:26.358191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:26.358544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:26.427094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Attempting to bind port 22afc662-0171-430e-bd54-764b1ada67a9 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:26.427613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Attempting to bind port 22afc662-0171-430e-bd54-764b1ada67a9 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:26.428326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Attempting to bind port 22afc662-0171-430e-bd54-764b1ada67a9 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:26.448085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:26.448460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:26.449076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.449825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:26.450397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Bound port: 22afc662-0171-430e-bd54-764b1ada67a9, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:26.450873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.464049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Pushing event updated for resources: {'Port': ['ID=22afc662-0171-430e-bd54-764b1ada67a9,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:26.522970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e551dd1-4465-4f8f-85bf-345a49c280fa None None] Pushing event deleted for resources: {'Port': ['ID=5fa42ffc-dc36-4760-9368-feb0ff75debd,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:26.529498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:26.529826 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:26.539576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Calling delete_port for aec13c9a-664a-4303-a2dc-7b4c35419fb5 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:26.570953 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 2 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:26.631125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Deleting port 5fa42ffc-dc36-4760-9368-feb0ff75debd {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:26.631450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.676397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] For port 22afc662-0171-430e-bd54-764b1ada67a9, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:26.684922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] For port 22afc662-0171-430e-bd54-764b1ada67a9, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=22afc662-0171-430e-bd54-764b1ada67a9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:26.705576 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:41:26.706593 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-95def8b7-ca85-42fb-9f87-05c92262bdc6 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.4728994 Feb 15 13:41:26.717483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50502) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:26.732894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:26.733216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:26.733826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:26.741014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '6982d1b7-3d4f-498f-ab79-a5a71b347596', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:26.759729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:26.786732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:26.789036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:26.789036 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:26.789609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Usage tracker for resource:floatingip and tenant:b8ba66f0e3e14d18a91c00ade2647fdb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:26.801733 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 3 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:26.825131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97de86-619b-4515-9f74-25703a36be17 req-b396b8ad-1c97-46a5-a6cd-a9f43abb7383 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:26.827068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce97de86-619b-4515-9f74-25703a36be17 req-b396b8ad-1c97-46a5-a6cd-a9f43abb7383 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5766358 Feb 15 13:41:26.841637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] The port '5fa42ffc-dc36-4760-9368-feb0ff75debd' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:41:26.843834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:26.865392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:26.910457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8::109 (90826f00-9100-4728-b71a-ee555031b284/104fb2b3-957a-4428-98c2-834207b19118/102cddcb-a355-40ec-a519-87751fa6c8bb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:26.913708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:26.914035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:26.914365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:26.954748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:26.955071 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:26.960298 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 4 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:26.972683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.025939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:27.041427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e774ca-2f4d-4579-baea-d0e32693490f None None] Pushing event updated for resources: {'Port': ['ID=22afc662-0171-430e-bd54-764b1ada67a9,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:27.081913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.132294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55b4e703-7ae9-4794-8776-5362905cb388 req-2c4ca80b-bc97-4902-9b72-c392bfd6b445 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.1345942 Feb 15 13:41:27.183059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:27.183529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:27.183965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:27.206183 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce97de86-619b-4515-9f74-25703a36be17 req-f3385de9-b095-463c-ac0d-763b8c4093e9 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570521 Feb 15 13:41:27.248125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:27.248441 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:27.257036 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 5 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:27.300508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.349769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f106b6-2d00-45fc-8293-bc5c50d933c3']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:27.453256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f96fc66-ff19-4408-983f-941136cb40e6') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:27.453961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f96fc66-ff19-4408-983f-941136cb40e6') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:27.479142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.516476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.520855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:27.534914 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Sync routers for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:27.558933 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:27.559909 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:27.631126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:27.636147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.669154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dc175082-189d-4b99-9235-df1304d69cd4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:27.673865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:27.674248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:27.674586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:27.717963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:27.719010 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:27.730266 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 6 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:27.758278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.850806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.855900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port dc175082-189d-4b99-9235-df1304d69cd4 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:27.857541 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:27.868661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 22afc662-0171-430e-bd54-764b1ada67a9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:27.881142 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:27.919917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] No DVR routers for this DVR port 5eb491b0-8053-4398-b092-3318a6de7bd9 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:27.928385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.931836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'name': 'network-vif-deleted', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:41:27.937364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.948125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:27.948447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:27.948778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:27.979492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=f66a4872-c8d9-46d5-b1f5-21d7a6b25134,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:27.981749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:27.995719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Pushing event deleted for resources: {'Port': ['ID=aec13c9a-664a-4303-a2dc-7b4c35419fb5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:28.020730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.022206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5eb491b0-8053-4398-b092-3318a6de7bd9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:28.026227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:28.026922 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:28.027547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50510) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:28.027701 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/d5f106b6-2d00-45fc-8293-bc5c50d933c3 HTTP/1.1" status: 204 len: 168 time: 4.1264651 Feb 15 13:41:28.034271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc01ff-f600-4a1e-bcbd-1831a2d4a717 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=d5f106b6-2d00-45fc-8293-bc5c50d933c3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:28.038077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9b831af9-08cd-4799-8167-c03463b809dd req-2818824a-60c3-4ffc-aff8-1dee596b2662 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.36 "DELETE /v2.0/ports/5eb491b0-8053-4398-b092-3318a6de7bd9 HTTP/1.1" status: 204 len: 173 time: 4.7019169 Feb 15 13:41:28.078044 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 7 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:28.097480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 5eb491b0-8053-4398-b092-3318a6de7bd9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:28.098101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5eb491b0-8053-4398-b092-3318a6de7bd9 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:28.099909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 22afc662-0171-430e-bd54-764b1ada67a9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:28.110164 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32174a7d-3a68-4927-9931-fb28f0e61aea', 'name': 'network-vif-deleted', 'tag': '5eb491b0-8053-4398-b092-3318a6de7bd9', 'status': 'completed', 'code': 200} Feb 15 13:41:28.183253 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e0b0d9eb-1b06-4b56-98f3-841ee9c677ad tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f66a4872-c8d9-46d5-b1f5-21d7a6b25134 HTTP/1.1" status: 204 len: 168 time: 3.3540931 Feb 15 13:41:28.183590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50516) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:28.300594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.329746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:28.331229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c2ed1261-0264-45d0-a724-a96c81eb217d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402040 Feb 15 13:41:28.332618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:28.332954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:28.341523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50522) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:28.343592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326819e5-abd9-40e1-a05f-d34d481167e7 None None] Network 90826f00-9100-4728-b71a-ee555031b284 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:28.365293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:28.447394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:28.447623 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:28.470579 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 8 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:28.480511 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:41:28.506137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 102cddcb-a355-40ec-a519-87751fa6c8bb will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:28.538304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.543281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:28.543859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:28.544341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:28.549092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.551873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.553241 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0f87ce0f-f6e4-411f-bef4-7a942a999e94 tempest-ServersTestManualDisk-1883460563 tempest-ServersTestManualDisk-1883460563-project] 10.222.0.61 "DELETE /v2.0/floatingips/acc51ee8-5791-422a-9e3c-dd6cb4aec358 HTTP/1.1" status: 204 len: 168 time: 3.1496663 Feb 15 13:41:28.557634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50526) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:28.707699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:28.708440 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:28.718090 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 9 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:28.728614 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:28.739918 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Checking router: 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:28.755228 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:28.756173 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:28.787531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:28.792035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:28.793593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:28.842491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7572eeb-e846-4f7f-9c4f-0d47f43d6736 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:28.876267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:28.876609 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:28.881647 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 10 to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 Feb 15 13:41:28.904461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:28.904727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:28.905096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:28.914445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:28.915614 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:28.916118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:28.924768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1f1316b6-8cc2-4756-9cef-9fb735966ec1 req-1c5bc487-7e49-44ea-94b5-2d6477d6546e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Synchronizing usage tracker for tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:29.010151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Provisioning for port dc175082-189d-4b99-9235-df1304d69cd4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:29.020390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:29.029158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Provisioning complete for port dc175082-189d-4b99-9235-df1304d69cd4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:29.031524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.032564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:29.036307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:29.045334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:29.051505 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:29.067364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aa00d-01b2-49d8-9bec-58834c5b449c req-00d5f010-76e2-4ffd-8981-12cca48f67ae tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.075571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e93aa00d-01b2-49d8-9bec-58834c5b449c req-00d5f010-76e2-4ffd-8981-12cca48f67ae tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4767709 Feb 15 13:41:29.139985 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e93aa00d-01b2-49d8-9bec-58834c5b449c req-016e0259-38c9-4315-989a-3314fd94c8c2 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614440 Feb 15 13:41:29.148934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:29.164761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.181894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.189378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.359450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port bbfa5d99-f71f-4ded-ba02-d147b2f98b34, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:29.360027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempted to set empty binding levels {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:41:29.402524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.459994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] For port dc175082-189d-4b99-9235-df1304d69cd4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dc175082-189d-4b99-9235-df1304d69cd4,segment=NetworkSegment(8c106713-bdf2-48aa-a584-ec638558b8d1),segment_id=8c106713-bdf2-48aa-a584-ec638558b8d1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:29.488030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbb05-978e-4458-8d9c-1082402a23d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.526673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1f1316b6-8cc2-4756-9cef-9fb735966ec1 req-1c5bc487-7e49-44ea-94b5-2d6477d6546e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Unset dirty status for tenant:58c6b1f6f9eb45e38c4d4f3b4e658c92 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:29.528039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f1316b6-8cc2-4756-9cef-9fb735966ec1 req-1c5bc487-7e49-44ea-94b5-2d6477d6546e tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/ports?device_id=32174a7d-3a68-4927-9931-fb28f0e61aea HTTP/1.1" status: 200 len: 210 time: 0.8581500 Feb 15 13:41:29.550326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:29.558792 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:29.566348 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ac2a3-c9c0-4b63-b7c7-5b912cb9d341 None None] The sync data for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv is: [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:39:45Z', 'revision_number': 4, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fbb29c11-84c6-4489-9fd8-a660d8887acb', 'name': '', 'network_id': 'f86d5583-f855-49a4-a048-1cedea2216cd', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'mac_address': 'fa:16:3e:63:32:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:43Z', 'updated_at': '2022-02-15T13:39:55Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'subnets': [{'id': '036e8f06-10c4-4359-beb6-eb023150a07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:29.581497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.588401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.616473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] In _notify_port_updated(), no bound segment for port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:41:29.618213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.619677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.621348 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "PUT /v2.0/ports/bbfa5d99-f71f-4ded-ba02-d147b2f98b34 HTTP/1.1" status: 200 len: 977 time: 5.7590721 Feb 15 13:41:29.626108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50532) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:29.644147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.658373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Deleting port 22afc662-0171-430e-bd54-764b1ada67a9 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:29.659015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.689735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 90826f00-9100-4728-b71a-ee555031b284 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:29.702696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=102cddcb-a355-40ec-a519-87751fa6c8bb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:29.716144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:29.784493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:29.794620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.795441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.819634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Provisioning complete for port dc175082-189d-4b99-9235-df1304d69cd4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:29.820163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:29.850259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e75f555-60a9-4660-97ef-008f98a13ffb']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:29.864161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.864650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.865131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.865684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.866159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.866681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.867096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.867564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.868771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.869233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.869728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.870207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.870873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.871345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.871819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.872285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.872747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.873208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.873974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.874154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.874613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.875132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.875703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.882261 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-185935db-6a2a-4b08-a41f-45a3363b9a3a tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20822 time: 0.2501664 Feb 15 13:41:29.884041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50536) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:29.893649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37997477-3bcd-4e01-bb60-c2723a3a491d req-ac4aa5ef-e3e8-4929-856d-3e69d9ff5965 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:29.895687 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37997477-3bcd-4e01-bb60-c2723a3a491d req-ac4aa5ef-e3e8-4929-856d-3e69d9ff5965 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.3692570 Feb 15 13:41:29.908733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Pushing event updated for resources: {'Port': ['ID=dc175082-189d-4b99-9235-df1304d69cd4,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:29.937064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.937456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.937847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.938189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.938522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.938856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.939188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.939759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.940091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.940482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.940850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.941171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6567119-d5bc-4219-bf2e-d0539d514081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:29.996895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Deleting port bbfa5d99-f71f-4ded-ba02-d147b2f98b34 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:29.996895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.006947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6625d243-1113-4084-931d-1863715fb404') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:30.006947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6625d243-1113-4084-931d-1863715fb404') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:30.086234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3b425-b0ec-479f-ad60-57ffc90f17c4 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=bbfa5d99-f71f-4ded-ba02-d147b2f98b34,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:30.091136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.121031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787c914-fe02-4786-a4af-c91d6d255f7a None None] New status for floating IP eef3e96f-b70c-4f26-999c-4dcb57f11612: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:41:30.135111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d5cc05ff-aeca-43ef-b7e2-ad0ba78dac7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.5002079 Feb 15 13:41:30.138931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50540) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:30.164380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37997477-3bcd-4e01-bb60-c2723a3a491d req-3a9beb09-907f-485d-b9d3-d431e2d6f4ef tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998178 Feb 15 13:41:30.166108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.256459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=21a140e5-dfbf-4dd1-9b25-9d3b90171cf9,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:30.284188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:30.303851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:30.313516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:30.314493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.389832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.431725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] For port 22afc662-0171-430e-bd54-764b1ada67a9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=22afc662-0171-430e-bd54-764b1ada67a9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:30.432123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.455346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-473a9f55-8867-45ad-a94d-d7814e93e13f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1146917 Feb 15 13:41:30.457922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50546) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:30.478168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:30.499310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:30.510265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:router and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:30.516021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:30.530350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port bbfa5d99-f71f-4ded-ba02-d147b2f98b34, host hv-neutron-8281, got binding levels [] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:30.531013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.544014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:30.666180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Calling delete_port for 22afc662-0171-430e-bd54-764b1ada67a9 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:30.715354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Allocated IP 172.26.0.84 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/fa78b081-a1c0-4030-a779-11b4d3b57413) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:30.736989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:30.737468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:30.757778 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:30.765382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Calling delete_port for bbfa5d99-f71f-4ded-ba02-d147b2f98b34 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:30.851034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Provisioning for port 22afc662-0171-430e-bd54-764b1ada67a9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:30.857232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Provisioning complete for port 22afc662-0171-430e-bd54-764b1ada67a9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:30.857728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.862247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72210-a496-4069-bd17-12944921a369 req-97cdab3c-9f88-4ed5-9ee1-114a7aaa0ea5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:30.870068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e3a72210-a496-4069-bd17-12944921a369 req-97cdab3c-9f88-4ed5-9ee1-114a7aaa0ea5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5590088 Feb 15 13:41:30.893555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50554) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:30.951172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.951971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:30.994409 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e3a72210-a496-4069-bd17-12944921a369 req-f6dc7879-ea1d-4907-b676-dbe4278dab7d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226888 Feb 15 13:41:31.000286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.021836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.040473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.043613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.106339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eb4e05a3-6b26-4ca9-bfb5-de0703299464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.129251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.140689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbfa5d99-f71f-4ded-ba02-d147b2f98b34,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:31.169431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.195103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] Pushing event deleted for resources: {'Port': ['ID=22afc662-0171-430e-bd54-764b1ada67a9,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:31.200427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe2471-5493-46b3-a02f-1dab5f32e083 None None] No DVR routers for this DVR port 22afc662-0171-430e-bd54-764b1ada67a9 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:31.217916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.228697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e708bf0-c1b4-414f-8ab0-44215cb845cc None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:31.251777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.286082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.302241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a0c46df-a5a0-4a42-b968-7aec52b74e89 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "DELETE /v2.0/ports/bbfa5d99-f71f-4ded-ba02-d147b2f98b34 HTTP/1.1" status: 204 len: 168 time: 1.4061213 Feb 15 13:41:31.318193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50560) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:31.324709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=7e75f555-60a9-4660-97ef-008f98a13ffb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:31.367256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9599a-1600-4836-8be8-b997fe21834d req-ee6ed688-7d9a-46e3-ac57-75cd93d77664 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:31.369506 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c5d9599a-1600-4836-8be8-b997fe21834d req-ee6ed688-7d9a-46e3-ac57-75cd93d77664 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1848106 Feb 15 13:41:31.393033 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-63ab9d67-e30c-4496-a3b9-b2618fdf35c4 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/7e75f555-60a9-4660-97ef-008f98a13ffb HTTP/1.1" status: 204 len: 168 time: 3.3044715 Feb 15 13:41:31.394334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50564) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:31.423256 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-487a0ec7-2335-4c79-a2d7-9e753c98ac2b tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:41:31.423911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-487a0ec7-2335-4c79-a2d7-9e753c98ac2b tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Synchronizing usage tracker for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:31.487201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.495228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.499577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-20ece512-323c-4dd7-a2e6-67fd107e9967 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0299957 Feb 15 13:41:31.504468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50568) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:31.538707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dc175082-189d-4b99-9235-df1304d69cd4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:31.569721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-41f6afb3-0346-4ea4-8cfe-8114cc467e70 None None] Provisioning for port 102cddcb-a355-40ec-a519-87751fa6c8bb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:31.601646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-41f6afb3-0346-4ea4-8cfe-8114cc467e70 None None] Provisioning complete for port 102cddcb-a355-40ec-a519-87751fa6c8bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:31.601646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-41f6afb3-0346-4ea4-8cfe-8114cc467e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.627611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-487a0ec7-2335-4c79-a2d7-9e753c98ac2b tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Unset dirty status for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:31.643498 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-487a0ec7-2335-4c79-a2d7-9e753c98ac2b tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports/bbfa5d99-f71f-4ded-ba02-d147b2f98b34 HTTP/1.1" status: 404 len: 333 time: 0.3117793 Feb 15 13:41:31.643724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:31.649977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-699237440', 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:31.650342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:31.651269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.654023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.705737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:31.722334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.738479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.814169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:31.824522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-41f6afb3-0346-4ea4-8cfe-8114cc467e70 None None] Port 102cddcb-a355-40ec-a519-87751fa6c8bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:31.849833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c5d9599a-1600-4836-8be8-b997fe21834d req-21ce2167-ba78-49d7-b842-a14a00a131fb tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726112 Feb 15 13:41:31.867472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcae0643-b41d-43b0-998d-f398473bce62,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:31.875010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:31.879167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.882078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event updated for resources: {'Port': ['ID=fa78b081-a1c0-4030-a779-11b4d3b57413,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:31.885376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:31.886976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dc175082-189d-4b99-9235-df1304d69cd4 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:31.890859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:31.891014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:31.984200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.002220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e4455a29-1d82-4b69-9ff4-1c7d75826e73 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "DELETE /v2.0/security-groups/dcae0643-b41d-43b0-998d-f398473bce62 HTTP/1.1" status: 204 len: 168 time: 1.0954099 Feb 15 13:41:32.020826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50578) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:32.073539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/21a140e5-dfbf-4dd1-9b25-9d3b90171cf9/c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:32.105471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Made reservation on behalf of c1ad6370661b4d23add80500005ba957 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:32.107778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.193448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 22afc662-0171-430e-bd54-764b1ada67a9 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:32.214716 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-1ef781d5-0e99-410f-9bd7-68652a999bb4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] show failed (client error): The resource could not be found. Feb 15 13:41:32.218320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1ef781d5-0e99-410f-9bd7-68652a999bb4 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "GET /v2.0/security-groups/dcae0643-b41d-43b0-998d-f398473bce62 HTTP/1.1" status: 404 len: 347 time: 0.1910198 Feb 15 13:41:32.229329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50582) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:32.237170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port c4963fd5-242c-4922-b695-2fe5449b6d36 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:32.244842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 22afc662-0171-430e-bd54-764b1ada67a9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:32.245485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 22afc662-0171-430e-bd54-764b1ada67a9 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:32.361516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.454791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.537907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.565564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b75392-8e98-459e-9a4c-5bd0748a7dce req-a24f877e-d647-4df9-9f27-6bd445b5f856 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:32.567580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b75392-8e98-459e-9a4c-5bd0748a7dce req-a24f877e-d647-4df9-9f27-6bd445b5f856 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4586117 Feb 15 13:41:32.622225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Transition to ACTIVE for port object c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:32.658069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Transition to ACTIVE for port object c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:32.730214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.757792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.785977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Deleting port 0fe1bd6b-33d6-474c-888f-bd4e40569ecb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:32.786312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.813429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.815981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.816840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-373b72d7-dd71-408c-bf57-b48bd25a780c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.819270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bc80ea-ee95-43ec-8be3-20a785ab6131']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:32.845131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b75392-8e98-459e-9a4c-5bd0748a7dce req-2513abad-530e-4020-9d6f-be0af8c8733a tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239282 Feb 15 13:41:32.856204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:32.856497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63fddd5-418a-4b3f-9a87-5519daadd42f') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:32.856766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63fddd5-418a-4b3f-9a87-5519daadd42f') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:32.861685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:32.868307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:32.902723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.936271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:32.983732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:32.984137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:33.003189 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:33.031515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Pushing event updated for resources: {'Port': ['ID=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:33.045163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting port fa78b081-a1c0-4030-a779-11b4d3b57413 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:33.045643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Attempting to bind port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Attempting to bind port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Attempting to bind port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:33.075133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.075785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:33.076069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Bound port: c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:33.076290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.140520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.169985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.172915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] For port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:33.176384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] For port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:33.314326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.341444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.353685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.361814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] Pushing event deleted for resources: {'Network': ['ID=d2bc80ea-ee95-43ec-8be3-20a785ab6131,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:33.387404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5eb25b63-334a-4efe-a0ca-59ec6deb10a8 tempest-BulkNetworkOpsTest-82815068 tempest-BulkNetworkOpsTest-82815068-project] 10.222.0.61 "DELETE /v2.0/networks/d2bc80ea-ee95-43ec-8be3-20a785ab6131 HTTP/1.1" status: 204 len: 168 time: 1.9918585 Feb 15 13:41:33.389775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::1 (7bbde29e-2549-4182-a259-7bbb71f9b94f/21a140e5-dfbf-4dd1-9b25-9d3b90171cf9/88fb28fe-ff42-4c6d-a793-f813b5f3d1b3) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:33.417500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a22c-43ff-4eb2-b243-4568ab751a92 req-722b3d37-6d1c-4290-8686-4d4ff32d2214 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:33.419058 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4118a22c-43ff-4eb2-b243-4568ab751a92 req-722b3d37-6d1c-4290-8686-4d4ff32d2214 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4075046 Feb 15 13:41:33.472115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c3a6-11cf-412f-8eff-a804e9d5b2ba None None] Pushing event updated for resources: {'Port': ['ID=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:33.502287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.556012 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4118a22c-43ff-4eb2-b243-4568ab751a92 req-73bfe629-f81f-4f6f-986a-ef8a9c9ca931 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190577 Feb 15 13:41:33.686175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.686515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.770133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.788775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:33.905934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Calling delete_port for 0fe1bd6b-33d6-474c-888f-bd4e40569ecb owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:33.941721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.969131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:33.986225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3f751358-a4d8-4af4-8ea8-a3afd40d982b None None] Provisioning complete for port 102cddcb-a355-40ec-a519-87751fa6c8bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:33.987845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f751358-a4d8-4af4-8ea8-a3afd40d982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.050668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:34.052824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3f751358-a4d8-4af4-8ea8-a3afd40d982b None None] Port 102cddcb-a355-40ec-a519-87751fa6c8bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:34.068491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.068802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.069060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:34.070693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:34.078970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:34.081330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.090108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=102cddcb-a355-40ec-a519-87751fa6c8bb,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:34.116240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.220832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50594) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:34.228144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Calling delete_port for fa78b081-a1c0-4030-a779-11b4d3b57413 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:34.444395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.472479 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-810c386c-79e2-4af6-9872-9b55d8f1c35a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=888b29aafd2a4c488b433a3d17e8446e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478671 Feb 15 13:41:34.472809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50600) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:34.511490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Deleting port eece97e6-3db1-413b-9fd4-0e61f4aca163 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:34.512049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.559930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.648255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.728586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.773885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.811222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.892743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Network 6f9ea403-f652-482f-b862-226846188b8e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:34.892931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4e074718-d08f-4919-85d3-03243b41cd6f None None] Provisioning for port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:34.919473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:34.930943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=c4963fd5-242c-4922-b695-2fe5449b6d36,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:34.946159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:34.947405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:34.948018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:34.973869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.027061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.042981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6898d5-2b34-4702-8ad8-f327e5a3119d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:35.050630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.051794 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-60cda39c-92d5-4c11-acef-c11974c5be75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de6898d5-2b34-4702-8ad8-f327e5a3119d HTTP/1.1" status: 204 len: 168 time: 0.5776985 Feb 15 13:41:35.088480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.089610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.116482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-33001475-3966-434a-953c-c56c0bb58a17 None None] Provisioning for port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:35.122259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-33001475-3966-434a-953c-c56c0bb58a17 None None] Provisioning complete for port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:35.125045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33001475-3966-434a-953c-c56c0bb58a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.155252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.173342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Pushing event deleted for resources: {'Port': ['ID=0fe1bd6b-33d6-474c-888f-bd4e40569ecb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:35.201883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33001475-3966-434a-953c-c56c0bb58a17 None None] Port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:35.224062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] For port eece97e6-3db1-413b-9fd4-0e61f4aca163, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=eece97e6-3db1-413b-9fd4-0e61f4aca163,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:35.224512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.241652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:35.303091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:35.304595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:35.318124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Port': ['ID=fa78b081-a1c0-4030-a779-11b4d3b57413,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:35.418726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.421553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.426135 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d2f955f-c3dd-433e-8a49-600e15ceba84 tempest-ServersTestJSON-1496484620 tempest-ServersTestJSON-1496484620-project] 10.222.0.61 "DELETE /v2.0/floatingips/eef3e96f-b70c-4f26-999c-4dcb57f11612 HTTP/1.1" status: 204 len: 168 time: 3.1961088 Feb 15 13:41:35.426993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50608) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:35.492958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1c6e6349-c14c-42d5-adbd-1ce7a06367fa tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.8480759 Feb 15 13:41:35.542391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Calling delete_port for eece97e6-3db1-413b-9fd4-0e61f4aca163 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:35.548974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:35.588589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50612) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:35.733495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-757d0a93-03e1-44f9-874c-3ba9e9288314 None None] Provisioning complete for port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:35.734099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-757d0a93-03e1-44f9-874c-3ba9e9288314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.740811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.794853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:35.800180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-757d0a93-03e1-44f9-874c-3ba9e9288314 None None] Port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:35.802647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:35.803020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.818956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Router b667a6c6-1d6a-4052-9019-6a44d72f1256 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:41:35.940391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:35.980877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:36.015002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:36.024154 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c68fdc95-b387-40c6-833a-8fd72ad1c318 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "PUT /v2.0/routers/b667a6c6-1d6a-4052-9019-6a44d72f1256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5107322 Feb 15 13:41:36.024154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50624) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.029212 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Sync routers for ids ['b667a6c6-1d6a-4052-9019-6a44d72f1256'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:36.039824 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Routers {'b667a6c6-1d6a-4052-9019-6a44d72f1256'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:36.040750 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b667a6c6-1d6a-4052-9019-6a44d72f1256'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:36.056290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:36.143468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ccc3e8-7e7b-49c3-b440-b4bc167201b3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:36.144082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5ccc3e8-7e7b-49c3-b440-b4bc167201b3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:36.149744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2e5d3-7970-419d-9ed0-4cef73015ff8 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:36.150298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2e2e5d3-7970-419d-9ed0-4cef73015ff8 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Synchronizing usage tracker for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:36.179245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:36.215545 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Set router b667a6c6-1d6a-4052-9019-6a44d72f1256 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:36.239509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5ccc3e8-7e7b-49c3-b440-b4bc167201b3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:36.242728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5ccc3e8-7e7b-49c3-b440-b4bc167201b3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports/88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 HTTP/1.1" status: 200 len: 911 time: 0.2183092 Feb 15 13:41:36.249360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50634) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.321562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2e2e5d3-7970-419d-9ed0-4cef73015ff8 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Unset dirty status for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:36.322743 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a2e2e5d3-7970-419d-9ed0-4cef73015ff8 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports/c4963fd5-242c-4922-b695-2fe5449b6d36 HTTP/1.1" status: 200 len: 954 time: 0.7292235 Feb 15 13:41:36.331021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50638) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.424477 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] create failed (client error): The resource could not be found. Feb 15 13:41:36.425437 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-97d82d99-6547-4fa0-aa08-db2ac06e1809 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.7022760 Feb 15 13:41:36.437251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50644) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.445126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Deleting port c4963fd5-242c-4922-b695-2fe5449b6d36 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:36.445126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:36.515942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d12fee-fe4b-49a7-8b94-65612b11da0d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:36.523364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d12fee-fe4b-49a7-8b94-65612b11da0d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:36.525993 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-39d12fee-fe4b-49a7-8b94-65612b11da0d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2753146 Feb 15 13:41:36.529718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50648) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.573576 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:34Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '88fb28fe-ff42-4c6d-a793-f813b5f3d1b3', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:07:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:32Z', 'updated_at': '2022-02-15T13:41:34Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:36.578045 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Checking router: b667a6c6-1d6a-4052-9019-6a44d72f1256 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:36.579064 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Updating router b667a6c6-1d6a-4052-9019-6a44d72f1256 port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:41:36.608920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50652) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:36.647040 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:36.821639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting port 6982d1b7-3d4f-498f-ab79-a5a71b347596 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:36.822587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.007093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962739777'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:37.035979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:37.046696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.054508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:41:37.059152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:37.066173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:37.070474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.105218 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.124553 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Transition to ACTIVE for port object 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:37.151842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.197270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:37.205480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Calling delete_port for c4963fd5-242c-4922-b695-2fe5449b6d36 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:37.218857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Pushing event deleted for resources: {'Port': ['ID=eece97e6-3db1-413b-9fd4-0e61f4aca163,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:37.230395 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.272102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.272773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.406655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:37.417291 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Pushing event updated for resources: {'Port': ['ID=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:37.419598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.442363 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.443340 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.443851 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.444360 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.444850 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.446008 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.446510 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.447020 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.447240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.447911 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.449248 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.450676 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.451259 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:41:37.460602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.546986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:37.554967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:security_group_rule and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:37.559268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:37.565234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:37.607686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:37.634085 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Attempting to bind port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:37.634661 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Attempting to bind port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:37.635204 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Attempting to bind port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:37.642404 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:37.643007 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:37.643877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.644363 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:37.644937 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Bound port: 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:37.645497 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.701920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 90826f00-9100-4728-b71a-ee555031b284 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:37.738677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:37.765718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=102cddcb-a355-40ec-a519-87751fa6c8bb,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:37.771920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:37.772303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.786244 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] For port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:37.791726 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] For port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:37.839437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.870074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4963fd5-242c-4922-b695-2fe5449b6d36,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:37.872036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.878483 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.904874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.948817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:37.987480 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Routers {'b667a6c6-1d6a-4052-9019-6a44d72f1256'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:37.988719 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b667a6c6-1d6a-4052-9019-6a44d72f1256'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:38.099078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.144570 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affddd5-5374-4664-be3f-2f89ab235f28 None None] Pushing event updated for resources: {'Port': ['ID=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:38.175662 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] Set router b667a6c6-1d6a-4052-9019-6a44d72f1256 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:38.178930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7c4c1417-70b8-4117-8ef1-b6237b32c5b0 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c4963fd5-242c-4922-b695-2fe5449b6d36 HTTP/1.1" status: 204 len: 168 time: 1.8447325 Feb 15 13:41:38.183050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:38.184958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50658) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:38.200218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2105e287-57ac-4024-a7b6-f10a33b7fe41 None None] Provisioning complete for port 102cddcb-a355-40ec-a519-87751fa6c8bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:38.201100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2105e287-57ac-4024-a7b6-f10a33b7fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.216416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Calling delete_port for 6982d1b7-3d4f-498f-ab79-a5a71b347596 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:38.271380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2105e287-57ac-4024-a7b6-f10a33b7fe41 None None] Port 102cddcb-a355-40ec-a519-87751fa6c8bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:38.302221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55850f11-2c2d-4e75-98ec-e5f1cf7b58b2,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:38.332868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.333131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment 5cf170c7-58e2-44f7-9bd4-38258f3a5c3e of type vlan for network 19be61a4-6fa1-47e2-af75-98b45e804814 Feb 15 13:41:38.334810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b118ee53-434a-4029-bace-ffea5f8a5433 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:41:38.335343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b118ee53-434a-4029-bace-ffea5f8a5433 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Synchronizing usage tracker for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:38.387173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.501952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b118ee53-434a-4029-bace-ffea5f8a5433 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Unset dirty status for tenant:c1ad6370661b4d23add80500005ba957 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:38.503110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b118ee53-434a-4029-bace-ffea5f8a5433 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports/c4963fd5-242c-4922-b695-2fe5449b6d36 HTTP/1.1" status: 404 len: 333 time: 0.3096912 Feb 15 13:41:38.512344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50662) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:38.521939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'network_id': '6f9ea403-f652-482f-b862-226846188b8e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1859399662'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:38.530300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:38.550379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:38.581128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:38.581575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.582087 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:34Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '88fb28fe-ff42-4c6d-a793-f813b5f3d1b3', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:07:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:32Z', 'updated_at': '2022-02-15T13:41:37Z', 'revision_number': 4, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:38.586514 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c1dbd-2beb-4182-aff3-5fd3ecabd548 None None] The sync data for ids ['b667a6c6-1d6a-4052-9019-6a44d72f1256'] in dv-neutron-828156-1-hyperv is: [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:34Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '88fb28fe-ff42-4c6d-a793-f813b5f3d1b3', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:07:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:32Z', 'updated_at': '2022-02-15T13:41:37Z', 'revision_number': 4, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '21a140e5-dfbf-4dd1-9b25-9d3b90171cf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:38.648177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.654786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:38.655417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.688496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.750427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Made reservation on behalf of c1ad6370661b4d23add80500005ba957 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:38.753175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.849439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.961347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:38.985647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 8fc5891a-7f64-4978-9159-f471ffb241cc is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:41:38.996201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:38.999789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=19be61a4-6fa1-47e2-af75-98b45e804814,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:39.026490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 19be61a4-6fa1-47e2-af75-98b45e804814 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:39.125779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Port': ['ID=6982d1b7-3d4f-498f-ab79-a5a71b347596,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:39.147261 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-17c59ff9-0e74-4b1a-85fe-dde7093f1e20 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5335615 Feb 15 13:41:39.405035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] For port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:39.405425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:39.546362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:39.578844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:39.605433 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a3f1b692-7ad0-44bf-b956-97a1e7d428bb tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/8fc5891a-7f64-4978-9159-f471ffb241cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4611852 Feb 15 13:41:39.640574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] Sync routers for ids ['8fc5891a-7f64-4978-9159-f471ffb241cc'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:39.673730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] Routers {'8fc5891a-7f64-4978-9159-f471ffb241cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:39.674882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8fc5891a-7f64-4978-9159-f471ffb241cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:39.690008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50668) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:39.700626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:39.705229 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a5df7bfc-afb0-47f0-ae09-46069cf26988 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "DELETE /v2.0/ports/6982d1b7-3d4f-498f-ab79-a5a71b347596 HTTP/1.1" status: 204 len: 168 time: 3.2059369 Feb 15 13:41:39.707552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:39.710989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50670) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:39.762299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:39.778524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] Routers {'8fc5891a-7f64-4978-9159-f471ffb241cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:39.779464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8fc5891a-7f64-4978-9159-f471ffb241cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:39.816985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eeffff-7527-4fa6-b24c-b3976aa9c9f6 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:39.817646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-05eeffff-7527-4fa6-b24c-b3976aa9c9f6 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:39.872263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:39.872669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc08e5-f97e-4a97-9ae1-bffad261ba6b None None] The sync data for ids ['8fc5891a-7f64-4978-9159-f471ffb241cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:39.958113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:39.966002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:39.966370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.129512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.204140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.272969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.342550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Network 6f9ea403-f652-482f-b862-226846188b8e is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:40.353907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.358708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:40.361298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:40.362792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:40.363377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.409274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-05eeffff-7527-4fa6-b24c-b3976aa9c9f6 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:40.415617 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-05eeffff-7527-4fa6-b24c-b3976aa9c9f6 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports/102cddcb-a355-40ec-a519-87751fa6c8bb HTTP/1.1" status: 200 len: 983 time: 0.7070169 Feb 15 13:41:40.421324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:40.522712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=61a2c328-2b50-4a9a-aad8-2d61ecb87494,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:40.590155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=88fb28fe-ff42-4c6d-a793-f813b5f3d1b3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:40.699582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:40.780149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3559b1a2-3cc5-41ba-8e9d-7025132473ba tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2632239 Feb 15 13:41:40.811857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:40.812378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50680) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:40.835296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c090b2-2ae3-4998-9b4b-baf855ea721d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:40.836562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-81c090b2-2ae3-4998-9b4b-baf855ea721d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Synchronizing usage tracker for tenant:b8ba66f0e3e14d18a91c00ade2647fdb on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:40.861712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:40.996943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Router b667a6c6-1d6a-4052-9019-6a44d72f1256 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:41.143114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Deleting port fbb29c11-84c6-4489-9fd8-a660d8887acb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:41.143485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:41.152241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:41.157855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b16bf976-4ff1-4afc-a89a-d9c52a79f6a6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "PUT /v2.0/routers/b667a6c6-1d6a-4052-9019-6a44d72f1256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6267567 Feb 15 13:41:41.160375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50684) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:41.164967 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150995f-5924-402b-915a-1c70588591dd None None] Sync routers for ids ['b667a6c6-1d6a-4052-9019-6a44d72f1256'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:41.182076 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] Routers {'b667a6c6-1d6a-4052-9019-6a44d72f1256'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:41.183022 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b667a6c6-1d6a-4052-9019-6a44d72f1256'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:41.243237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e58918-c102-4dac-a38e-0bbb63079538 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:41.245117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e58918-c102-4dac-a38e-0bbb63079538 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:41.246144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-07e58918-c102-4dac-a38e-0bbb63079538 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:41.279553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-81c090b2-2ae3-4998-9b4b-baf855ea721d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Unset dirty status for tenant:b8ba66f0e3e14d18a91c00ade2647fdb on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:41.283573 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-81c090b2-2ae3-4998-9b4b-baf855ea721d tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "GET /v2.0/ports?device_id=889e0820-1d08-41bd-b3d8-bf7be09e15a2 HTTP/1.1" status: 200 len: 913 time: 1.4905887 Feb 15 13:41:41.293561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:41.344863 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] Set router b667a6c6-1d6a-4052-9019-6a44d72f1256 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:41.380705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-07e58918-c102-4dac-a38e-0bbb63079538 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:41.387818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-07e58918-c102-4dac-a38e-0bbb63079538 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2262757 Feb 15 13:41:41.389006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50692) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:41.526371 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:40Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:41.527255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 21a140e5-dfbf-4dd1-9b25-9d3b90171cf9 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:41.531351 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150995f-5924-402b-915a-1c70588591dd None None] Checking router: b667a6c6-1d6a-4052-9019-6a44d72f1256 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:41.537657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:41.543901 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] Routers {'b667a6c6-1d6a-4052-9019-6a44d72f1256'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:41.544501 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b667a6c6-1d6a-4052-9019-6a44d72f1256'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:41.567511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:41.621139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:41.758925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:41.762979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:41.768465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e6a9f7f4-e3ba-4cdf-8b32-99b22bddf687 admin admin] 10.222.0.61 "PUT /v2.0/routers/2178fc2e-4de4-4adc-bfd0-ae5c66cf1473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2074990 Feb 15 13:41:41.774376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Sync routers for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:41.786654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:41.787274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:41.790582 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] Set router b667a6c6-1d6a-4052-9019-6a44d72f1256 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:41.799734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50696) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:42.026464 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1150995f-5924-402b-915a-1c70588591dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:40Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:42.050771 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150995f-5924-402b-915a-1c70588591dd None None] The sync data for ids ['b667a6c6-1d6a-4052-9019-6a44d72f1256'] in dv-neutron-828156-1-hyperv is: [{'id': 'b667a6c6-1d6a-4052-9019-6a44d72f1256', 'name': 'tempest-NetworksTestDHCPv6-router-1732114554', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:30Z', 'updated_at': '2022-02-15T13:41:40Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:42.156027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:42.205945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] For port fbb29c11-84c6-4489-9fd8-a660d8887acb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fbb29c11-84c6-4489-9fd8-a660d8887acb,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:42.206315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.225329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.315359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.377196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=21a140e5-dfbf-4dd1-9b25-9d3b90171cf9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:42.393390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.395500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efd745-c224-465b-bf35-9f1b4634b0e2 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:42.456252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50700) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:42.471966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:42.486870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Calling delete_port for fbb29c11-84c6-4489-9fd8-a660d8887acb owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:42.649955 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ae8eb178-062a-46f4-97ea-7592dea8d075 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/21a140e5-dfbf-4dd1-9b25-9d3b90171cf9 HTTP/1.1" status: 204 len: 168 time: 1.2593055 Feb 15 13:41:42.651251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50704) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:42.653085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:42.700905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:41:36Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:42.705384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Checking router: 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:42.715944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Routers {'2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:42.716564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:42.753644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:42.758401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:42.764930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:42.789872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.863617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:42.874237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:42.877915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.883116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Deleting port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:42.883494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.903907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] device_id is not set on port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:42.939412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.952783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Deleting port 5104506f-c6db-43a6-a661-0e195cf8c8ea {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:42.953019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:42.985485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] Set router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:42.991157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Transition to ACTIVE for port object 61a2c328-2b50-4a9a-aad8-2d61ecb87494 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:43.002306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.005374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e165cc4-988b-4277-90e6-ba8355c6ba12 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:43.198730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.246841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e165cc4-988b-4277-90e6-ba8355c6ba12 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:43.250692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3e165cc4-988b-4277-90e6-ba8355c6ba12 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5888698 Feb 15 13:41:43.250692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] For port 5104506f-c6db-43a6-a661-0e195cf8c8ea, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5104506f-c6db-43a6-a661-0e195cf8c8ea,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:43.250692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.256195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:43.379870 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] For port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:43.381468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.389121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Calling delete_port for 5104506f-c6db-43a6-a661-0e195cf8c8ea owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:43.542660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Calling delete_port for c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:43.574595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:43.585193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.665850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=f102c31a-639f-440d-82bc-e200013bfaaf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:43.675540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=61a2c328-2b50-4a9a-aad8-2d61ecb87494,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:43.688129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.709126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:43.709522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 19be61a4-6fa1-47e2-af75-98b45e804814, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:43.760075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:41:36Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:43.762166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.763592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.776574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744ee61-a55c-4efb-a1d8-6d4be309a274 None None] The sync data for ids ['2178fc2e-4de4-4adc-bfd0-ae5c66cf1473'] in dv-neutron-828156-1-hyperv is: [{'id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'name': 'tempest-ServersTestManualDisk-1353423254-router', 'tenant_id': 'd6c6c2c889f942208327b355711ee06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:41:36Z', 'revision_number': 5, 'project_id': 'd6c6c2c889f942208327b355711ee06e', 'gw_port': {'id': '5104506f-c6db-43a6-a661-0e195cf8c8ea', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2178fc2e-4de4-4adc-bfd0-ae5c66cf1473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:28Z', 'updated_at': '2022-02-15T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:43.815698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.819683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5104506f-c6db-43a6-a661-0e195cf8c8ea,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:43.832690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:43.856112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 19be61a4-6fa1-47e2-af75-98b45e804814 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:43.911686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:43.912298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:43.912394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:43.920409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:43.948608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] Pushing event deleted for resources: {'Port': ['ID=c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:43.955520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b868d9-4cae-47a7-9aad-c7c4f661f2c6 None None] No DVR routers for this DVR port c035a3c6-0fd3-4fcd-a9b1-3bb5fbd3f023 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:43.964292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:43.964650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 88fb28fe-ff42-4c6d-a793-f813b5f3d1b3 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:44.014273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb29c11-84c6-4489-9fd8-a660d8887acb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:44.032185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:44.032185 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:44.035812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 2 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:44.051377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.094546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.100510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 19be61a4-6fa1-47e2-af75-98b45e804814) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:44.109596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ab438-8b6c-43fe-a8f1-4a2570aab115 None None] Network 19be61a4-6fa1-47e2-af75-98b45e804814 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:44.201214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:44.201850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.294373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.298643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.398831 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f493f86d-f7d6-4d5d-a98b-f879daa70d31 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9403062 Feb 15 13:41:44.400131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-19be61a4-6fa1-47e2-af75-98b45e804814', 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': 'f102c31a-639f-440d-82bc-e200013bfaaf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:44.401126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.402454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50712) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:44.408537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843218078'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:44.416216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:44.420706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:44.424346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:44.428022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.428623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:44.432209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.434600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.440864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:44.441200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:44.441566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:44.452049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:44.460100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.469148 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2e5d00b1-972d-45e8-ab76-f759224145c9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2178fc2e-4de4-4adc-bfd0-ae5c66cf1473 HTTP/1.1" status: 204 len: 168 time: 2.6617439 Feb 15 13:41:44.469148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50716) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:44.501096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:44.501451 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:44.506246 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 3 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:44.545874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Deleting subnet e480942f-6c7e-4e21-8cc1-11270a42a8cf {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:44.551412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.590563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Allocated IP 2001:db8:0:ffff::2 (19be61a4-6fa1-47e2-af75-98b45e804814/f102c31a-639f-440d-82bc-e200013bfaaf/7e645a8b-ccd2-49cd-a1d6-8ba235ad659d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:44.625367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.642337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:44.642678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:44.643011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:44.661937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:44.666368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.725782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:44.726151 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:44.726817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.727411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Fanout notify agent at l3_agent the message router_deleted on router b667a6c6-1d6a-4052-9019-6a44d72f1256 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:44.728927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:44.736053 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 4 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:44.747672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.748029 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment a1b7d0d1-9533-4331-ada0-7e81653fcabb of type vlan for network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 Feb 15 13:41:44.786105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.813850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:44.814189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:44.819146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:44.828091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.832350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:44.832681 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:44.837746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 5 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:44.859275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.874699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Transition to ACTIVE for port object 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:44.901209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Transition to ACTIVE for port object 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:44.932899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 102cddcb-a355-40ec-a519-87751fa6c8bb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:44.933502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.951714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.957358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:44.957540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:44.957713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:44.958487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:44.958585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.981493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.991107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:44.993612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:44.993947 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:45.003027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 6 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:45.014843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.015938 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5dbf842f-d802-4470-ab5b-2bfde314ad7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/routers/b667a6c6-1d6a-4052-9019-6a44d72f1256 HTTP/1.1" status: 204 len: 168 time: 1.7392681 Feb 15 13:41:45.025984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50720) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:45.042445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:45.073991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Pushing event updated for resources: {'Port': ['ID=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:45.079724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:45.080060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:45.080851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:45.094557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Network 19be61a4-6fa1-47e2-af75-98b45e804814 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:45.102465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:45.102465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:45.126423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e480942f-6c7e-4e21-8cc1-11270a42a8cf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:45.133433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.137956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-adb30a16-562e-451e-9a05-f95ab0358239 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e480942f-6c7e-4e21-8cc1-11270a42a8cf HTTP/1.1" status: 204 len: 168 time: 0.6719120 Feb 15 13:41:45.141307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50724) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:45.144132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=0a75b1ca-ee5b-43ca-8068-e8f4c875dd39,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:45.146282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f91cd6-d17f-451b-99ff-ed3e7590493b None None] Network 14314eba-e4ba-4837-8bf5-8e0f67fb9465 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:45.165837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:45.240522 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-79999d9d-b40e-4428-85ce-c72ba31b0e8d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8342369 Feb 15 13:41:45.240730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50728) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:45.255527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:45.341343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.361147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:45.361504 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:45.369029 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 7 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:45.376593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.380302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Deleting port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:45.380623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.420191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:45.433044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:45.434844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:45.435555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:45.436042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:45.437412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:45.446466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:45.560668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5104506f-c6db-43a6-a661-0e195cf8c8ea no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:45.610569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:45.615004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.618353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5104506f-c6db-43a6-a661-0e195cf8c8ea {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:45.618800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5104506f-c6db-43a6-a661-0e195cf8c8ea not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:45.619276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device eece97e6-3db1-413b-9fd4-0e61f4aca163 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:45.632535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.655593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] DHCP port deletion for 14314eba-e4ba-4837-8bf5-8e0f67fb9465 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:45.665109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: eece97e6-3db1-413b-9fd4-0e61f4aca163 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:45.665728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device eece97e6-3db1-413b-9fd4-0e61f4aca163 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:45.668428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Deleting port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:45.668914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.718448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:45.718787 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:45.738961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Attempting to bind port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:45.739286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Attempting to bind port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:45.739731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Attempting to bind port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d on network 19be61a4-6fa1-47e2-af75-98b45e804814 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:45.748582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] For port 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2531382c-1a44-4fe4-bbf3-4f216cf45b72,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:45.749163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Checking segment: {'id': '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Bound using segment: {'id': '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Bound port: 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19be61a4-6fa1-47e2-af75-98b45e804814'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:45.756167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.791249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:45.794054 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 8 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:45.815868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 102cddcb-a355-40ec-a519-87751fa6c8bb owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:45.861976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:45.873219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:45.888963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Calling delete_port for 2531382c-1a44-4fe4-bbf3-4f216cf45b72 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:45.901735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:45.905751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:45.906867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:45.906867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:45.986943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting port 56c85ffb-252b-42b9-be7a-bf94b3b192bb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:45.986943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:45.995655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] For port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:45.999080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] For port 2531382c-1a44-4fe4-bbf3-4f216cf45b72, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2531382c-1a44-4fe4-bbf3-4f216cf45b72,segment=NetworkSegment(114646e5-b707-41e3-9f70-f873e6c49c68),segment_id=114646e5-b707-41e3-9f70-f873e6c49c68)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:45.999704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.013728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:46.014059 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:46.029024 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 9 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:46.070064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] For port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,segment=NetworkSegment(5cf170c7-58e2-44f7-9bd4-38258f3a5c3e),segment_id=5cf170c7-58e2-44f7-9bd4-38258f3a5c3e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:46.100922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:46.101373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:46.101927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:46.142570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Calling delete_port for 2531382c-1a44-4fe4-bbf3-4f216cf45b72 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:46.153623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:46.153959 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:46.154484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:46.158198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.191315 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempt 10 to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 Feb 15 13:41:46.198895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.224790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.302328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:46.302667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:46.309334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1e416-f191-4781-b451-b0cd083c55b4 None None] Pushing event updated for resources: {'Port': ['ID=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:46.320870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2531382c-1a44-4fe4-bbf3-4f216cf45b72,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:46.322388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] No DVR routers for this DVR port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:46.363182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.428068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:46.428468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:46.428936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempting to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:46.466240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:41:46.466698 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Failed to bind port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '86a83476-fbc4-4f6e-b4b4-2f98f69de27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6f9ea403-f652-482f-b862-226846188b8e'}] Feb 15 13:41:46.467132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.551241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.558830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=15e213db-f8c3-4221-8726-5732815a578d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:46.612248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14314eba-e4ba-4837-8bf5-8e0f67fb9465']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:46.627045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114646e5-b707-41e3-9f70-f873e6c49c68') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:46.627357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114646e5-b707-41e3-9f70-f873e6c49c68') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:46.640777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.651711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'a1b7d0d1-9533-4331-ada0-7e81653fcabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:46.652075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:46.670078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.679827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:46.680297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:46.694514 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:46.739964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.804458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Deleting port 2531382c-1a44-4fe4-bbf3-4f216cf45b72 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:46.804966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.831820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:46.860572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.878569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-65a02c74-e50a-4297-8f8e-58028745562a None None] The port '2531382c-1a44-4fe4-bbf3-4f216cf45b72' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:41:46.884865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.894995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] Pushing event deleted for resources: {'Network': ['ID=14314eba-e4ba-4837-8bf5-8e0f67fb9465,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:46.951657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:46.955962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:46.956619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:46.964624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4b0fd-85e6-4a3e-847b-ded84b251ed5 None None] Network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:47.010793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3aef4738-f8b9-4b82-8c6b-cbd97379ad48 admin admin] 10.222.0.61 "DELETE /v2.0/networks/14314eba-e4ba-4837-8bf5-8e0f67fb9465 HTTP/1.1" status: 204 len: 168 time: 1.8683531 Feb 15 13:41:47.050844 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-189fa530-31d4-45ad-ae0b-5f3abc6b08ff tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8091333 Feb 15 13:41:47.051448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:47.072399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Calling delete_port for 56c85ffb-252b-42b9-be7a-bf94b3b192bb owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:47.223382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-0a75b1ca-ee5b-43ca-8068-e8f4c875dd39', 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': '15e213db-f8c3-4221-8726-5732815a578d'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:47.225010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.261153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.323647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.351775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.352713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:47.441107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Allocated IP 2001:db8::1 (0a75b1ca-ee5b-43ca-8068-e8f4c875dd39/15e213db-f8c3-4221-8726-5732815a578d/3b9b3071-4953-4bbd-86ac-1b33c32e6dab) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:47.557358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50740) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:47.557540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:47.624033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6dde36ed-c497-40df-bb91-91693b8c0baa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6c6c2c889f942208327b355711ee06e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0648193 Feb 15 13:41:47.625131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50744) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:47.679751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464df5b-b681-47a3-90f8-88b79e40eff3 None None] Network 19be61a4-6fa1-47e2-af75-98b45e804814 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:47.703068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=102cddcb-a355-40ec-a519-87751fa6c8bb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:47.719898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port 61a2c328-2b50-4a9a-aad8-2d61ecb87494, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:47.720263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attempted to set empty binding levels {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:41:47.742585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.784243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.804139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.855041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.892550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.946643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:47.956265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7cac9b9c-499b-4fcf-b472-8016d9cf7f5c None None] Provisioning for port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:47.980854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf2ec5-88e0-4c21-956f-c138b0048e1b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:48.004263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.007346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-36012704-21e4-4ebc-99d8-081855018ce1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82cf2ec5-88e0-4c21-956f-c138b0048e1b HTTP/1.1" status: 204 len: 168 time: 0.3799565 Feb 15 13:41:48.044648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.047806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:48.077951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:48.078337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.107756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] In _notify_port_updated(), no bound segment for port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 on network 6f9ea403-f652-482f-b862-226846188b8e {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:41:48.108618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:48.109206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.110664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "PUT /v2.0/ports/61a2c328-2b50-4a9a-aad8-2d61ecb87494 HTTP/1.1" status: 200 len: 977 time: 7.2966695 Feb 15 13:41:48.118160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50750) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:48.131684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Transition to ACTIVE for port object 3b9b3071-4953-4bbd-86ac-1b33c32e6dab will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:48.230947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Transition to ACTIVE for port object 3b9b3071-4953-4bbd-86ac-1b33c32e6dab will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:48.231969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Deleting port 61a2c328-2b50-4a9a-aad8-2d61ecb87494 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:48.231969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.327121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.343267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:48.344310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55079d7c-e0ce-4928-b765-e790ffee4799 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event updated for resources: {'Port': ['ID=61a2c328-2b50-4a9a-aad8-2d61ecb87494,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:48.356023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:48.367962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:48.368552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.422660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.430719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=11cf1256-23d3-4f69-9a44-ea5da4531575,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:48.435158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:48.439179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a62ed-bcb7-4749-bb3c-eea2ff72ee8d None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:48.447233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.464511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:48.544298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:48.566648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:48.588095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Port': ['ID=56c85ffb-252b-42b9-be7a-bf94b3b192bb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:48.589389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] For port 61a2c328-2b50-4a9a-aad8-2d61ecb87494, host hv-neutron-8281, got binding levels [] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:48.589992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.590143 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Sync routers for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:48.619878 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:48.620559 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:48.682892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 8fc5891a-7f64-4978-9159-f471ffb241cc has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:48.720735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:48.778263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Pushing event updated for resources: {'Port': ['ID=3b9b3071-4953-4bbd-86ac-1b33c32e6dab,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:48.919292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Calling delete_port for 61a2c328-2b50-4a9a-aad8-2d61ecb87494 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:48.935926 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-89d46e60-ea66-4b97-ac6f-f3acbb1ff408 admin admin] 10.222.0.61 "PUT /v2.0/routers/088a3ef8-5bb4-42c0-9f3b-c0a537003e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4416218 Feb 15 13:41:48.976971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50758) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:48.993882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,segment=NetworkSegment(5cf170c7-58e2-44f7-9bd4-38258f3a5c3e),segment_id=5cf170c7-58e2-44f7-9bd4-38258f3a5c3e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:48.995811 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0518551c-9cf5-4fb7-b7f9-0d29e3cae30c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9660299 Feb 15 13:41:49.002883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50762) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:49.017424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:49.025614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:49.025821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Attempting to bind port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:49.026192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Attempting to bind port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'a1b7d0d1-9533-4331-ada0-7e81653fcabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:49.026762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Attempting to bind port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab on network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:49.031023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:router and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:49.034566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:49.042840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:49.061439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:49.065056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Checking segment: {'id': 'a1b7d0d1-9533-4331-ada0-7e81653fcabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:49.065056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.065056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Bound using segment: {'id': 'a1b7d0d1-9533-4331-ada0-7e81653fcabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:49.065056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Bound port: 3b9b3071-4953-4bbd-86ac-1b33c32e6dab, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b7d0d1-9533-4331-ada0-7e81653fcabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:49.065056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.119464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.122971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.123127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.170660 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:49.222805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=15e213db-f8c3-4221-8726-5732815a578d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:49.225763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-931fba9d-50f3-422e-88d7-b592c9089e14 None None] Provisioning complete for port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:49.226659 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-931fba9d-50f3-422e-88d7-b592c9089e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.268186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2531382c-1a44-4fe4-bbf3-4f216cf45b72 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:49.392369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2531382c-1a44-4fe4-bbf3-4f216cf45b72 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:49.392951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2531382c-1a44-4fe4-bbf3-4f216cf45b72 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:49.512574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:49.536363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] For port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:49.548318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.558287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.578717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '11cf1256-23d3-4f69-9a44-ea5da4531575'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:41:49.579541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.600512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a75b1ca-ee5b-43ca-8068-e8f4c875dd39']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:49.611159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] For port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3b9b3071-4953-4bbd-86ac-1b33c32e6dab,segment=NetworkSegment(a1b7d0d1-9533-4331-ada0-7e81653fcabb),segment_id=a1b7d0d1-9533-4331-ada0-7e81653fcabb)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:49.629340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b7d0d1-9533-4331-ada0-7e81653fcabb') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:49.629675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b7d0d1-9533-4331-ada0-7e81653fcabb') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:49.637523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.709143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.712723 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:41:42Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:49.713556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.734970 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Checking router: 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:49.736237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.750439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.752169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:49.793611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-22718bc1-42f6-48e8-ac1e-cd8d63579137 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/8fc5891a-7f64-4978-9159-f471ffb241cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3714747 Feb 15 13:41:49.798122 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Routers {'088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:49.800430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50778) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:49.803334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a2c328-2b50-4a9a-aad8-2d61ecb87494,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:49.804090 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:49.865635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] Sync routers for ids ['8fc5891a-7f64-4978-9159-f471ffb241cc'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:49.871626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:49.991237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] Routers {'8fc5891a-7f64-4978-9159-f471ffb241cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:49.992714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8fc5891a-7f64-4978-9159-f471ffb241cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:50.000118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Router 889e0820-1d08-41bd-b3d8-bf7be09e15a2 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:41:50.017795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.022070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:50.022887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:50.044771 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:50.092734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.188261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.192195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4827676b-3e59-45d2-9986-952bb36a4e4f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1853068 Feb 15 13:41:50.203438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50784) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.220325 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] Set router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:50.331152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20a61-835a-4395-a9c7-ea4918f394eb None None] Pushing event updated for resources: {'Port': ['ID=3b9b3071-4953-4bbd-86ac-1b33c32e6dab,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:50.338980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:50.352226 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1dc1b056-8c08-4bd1-957f-0e6011621112 tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "DELETE /v2.0/ports/61a2c328-2b50-4a9a-aad8-2d61ecb87494 HTTP/1.1" status: 204 len: 168 time: 2.2371051 Feb 15 13:41:50.422371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] Routers {'8fc5891a-7f64-4978-9159-f471ffb241cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:50.423268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8fc5891a-7f64-4978-9159-f471ffb241cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:50.427928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.508426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.534875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:50.535512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4f121-568f-423d-8b01-a1f4b47c7b1e None None] The sync data for ids ['8fc5891a-7f64-4978-9159-f471ffb241cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:50.543519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/11cf1256-23d3-4f69-9a44-ea5da4531575/6f1d986e-1bbd-4000-bf37-842d1f0b2d34) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:50.549069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:41:50.549069 dv-neutron-828156-1-hyperv neutron-server[88297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:41:50.549069 dv-neutron-828156-1-hyperv neutron-server[88297]: [parameters: {'id': '0a75b1ca-ee5b-43ca-8068-e8f4c875dd39'}] Feb 15 13:41:50.549069 dv-neutron-828156-1-hyperv neutron-server[88297]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:50.549685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:50.563097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-544178ad-0bd9-4953-9c3f-f7ffb011fe43 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 13:41:50.563097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-544178ad-0bd9-4953-9c3f-f7ffb011fe43 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/8fc5891a-7f64-4978-9159-f471ffb241cc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7570419 Feb 15 13:41:50.563097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50796) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.594123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:50.619412 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a4e00280-65f9-46e1-9ad1-67c740899eb8 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "PUT /v2.0/routers/889e0820-1d08-41bd-b3d8-bf7be09e15a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3230257 Feb 15 13:41:50.620703 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7925c7d-513a-42ea-86b6-d0bd55c881fc tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:41:50.622243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7925c7d-513a-42ea-86b6-d0bd55c881fc tempest-PortsAdminExtendedAttrsTestJSON-291605728 tempest-PortsAdminExtendedAttrsTestJSON-291605728-project-admin] 10.222.0.61 "GET /v2.0/ports/61a2c328-2b50-4a9a-aad8-2d61ecb87494 HTTP/1.1" status: 404 len: 333 time: 0.1933074 Feb 15 13:41:50.633390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50802) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.633822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50804) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.636216 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] Sync routers for ids ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:50.641260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Deleting port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:50.641992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:50.659813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded7592-254c-4b4f-b6af-e19b536c82c7 None None] Network 0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:50.744750 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c93124f7-e8f6-4e10-81b7-de621713adcd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5891a-7f64-4978-9159-f471ffb241cc HTTP/1.1" status: 200 len: 205 time: 0.1808388 Feb 15 13:41:50.752101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50810) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:50.890130 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] Routers {'889e0820-1d08-41bd-b3d8-bf7be09e15a2'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:50.890827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:51.027891 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:51.044131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.044355 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] Routers {'889e0820-1d08-41bd-b3d8-bf7be09e15a2'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:51.044833 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:51.120671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.139399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Transition to ACTIVE for port object 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:51.159974 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:51.159974 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75566120-71e3-47d0-b9b8-1650d3ab91fc None None] The sync data for ids ['889e0820-1d08-41bd-b3d8-bf7be09e15a2'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:51.174984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Transition to ACTIVE for port object 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:51.199683 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:41:42Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:51.204311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ab494-f5fb-4d41-8f50-5439683f713d None None] The sync data for ids ['088a3ef8-5bb4-42c0-9f3b-c0a537003e4a'] in dv-neutron-828156-1-hyperv is: [{'id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'name': 'tempest-ServersTestJSON-1272992427-router', 'tenant_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:27Z', 'updated_at': '2022-02-15T13:41:42Z', 'revision_number': 5, 'project_id': '58c6b1f6f9eb45e38c4d4f3b4e658c92', 'gw_port': {'id': '7aa3ca0e-80b5-47c8-9efe-88f002163fb7', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a3ef8-5bb4-42c0-9f3b-c0a537003e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:29Z', 'updated_at': '2022-02-15T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:41:51.207391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.247316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.275431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.379673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:51.380487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Pushing event updated for resources: {'Port': ['ID=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:51.390701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:51.396496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:51.515918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Attempting to bind port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:51.516213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Attempting to bind port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:51.516607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Attempting to bind port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:41:51.524345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:41:51.524727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:51.525137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.525560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:41:51.526033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Bound port: 6f1d986e-1bbd-4000-bf37-842d1f0b2d34, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:41:51.526415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.643023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:51.656281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:51.661249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:51.661850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.687532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.690203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.731039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.787324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] For port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:41:51.792106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] For port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:41:51.806428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:51.807285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.861498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.862014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Fanout notify agent at l3_agent the message router_deleted on router 889e0820-1d08-41bd-b3d8-bf7be09e15a2 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:51.902387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.946324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.964337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:51.967930 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f968af56-f95b-40e2-a76b-3ad231c55aaa tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "DELETE /v2.0/routers/889e0820-1d08-41bd-b3d8-bf7be09e15a2 HTTP/1.1" status: 204 len: 168 time: 1.3306077 Feb 15 13:41:52.024132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fbb29c11-84c6-4489-9fd8-a660d8887acb no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:52.039925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50830) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:52.063902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: fbb29c11-84c6-4489-9fd8-a660d8887acb {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:52.064357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fbb29c11-84c6-4489-9fd8-a660d8887acb not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:52.090313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27113745-56c9-464e-89e1-dfaf011caa2c None None] Pushing event updated for resources: {'Port': ['ID=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:52.093437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1306923335', 'router:external': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:52.182069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting subnet e34706c9-2244-4239-a90c-23142efa1d6a {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:52.229198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:52.252182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.283157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.290169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:network and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:52.291856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:52.309700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:52.353279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] For port 7aa3ca0e-80b5-47c8-9efe-88f002163fb7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:52.353672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.393487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.483601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.538687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.546364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Made reservation on behalf of 9d6d76fd871246b8b98439590cbc5162 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:52.548663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.568683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Calling delete_port for 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:52.573968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9ea403-f652-482f-b862-226846188b8e']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:52.595729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a83476-fbc4-4f6e-b4b4-2f98f69de27f') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:52.595939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a83476-fbc4-4f6e-b4b4-2f98f69de27f') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:52.601734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.602251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc5891a-7f64-4978-9159-f471ffb241cc {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:52.625675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.635514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.668803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.670864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e6a11188-4e45-429f-a372-78dbc9445e18 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/8fc5891a-7f64-4978-9159-f471ffb241cc HTTP/1.1" status: 204 len: 168 time: 1.9168887 Feb 15 13:41:52.680730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50836) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:52.690137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3b9b3071-4953-4bbd-86ac-1b33c32e6dab,segment=NetworkSegment(a1b7d0d1-9533-4331-ada0-7e81653fcabb),segment_id=a1b7d0d1-9533-4331-ada0-7e81653fcabb)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:52.690496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.699633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:52.704002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.723648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:52.748647 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:52.751823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:security_group_rule and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:52.772715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:52.839480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:52.875557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:52.935752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 3b9b3071-4953-4bbd-86ac-1b33c32e6dab owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:52.960704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::1 (7bbde29e-2549-4182-a259-7bbb71f9b94f/11cf1256-23d3-4f69-9a44-ea5da4531575/166bb904-20b9-4100-9c84-c3102955e004) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:41:53.023116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 104fb2b3-957a-4428-98c2-834207b19118 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:53.040129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.182958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.204372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.226316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] Pushing event deleted for resources: {'Network': ['ID=6f9ea403-f652-482f-b862-226846188b8e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:53.238849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104373c-4083-4fa8-b0b8-10e2b9ffe89a None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:41:53.260399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.284004 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0b84593f-891d-4f6f-a569-24a43bdea094 tempest-PortsAdminExtendedAttrsTestJSON-1944891256 tempest-PortsAdminExtendedAttrsTestJSON-1944891256-project] 10.222.0.61 "DELETE /v2.0/networks/6f9ea403-f652-482f-b862-226846188b8e HTTP/1.1" status: 204 len: 168 time: 2.6465085 Feb 15 13:41:53.359342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.394861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.409624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Subnet': ['ID=e34706c9-2244-4239-a90c-23142efa1d6a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:53.414280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.419141 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0113c229-a022-49c5-b623-93eab2422a0a tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "DELETE /v2.0/subnets/e34706c9-2244-4239-a90c-23142efa1d6a HTTP/1.1" status: 204 len: 168 time: 1.3641601 Feb 15 13:41:53.419734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50844) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:53.500989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104373c-4083-4fa8-b0b8-10e2b9ffe89a None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:41:53.511428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-12b3a29c-d133-4293-9753-cf2e2bad093d None None] Provisioning for port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:53.537995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=3b9b3071-4953-4bbd-86ac-1b33c32e6dab,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:53.576793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.672413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.680076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.704008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 166bb904-20b9-4100-9c84-c3102955e004 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:53.708436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Deleting port 01dc129d-db82-4ede-9fde-49fd17324736 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:53.708852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.712302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:53.730481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 3b9b3071-4953-4bbd-86ac-1b33c32e6dab on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:53.778916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.824973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.874466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=104fb2b3-957a-4428-98c2-834207b19118,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:53.938845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] For port 01dc129d-db82-4ede-9fde-49fd17324736, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=01dc129d-db82-4ede-9fde-49fd17324736,segment=NetworkSegment(b03bc148-fcea-401b-bee0-a665254719f9),segment_id=b03bc148-fcea-401b-bee0-a665254719f9)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:53.939084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.968133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.970853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:53.990472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:53.998051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.051901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:54.052734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.090266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.102297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Calling delete_port for 01dc129d-db82-4ede-9fde-49fd17324736 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:54.103071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.119827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa3ca0e-80b5-47c8-9efe-88f002163fb7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:54.125155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:54.167986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50852) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:54.193032 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-664093f2-f6fc-4558-93ad-728ecd8a0cc7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/104fb2b3-957a-4428-98c2-834207b19118 HTTP/1.1" status: 204 len: 168 time: 1.5085568 Feb 15 13:41:54.193032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d601d7a-2b63-4d83-a44a-d694daf718e3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:54.202718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50856) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:54.236229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:54.242562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:54.244148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386d7c7-5935-4de4-97d1-7ef17687ee60 None None] Network f93fbaca-47c8-47e3-9364-a14afbf9854d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:54.246631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:41:54.247416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.264983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a75b1ca-ee5b-43ca-8068-e8f4c875dd39']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:54.277643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.277643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Added segment 554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0 of type vlan for network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e Feb 15 13:41:54.283872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=166bb904-20b9-4100-9c84-c3102955e004,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:54.305770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b7d0d1-9533-4331-ada0-7e81653fcabb') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:54.306470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b7d0d1-9533-4331-ada0-7e81653fcabb') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:54.337119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46925f88-380e-4084-b617-0e862f62796a None None] Network 90826f00-9100-4728-b71a-ee555031b284 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:54.400205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-54b34ca0-de93-4624-9eb1-e84325b0aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:54.408350 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-54b34ca0-de93-4624-9eb1-e84325b0aa35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.7269604 Feb 15 13:41:54.438523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.440298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.466659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d805e0-59c7-4746-bf53-b9720c1014a9 req-fecdfca6-694d-4d21-8aec-1f28ea51fc29 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:54.469219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8d805e0-59c7-4746-bf53-b9720c1014a9 req-fecdfca6-694d-4d21-8aec-1f28ea51fc29 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.7779381 Feb 15 13:41:54.505354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Port': ['ID=01dc129d-db82-4ede-9fde-49fd17324736,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:54.545896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] No DVR routers for this DVR port 01dc129d-db82-4ede-9fde-49fd17324736 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:54.638967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.656482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:54.691887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.726545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.770313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.781526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378523f-a951-44a6-bbd3-6ca84fc6da37 None None] DHCP port deletion for f93fbaca-47c8-47e3-9364-a14afbf9854d request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:54.794027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3de5ecf3-ab88-4516-87fc-0104f899562c None None] Provisioning for port 166bb904-20b9-4100-9c84-c3102955e004 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:41:54.807309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] DHCP port deletion for 90826f00-9100-4728-b71a-ee555031b284 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:54.815940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Deleting port dc175082-189d-4b99-9235-df1304d69cd4 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:54.816318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.849143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3de5ecf3-ab88-4516-87fc-0104f899562c None None] Provisioning complete for port 166bb904-20b9-4100-9c84-c3102955e004 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:54.849545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3de5ecf3-ab88-4516-87fc-0104f899562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.898898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.914385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.935954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.941857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:54.951533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:54.994691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3de5ecf3-ab88-4516-87fc-0104f899562c None None] Port 166bb904-20b9-4100-9c84-c3102955e004 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:55.021193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93fbaca-47c8-47e3-9364-a14afbf9854d']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:55.040983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bc148-fcea-401b-bee0-a665254719f9') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:55.041340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bc148-fcea-401b-bee0-a665254719f9') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:55.044032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:41:55.051879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:55.052707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:55.075801 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:55.078328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-57e41ab5-9446-40eb-8b22-e7fd48d75bd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bde7104e7d144555bafb11ff3ad1c375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9080288 Feb 15 13:41:55.108561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50862) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:55.119673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.144298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] For port dc175082-189d-4b99-9235-df1304d69cd4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dc175082-189d-4b99-9235-df1304d69cd4,segment=NetworkSegment(8c106713-bdf2-48aa-a584-ec638558b8d1),segment_id=8c106713-bdf2-48aa-a584-ec638558b8d1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:55.144782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.236189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.259720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:55.260132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:55.280376 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:55.282964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Calling delete_port for dc175082-189d-4b99-9235-df1304d69cd4 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:55.299364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8d805e0-59c7-4746-bf53-b9720c1014a9 req-36d74093-3d83-4855-ae36-0868a1b9f09b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5960834 Feb 15 13:41:55.301618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.316726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.332735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port dc175082-189d-4b99-9235-df1304d69cd4 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:55.332735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.412327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-ed6cfe3b-3e1d-491b-983d-1a35fcbd150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:55.414431 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-ed6cfe3b-3e1d-491b-983d-1a35fcbd150a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.8935585 Feb 15 13:41:55.463946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.493577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.494735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:55.495134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.514295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.547638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.577965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.578223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088a3ef8-5bb4-42c0-9f3b-c0a537003e4a {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:41:55.583188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.593865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] The port 'dc175082-189d-4b99-9235-df1304d69cd4' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:41:55.594877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.605749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:41:55.617759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.620906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] Pushing event deleted for resources: {'Network': ['ID=f93fbaca-47c8-47e3-9364-a14afbf9854d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:55.680620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.703113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.703348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] Pushing event deleted for resources: {'Port': ['ID=dc175082-189d-4b99-9235-df1304d69cd4,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:55.706074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7809bfd-387e-4b15-b204-c8510e18b890 None None] No DVR routers for this DVR port dc175082-189d-4b99-9235-df1304d69cd4 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:41:55.718204 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6978b268-c110-4025-bf41-a54a2317b7d2 tempest-FloatingIPNegativeTestJSON-756886482 tempest-FloatingIPNegativeTestJSON-756886482-project] 10.222.0.61 "DELETE /v2.0/networks/f93fbaca-47c8-47e3-9364-a14afbf9854d HTTP/1.1" status: 204 len: 168 time: 2.2652524 Feb 15 13:41:55.746361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.757532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.760803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:55.761737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.764020 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-114665d5-8126-4fb5-9aa0-770bc6ea98ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1001 time: 0.3413129 Feb 15 13:41:55.780033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.783512 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9773f285-92c7-4709-b0ae-c60a8b02ba08 admin admin] 10.222.0.61 "DELETE /v2.0/routers/088a3ef8-5bb4-42c0-9f3b-c0a537003e4a HTTP/1.1" status: 204 len: 168 time: 6.8026247 Feb 15 13:41:55.788660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50868) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:55.822043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Network': ['ID=2f34561e-45d4-4e4e-80a5-9ca7c4e0872e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:55.827984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.830879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 HTTP/1.1" status: 204 len: 168 time: 8.7783751 Feb 15 13:41:55.831777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50872) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:55.831906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:55.840143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4a3a79e-ab30-461d-8fe0-9f8f1e76efd2 HTTP/1.1" status: 204 len: 168 time: 0.7296505 Feb 15 13:41:55.849758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:55.894430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c6844-6550-448d-b140-c15a19c0b9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a3a79e-ab30-461d-8fe0-9f8f1e76efd2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:55.962586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141667567'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:55.966512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=166bb904-20b9-4100-9c84-c3102955e004,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:55.979865 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-93630ce5-a0fd-4384-8d6b-01ac513cd65c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.3343027 Feb 15 13:41:55.983048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:55.983466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50878) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:55.997179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657402ed-9990-4016-8bc2-b4f107a8455a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=0a75b1ca-ee5b-43ca-8068-e8f4c875dd39,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:56.006793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'subnet': {'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:56.010568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:56.013133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:56.014333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.018663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:subnet and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:56.023995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:56.035072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:56.036398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:56.047703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:56.052219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-d32bd1b6-4b80-4cc6-8183-bcd4fe6b6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:56.054350 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-d32bd1b6-4b80-4cc6-8183-bcd4fe6b6eb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.2697177 Feb 15 13:41:56.081441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:41:56.082620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:56.116640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90826f00-9100-4728-b71a-ee555031b284']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:56.137699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Deleting subnet 036e8f06-10c4-4359-beb6-eb023150a07d {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:41:56.145925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c106713-bdf2-48aa-a584-ec638558b8d1') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:56.146182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c106713-bdf2-48aa-a584-ec638558b8d1') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:56.156093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.195949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.262594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:56.266442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.279462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Made reservation on behalf of 9d6d76fd871246b8b98439590cbc5162 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:56.282527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 01dc129d-db82-4ede-9fde-49fd17324736 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:56.282801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.295283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.306381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.394487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 01dc129d-db82-4ede-9fde-49fd17324736 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:56.394487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 01dc129d-db82-4ede-9fde-49fd17324736 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:56.395115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dc175082-189d-4b99-9235-df1304d69cd4 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:56.427823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:41:56.428077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.440531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: dc175082-189d-4b99-9235-df1304d69cd4 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:56.440871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dc175082-189d-4b99-9235-df1304d69cd4 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:41:56.458395 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:41:56.474101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b0137ed0-c8c5-4967-974a-b4994b443da2 None None] Provisioning complete for port 166bb904-20b9-4100-9c84-c3102955e004 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:41:56.474718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b0137ed0-c8c5-4967-974a-b4994b443da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.556317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.560374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b0137ed0-c8c5-4967-974a-b4994b443da2 None None] Port 166bb904-20b9-4100-9c84-c3102955e004 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:41:56.633508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:56.645604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.645938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment 8b7120d5-52ed-4103-9048-4b61985bc026 of type vlan for network 05861f4a-1252-44aa-9334-b25007cf6f97 Feb 15 13:41:56.681830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:56.706232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Router bbc5f372-0464-4344-b785-b876b0a372ea is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:41:56.746436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50888) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:56.842679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-34e7a032-7904-483b-b494-2b7b7396af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:56.844168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-34e7a032-7904-483b-b494-2b7b7396af74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7695966 Feb 15 13:41:56.984476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.016398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.026304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.031748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:57.032335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.044022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:41:57.058800 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-50c4e221-871d-4fe4-b09a-c6b41e4ea71d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "PUT /v2.0/routers/bbc5f372-0464-4344-b785-b876b0a372ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8542457 Feb 15 13:41:57.061388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50894) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.062085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Sync routers for ids ['bbc5f372-0464-4344-b785-b876b0a372ea'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:41:57.064587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=90826f00-9100-4728-b71a-ee555031b284,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:57.081556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Routers {'bbc5f372-0464-4344-b785-b876b0a372ea'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:41:57.082578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bbc5f372-0464-4344-b785-b876b0a372ea'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:57.100546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50898) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.119558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ba95ac34-4916-4b08-8ce1-7db33eeb45d7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/90826f00-9100-4728-b71a-ee555031b284 HTTP/1.1" status: 204 len: 168 time: 2.9146249 Feb 15 13:41:57.134486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50902) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.185770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.188088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1666655-44a8-4eaa-8b0a-72ea0188602d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:57.188699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b1666655-44a8-4eaa-8b0a-72ea0188602d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:41:57.215255 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a5d44bb9-e5cd-478c-a16c-4958a9fd512f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1ad6370661b4d23add80500005ba957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133492 Feb 15 13:41:57.219099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50906) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.244420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858442-3631-476c-b970-0231582f3eda req-21cfa7d0-d53b-4422-b0cb-5841ef8b05d3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:57.245933 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa858442-3631-476c-b970-0231582f3eda req-21cfa7d0-d53b-4422-b0cb-5841ef8b05d3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6248364 Feb 15 13:41:57.262085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-818109399'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:57.269712 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-906525c3-b608-42db-bba3-4c7922d2322e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8ba66f0e3e14d18a91c00ade2647fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851787 Feb 15 13:41:57.274459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50910) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.282580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Set router bbc5f372-0464-4344-b785-b876b0a372ea gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:41:57.292841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4367156 Feb 15 13:41:57.294196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:57.300576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.309555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.313212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/036e8f06-10c4-4359-beb6-eb023150a07d HTTP/1.1" status: 204 len: 168 time: 1.4869039 Feb 15 13:41:57.316228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8287-b653-49da-af0f-5b7bb3325962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036e8f06-10c4-4359-beb6-eb023150a07d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:57.321745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50918) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.339136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364bc4c7-d793-4add-9369-b4b6d2ac755b None None] Network f86d5583-f855-49a4-a048-1cedea2216cd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:57.349172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b1666655-44a8-4eaa-8b0a-72ea0188602d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:41:57.353542 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b1666655-44a8-4eaa-8b0a-72ea0188602d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports/166bb904-20b9-4100-9c84-c3102955e004 HTTP/1.1" status: 200 len: 911 time: 0.2888031 Feb 15 13:41:57.361331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:41:57.361832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.369343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50920) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.470644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:57.485590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:57.495296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:57.501193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.536545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:57.552497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b111de1-874b-451f-ad57-8c60bee7502e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=05861f4a-1252-44aa-9334-b25007cf6f97,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:57.565112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:57.565606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7aa3ca0e-80b5-47c8-9efe-88f002163fb7 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:57.568283 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-08f4ba9a-7586-44ff-8451-6d0143feb50a service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093337 Feb 15 13:41:57.580104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.580447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 05861f4a-1252-44aa-9334-b25007cf6f97 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:57.581764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Subnet': ['ID=024213c8-0bfc-4685-9005-ddf98c5743fb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:57.591342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.629284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Checking segment: {'id': '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:41:57.629727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network hostable DHCP agents. Network: 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:41:57.638191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:57.660593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.737540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312690d-2dc9-4d3c-bcbc-437e8824b83e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:57.744331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312690d-2dc9-4d3c-bcbc-437e8824b83e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:57.748864 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c312690d-2dc9-4d3c-bcbc-437e8824b83e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3494596 Feb 15 13:41:57.749471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50926) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:57.836982 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa858442-3631-476c-b970-0231582f3eda req-78d795a5-45a3-44ea-b356-3235ecacf9be tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5513725 Feb 15 13:41:57.879421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.882682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:41:57.890869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:57.905927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:57.912233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:57.923855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:57.946622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:57.950382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:57.967515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:41:54Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '166bb904-20b9-4100-9c84-c3102955e004', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:15:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:52Z', 'updated_at': '2022-02-15T13:41:55Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:41:57.971830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Checking router: bbc5f372-0464-4344-b785-b876b0a372ea for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:41:57.972266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Updating router bbc5f372-0464-4344-b785-b876b0a372ea port 166bb904-20b9-4100-9c84-c3102955e004 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:41:58.008820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Deleting port 4339a96a-d54e-46f9-8f49-d5f71703cdde {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:58.009165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.011761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:41:58.028840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87bc0fd-575c-40bd-b55e-7d3c51a8ec6b None None] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:58.047838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] DHCP port deletion for f86d5583-f855-49a4-a048-1cedea2216cd request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:41:58.048230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38a04b0e-86ba-4c21-94d1-500b6ab77d68 req-6fffc278-39d6-45bf-acfd-d97bcf5be528 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470509 Feb 15 13:41:58.064888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.074410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:41:58.081947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:58.082843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.092384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.115165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.116387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.116746 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 5358b782-8bcd-4656-b26c-59e2f7c23b9e of type vlan for network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e Feb 15 13:41:58.125147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Deleting port 4339a96a-d54e-46f9-8f49-d5f71703cdde {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:58.125544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.125767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba873b-39c2-4c90-9d2d-00af61307e46,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:58.146671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:58.151853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.158347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.166376 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0290bff8-6828-41ad-ab4c-58fdb9784465 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4ba873b-39c2-4c90-9d2d-00af61307e46 HTTP/1.1" status: 204 len: 168 time: 0.9461784 Feb 15 13:41:58.168729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a42c17-37de-4b57-a67c-2901b40c2c4f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:58.184676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.193050 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-574beaf3-8d02-4537-8c6f-03d3b4284db6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96a42c17-37de-4b57-a67c-2901b40c2c4f HTTP/1.1" status: 204 len: 168 time: 0.9160047 Feb 15 13:41:58.379307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.397761 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-503d17ba-9282-41b9-bcd2-8d8ad833477b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4122560 Feb 15 13:41:58.401664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50934) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:58.419218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-298082998', 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:58.443825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:58.458579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:port and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:58.472350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:58.478638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] For port 4339a96a-d54e-46f9-8f49-d5f71703cdde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4339a96a-d54e-46f9-8f49-d5f71703cdde,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:58.478994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.500261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:58.652070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.663985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Calling delete_port for 4339a96a-d54e-46f9-8f49-d5f71703cdde owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:58.676568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] For port 4339a96a-d54e-46f9-8f49-d5f71703cdde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4339a96a-d54e-46f9-8f49-d5f71703cdde,segment=NetworkSegment(040a9f4a-10f2-490f-bbcc-eb703d92cbf9),segment_id=040a9f4a-10f2-490f-bbcc-eb703d92cbf9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:41:58.677176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.735376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.741714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:41:58.742610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.893834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Made reservation on behalf of 9d6d76fd871246b8b98439590cbc5162 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:41:58.893834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:58.926491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Calling delete_port for 4339a96a-d54e-46f9-8f49-d5f71703cdde owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:58.970958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e16b38-1185-4c93-9470-c969e8b708bd None None] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:41:59.048840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8577204 Feb 15 13:41:59.074413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 50948) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:41:59.092517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:41:59.127866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3489ca-429c-4e3f-a6ed-a1079e694d1a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:59.161324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:41:59.199152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] device_id is not set on port 24cbcc8c-b929-4961-8d97-90591abf3f2a yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:41:59.404111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 166bb904-20b9-4100-9c84-c3102955e004 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:41:59.404659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.466327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-60c1f35e-bb45-43fe-9465-7bdeb83eb7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.525289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:41:59.525713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:41:59.530225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.545790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Transition to ACTIVE for port object 166bb904-20b9-4100-9c84-c3102955e004 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:41:59.562786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4339a96a-d54e-46f9-8f49-d5f71703cdde no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:41:59.604459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4339a96a-d54e-46f9-8f49-d5f71703cdde {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:41:59.604699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4339a96a-d54e-46f9-8f49-d5f71703cdde not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:41:59.625378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.629921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:41:59.636672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:41:59.643804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:41:59.724645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.836233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c93aa-2ba6-41b8-9621-06b92cfffb8f None None] Pushing event updated for resources: {'Port': ['ID=166bb904-20b9-4100-9c84-c3102955e004,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:41:59.901147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:41:59.909052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:41:59.912347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 166bb904-20b9-4100-9c84-c3102955e004 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:41:59.994860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Attempting to bind port 166bb904-20b9-4100-9c84-c3102955e004 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:41:59.996063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Attempting to bind port 166bb904-20b9-4100-9c84-c3102955e004 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:41:59.996680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Attempting to bind port 166bb904-20b9-4100-9c84-c3102955e004 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:00.009446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] No DVR routers for this DVR port 4339a96a-d54e-46f9-8f49-d5f71703cdde on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:00.021375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Bound port: 166bb904-20b9-4100-9c84-c3102955e004, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:00.026416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.046353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Deleting port 4339a96a-d54e-46f9-8f49-d5f71703cdde {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:00.046818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.128084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=4339a96a-d54e-46f9-8f49-d5f71703cdde,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:00.156188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:00.156941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:00.173279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f244fa58-319a-4d85-b1ac-7eaf1b6c9b2d None None] The port '4339a96a-d54e-46f9-8f49-d5f71703cdde' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:42:00.191424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:00.195596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.247961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] For port 166bb904-20b9-4100-9c84-c3102955e004, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:00.254619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] For port 166bb904-20b9-4100-9c84-c3102955e004, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=166bb904-20b9-4100-9c84-c3102955e004,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:00.287136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.20.0.14 (2f34561e-45d4-4e4e-80a5-9ca7c4e0872e/024213c8-0bfc-4685-9005-ddf98c5743fb/24cbcc8c-b929-4961-8d97-90591abf3f2a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:00.359542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.396058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 50982) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:00.476368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=27910116-05ba-46ae-815b-c42a6c7eec88,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:00.485990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.522687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c93aa-2ba6-41b8-9621-06b92cfffb8f None None] Pushing event updated for resources: {'Port': ['ID=166bb904-20b9-4100-9c84-c3102955e004,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:00.526402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e763cd-b958-4ffc-9cc6-ee0a4e90b81f req-fcdde01c-2308-4682-8dff-3f18d638a54b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:00.528964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-35e763cd-b958-4ffc-9cc6-ee0a4e90b81f req-fcdde01c-2308-4682-8dff-3f18d638a54b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.4516814 Feb 15 13:42:00.543700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Routers {'bbc5f372-0464-4344-b785-b876b0a372ea'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:00.544354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:41:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bbc5f372-0464-4344-b785-b876b0a372ea'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:00.567468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-541807123'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:00.578484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:00.583211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Usage tracker for resource:network and tenant:a80bd773126c4ff8b11e4424fcad35f8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:00.587032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:00.593460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:00.657647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': '8b7120d5-52ed-4103-9048-4b61985bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:00.658460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 05861f4a-1252-44aa-9334-b25007cf6f97, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:00.659528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 166bb904-20b9-4100-9c84-c3102955e004 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:00.660433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.673174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86d5583-f855-49a4-a048-1cedea2216cd']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:00.717910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040a9f4a-10f2-490f-bbcc-eb703d92cbf9') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:00.718208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040a9f4a-10f2-490f-bbcc-eb703d92cbf9') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:00.744961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Made reservation on behalf of a80bd773126c4ff8b11e4424fcad35f8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:00.749199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.759707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] Set router bbc5f372-0464-4344-b785-b876b0a372ea gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:00.769564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.779737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:00.806249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:00.814585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-35e763cd-b958-4ffc-9cc6-ee0a4e90b81f req-6c17eb85-028a-46fe-bd55-728915d77e2c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416432 Feb 15 13:42:00.831372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Usage tracker for resource:security_group_rule and tenant:a80bd773126c4ff8b11e4424fcad35f8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:00.843352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:00.989572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:00.989908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.012058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:01.012464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.021010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] For port 166bb904-20b9-4100-9c84-c3102955e004, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=166bb904-20b9-4100-9c84-c3102955e004,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:01.022528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:01.028488 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:01.145201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 05861f4a-1252-44aa-9334-b25007cf6f97 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:01.161295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 166bb904-20b9-4100-9c84-c3102955e004 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:01.222535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:41:54Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '166bb904-20b9-4100-9c84-c3102955e004', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:15:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:52Z', 'updated_at': '2022-02-15T13:42:00Z', 'revision_number': 4, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:01.227747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87854808-c277-492d-9fbd-625a1b61c202 None None] The sync data for ids ['bbc5f372-0464-4344-b785-b876b0a372ea'] in dv-neutron-828156-1-hyperv is: [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:41:54Z', 'revision_number': 2, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None, '_interfaces': [{'id': '166bb904-20b9-4100-9c84-c3102955e004', 'name': '', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'mac_address': 'fa:16:3e:15:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:41:52Z', 'updated_at': '2022-02-15T13:42:00Z', 'revision_number': 4, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'subnets': [{'id': '11cf1256-23d3-4f69-9a44-ea5da4531575', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:01.246782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.266215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.282280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 05861f4a-1252-44aa-9334-b25007cf6f97) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:01.287013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:01.292106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.298750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae0e79-38c2-4fef-9fbb-e905560af03d None None] Network 05861f4a-1252-44aa-9334-b25007cf6f97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:01.325173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.336392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.357882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.394999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.407453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:01.409931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f86d5583-f855-49a4-a048-1cedea2216cd,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:01.421332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.421332 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Added segment e1fef50f-c3e3-4a96-aaba-0f72b6a12652 of type vlan for network 8b4b10bc-5052-4438-82ac-6373bc89f4de Feb 15 13:42:01.444796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.572630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.574041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-557fb13e-0d90-4def-9126-f524e5889fcb admin admin] 10.222.0.61 "DELETE /v2.0/networks/f86d5583-f855-49a4-a048-1cedea2216cd HTTP/1.1" status: 204 len: 168 time: 4.0832536 Feb 15 13:42:01.574041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61d7ef68-5f7a-4c79-a204-c278185172cc tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2522130 Feb 15 13:42:01.580289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:01.581236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51000) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:01.595927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:01.599506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b8327-269d-4474-af8f-7a735c79d395,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:01.621821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:01.701513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738004889'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:01.711832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '5358b782-8bcd-4656-b26c-59e2f7c23b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:01.712375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:01.735935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-05861f4a-1252-44aa-9334-b25007cf6f97', 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': '27910116-05ba-46ae-815b-c42a6c7eec88'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:01.737594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.745229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:01.754753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=6737ff7a-1e9e-4fcf-b740-a8f0eca766e6,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:01.755833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.779024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:01.789657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:01.809851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:01.812169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=24cbcc8c-b929-4961-8d97-90591abf3f2a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:01.824249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.831103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:01.831949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.833803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:01.835259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:01.896732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=166bb904-20b9-4100-9c84-c3102955e004,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:01.902390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51008) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:01.909859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:01.967801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:01.971434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.076262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00297a3e-2317-4c65-b544-bb5a4e17a20f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.6695321 Feb 15 13:42:02.083830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:02.087400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51014) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.102321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:02.103328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.114421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de53b392-00ab-4aff-b560-8d0e3cadc404 None None] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:02.197763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-106779016', 'router:external': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:02.214620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.248995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:02.262655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Allocated IP 2001:db8::1 (05861f4a-1252-44aa-9334-b25007cf6f97/27910116-05ba-46ae-815b-c42a6c7eec88/8d7a856c-f3ec-4beb-aa3f-a732a37ca535) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:02.287684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:network and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:02.297564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:02.303464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:02.325434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:02.345324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting port 24cbcc8c-b929-4961-8d97-90591abf3f2a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:02.351338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.379497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.379855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment e131ad02-6eee-4deb-94ba-83344b1e33cf of type vlan for network 82613ce3-69a6-467e-af31-c8c9553306e4 Feb 15 13:42:02.382822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.384926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4d112b72-7b40-42dd-872c-99178795ab6a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3094664 Feb 15 13:42:02.386839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51024) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.407012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375076323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:02.413139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event updated for resources: {'Network': ['ID=8b4b10bc-5052-4438-82ac-6373bc89f4de,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:02.420761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:02.472415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afc21-cc82-444d-8e99-5e00b48f9591 req-669a0ce2-2faf-4f2c-bcc9-49a1b3997d5f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:02.474120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d3afc21-cc82-444d-8e99-5e00b48f9591 req-669a0ce2-2faf-4f2c-bcc9-49a1b3997d5f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4868011 Feb 15 13:42:02.485680 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b43edd16-fd86-43c3-baee-dc1d6843972b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58c6b1f6f9eb45e38c4d4f3b4e658c92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2644224 Feb 15 13:42:02.487851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.493042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51028) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.517977 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-878846cc-5967-4841-a7ac-244b37a7bb28 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1109376 Feb 15 13:42:02.517977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:02.531112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:02.555153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51032) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.570449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:02.577114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Request body: {'subnet': {'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:02.587166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:02.727576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.733835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.735039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.767505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Router bbc5f372-0464-4344-b785-b876b0a372ea has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:42:02.785534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.822761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:42:02.823520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d3882c02-755c-43c8-8aa9-9996915c2ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.848598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Transition to ACTIVE for port object 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:02.855543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Made reservation on behalf of a0065c5e8f8c413fbfd25fe448267d9f for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:02.858299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.909549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.926015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Transition to ACTIVE for port object 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:02.937949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.944350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:02.957363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e', 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '6737ff7a-1e9e-4fcf-b740-a8f0eca766e6'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:02.958295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:02.959134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d3afc21-cc82-444d-8e99-5e00b48f9591 req-172ada98-71de-4430-87af-db1af951c805 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4632876 Feb 15 13:42:02.959360 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-344afbb2-e798-4cbf-9041-4eb2df913d60 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "PUT /v2.0/routers/bbc5f372-0464-4344-b785-b876b0a372ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043536 Feb 15 13:42:02.960551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51036) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:02.982852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.032672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.038968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:03.039609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.050499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.059842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.067271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:03.093042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d8bc6-1544-49ed-aff9-ec335abe72a5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:03.094858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d8bc6-1544-49ed-aff9-ec335abe72a5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:03.096216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa2d8bc6-1544-49ed-aff9-ec335abe72a5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:03.100660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:security_group_rule and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:03.104866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:03.143302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.157315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Network 05861f4a-1252-44aa-9334-b25007cf6f97 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:03.168669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:03.172020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:03.172162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:03.183726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Usage tracker for resource:subnet and tenant:a80bd773126c4ff8b11e4424fcad35f8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:03.192576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:03.200985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.203672 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36753725-ff09-4807-b63c-ab67f187634f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8081288 Feb 15 13:42:03.206243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51040) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:03.220215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:03.222429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:03.230303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.283846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=82613ce3-69a6-467e-af31-c8c9553306e4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:03.307195 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-461b39d0-682b-4fd0-a887-aa3ecb0c4e39 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6418693 Feb 15 13:42:03.311218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.322408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:03.329869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.330050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 82613ce3-69a6-467e-af31-c8c9553306e4 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:03.341658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Pushing event updated for resources: {'Port': ['ID=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:03.347533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:03.349394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Attempting to bind port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:03.350424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Attempting to bind port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8b7120d5-52ed-4103-9048-4b61985bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:03.351180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Attempting to bind port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 on network 05861f4a-1252-44aa-9334-b25007cf6f97 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:03.362139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa2d8bc6-1544-49ed-aff9-ec335abe72a5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:03.366482 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fa2d8bc6-1544-49ed-aff9-ec335abe72a5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3998864 Feb 15 13:42:03.375202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51048) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:03.423307 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Sync routers for ids ['bbc5f372-0464-4344-b785-b876b0a372ea'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:03.434647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:03.435340 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Routers {'bbc5f372-0464-4344-b785-b876b0a372ea'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:03.435937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Checking segment: {'id': '8b7120d5-52ed-4103-9048-4b61985bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:03.436072 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bbc5f372-0464-4344-b785-b876b0a372ea'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:03.436926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.437500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Bound using segment: {'id': '8b7120d5-52ed-4103-9048-4b61985bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:03.438182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Bound port: 8d7a856c-f3ec-4beb-aa3f-a732a37ca535, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7120d5-52ed-4103-9048-4b61985bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05861f4a-1252-44aa-9334-b25007cf6f97'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:03.438817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.452796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 11cf1256-23d3-4f69-9a44-ea5da4531575 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:03.453388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.498247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Allocated IP 2001:db8::2 (a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e/6737ff7a-1e9e-4fcf-b740-a8f0eca766e6/9cb5c063-9bce-4fab-8818-5624973710a6) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:03.583828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Calling delete_port for 24cbcc8c-b929-4961-8d97-90591abf3f2a owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:03.590101 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Set router bbc5f372-0464-4344-b785-b876b0a372ea gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:03.694033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] For port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:03.725501 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:42:01Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:03.726280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] For port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,segment=NetworkSegment(8b7120d5-52ed-4103-9048-4b61985bc026),segment_id=8b7120d5-52ed-4103-9048-4b61985bc026)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:03.731830 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Checking router: bbc5f372-0464-4344-b785-b876b0a372ea for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:42:03.743652 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Routers {'bbc5f372-0464-4344-b785-b876b0a372ea'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:03.745003 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bbc5f372-0464-4344-b785-b876b0a372ea'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:03.839113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.840390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Made reservation on behalf of a80bd773126c4ff8b11e4424fcad35f8 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:03.844976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.850192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:03.936770 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] Set router bbc5f372-0464-4344-b785-b876b0a372ea gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:03.972500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.007504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.039581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.053100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Transition to ACTIVE for port object 9cb5c063-9bce-4fab-8818-5624973710a6 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:04.076434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fda1d-2a70-4234-b28c-be4092380475 None None] Pushing event updated for resources: {'Port': ['ID=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.079226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34f404-6015-47e3-8950-ad19e0e2ac55,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.092235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.126077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Transition to ACTIVE for port object 9cb5c063-9bce-4fab-8818-5624973710a6 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:04.148318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.152245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e71e1b95-9ea9-48d2-b26b-bc747998fdf1 HTTP/1.1" status: 204 len: 168 time: 1.6525288 Feb 15 13:42:04.152245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:04.156317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.159345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:04.172802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.175197 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:42:01Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:04.185794 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14f862-c5bf-4771-a538-c536c522cd3f None None] The sync data for ids ['bbc5f372-0464-4344-b785-b876b0a372ea'] in dv-neutron-828156-1-hyperv is: [{'id': 'bbc5f372-0464-4344-b785-b876b0a372ea', 'name': 'tempest-NetworksTestDHCPv6-router-729949551', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:41:49Z', 'updated_at': '2022-02-15T13:42:01Z', 'revision_number': 3, 'project_id': '3e6be984b7c641d8916b16eccd053a2b', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:04.254642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea5ddd-3fc4-42b1-98b9-834b51b12df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e1b95-9ea9-48d2-b26b-bc747998fdf1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.270076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.271974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:04.285936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:04.327743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:04.337770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.339290 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Added segment 44442967-9889-4003-9e5d-273601382fab of type vlan for network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 Feb 15 13:42:04.417559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:04.417559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:04.417559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:04.458430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Pushing event updated for resources: {'Port': ['ID=9cb5c063-9bce-4fab-8818-5624973710a6,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.459920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.476575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.515815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:04.520035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.581726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Attempting to bind port 9cb5c063-9bce-4fab-8818-5624973710a6 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:04.588525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Attempting to bind port 9cb5c063-9bce-4fab-8818-5624973710a6 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '5358b782-8bcd-4656-b26c-59e2f7c23b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:04.588525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Attempting to bind port 9cb5c063-9bce-4fab-8818-5624973710a6 on network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:04.588765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:04.589035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Checking segment: {'id': '5358b782-8bcd-4656-b26c-59e2f7c23b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:04.589573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.589964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Bound using segment: {'id': '5358b782-8bcd-4656-b26c-59e2f7c23b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:04.590423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Bound port: 9cb5c063-9bce-4fab-8818-5624973710a6, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5358b782-8bcd-4656-b26c-59e2f7c23b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:04.590825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.707935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.ipam_backend_mixin [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing IP validity checks on allocation pools {{(pid=88297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:42:04.708464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.ipam_backend_mixin [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:42:04.734194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] For port 9cb5c063-9bce-4fab-8818-5624973710a6, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:04.738213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] For port 9cb5c063-9bce-4fab-8818-5624973710a6, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9cb5c063-9bce-4fab-8818-5624973710a6,segment=NetworkSegment(5358b782-8bcd-4656-b26c-59e2f7c23b9e),segment_id=5358b782-8bcd-4656-b26c-59e2f7c23b9e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:04.772252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04e25a-71b5-4941-b2d0-616b34bddb8e req-85cca73e-dc23-40ec-86a8-524f270ee28b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:04.773872 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb04e25a-71b5-4941-b2d0-616b34bddb8e req-85cca73e-dc23-40ec-86a8-524f270ee28b tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6285000 Feb 15 13:42:04.780097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.808478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.843194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8::1 (a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e/6737ff7a-1e9e-4fcf-b740-a8f0eca766e6/afd5dcf5-9854-47d7-944f-8eb44a20e5de) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:04.864856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.924118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Port': ['ID=24cbcc8c-b929-4961-8d97-90591abf3f2a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.946587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:42:04.952848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=11cf1256-23d3-4f69-9a44-ea5da4531575,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.960937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:04.967280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c113ec-5af5-4975-b1a8-19e4a6f875e7 None None] Pushing event updated for resources: {'Port': ['ID=9cb5c063-9bce-4fab-8818-5624973710a6,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:04.983161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5bb38-77dc-45db-8161-362244199f93 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:05.138816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.159168 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8a5a34d0-1bf0-4225-95e1-fbae18f5b3c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/11cf1256-23d3-4f69-9a44-ea5da4531575 HTTP/1.1" status: 204 len: 168 time: 1.7829444 Feb 15 13:42:05.160022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51064) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:05.244212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object afd5dcf5-9854-47d7-944f-8eb44a20e5de will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:05.274041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb04e25a-71b5-4941-b2d0-616b34bddb8e req-2dff91b2-7c6b-4f7c-a6aa-b6e6eca06f9f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4073222 Feb 15 13:42:05.349058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.351688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:05.353293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.386739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab14d647-ae42-47de-b9a1-2270f565e841 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:05.420987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:05.425869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Deleting port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:05.426391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.465823 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:42:05.506222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab14d647-ae42-47de-b9a1-2270f565e841 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:05.508035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ab14d647-ae42-47de-b9a1-2270f565e841 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3440490 Feb 15 13:42:05.512152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51072) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:05.624672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.649692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.695411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.715114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:05.860372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.863771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:05.904107 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-29dca77b-cff5-45fd-b858-56d5d2edbc6b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/ports/24cbcc8c-b929-4961-8d97-90591abf3f2a HTTP/1.1" status: 204 len: 168 time: 3.7849607 Feb 15 13:42:05.916823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51082) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:05.931881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Network': ['ID=cf28d0d3-ad67-4e80-8e6f-c2470f1081a4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:05.953601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e', 'external_fixed_ips': [{'subnet_id': '024213c8-0bfc-4685-9005-ddf98c5743fb', 'ip_address': '172.20.0.14'}]}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:05.962862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:05.970277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event updated for resources: {'Subnet': ['ID=e32c0cd6-0f3b-4398-916d-dcad4bd720d5,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:05.982728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:06.058348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:router and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:06.069910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:06.094363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-69521178-3ace-4473-83e0-2f67961ef862 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 4.1905434 Feb 15 13:42:06.101886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51088) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:06.117030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:06.125770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'subnet': {'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:06.135687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Checking segment: {'id': 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:06.136312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Network hostable DHCP agents. Network: 8b4b10bc-5052-4438-82ac-6373bc89f4de, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:06.180154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] For port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:06.180551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.183005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:06.188276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=b99c18b4-489a-4125-a7c8-1ea47f3c41d7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:06.189833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c01504f-e50f-4ba3-85f0-07dfc34a8cf8 None None] Network 05861f4a-1252-44aa-9334-b25007cf6f97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:06.202277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:subnet and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:06.213121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'e131ad02-6eee-4deb-94ba-83344b1e33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:06.213523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 82613ce3-69a6-467e-af31-c8c9553306e4, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:06.222314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:06.238386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:06.305604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.307518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.355429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 82613ce3-69a6-467e-af31-c8c9553306e4 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:06.394312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.406766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=afd5dcf5-9854-47d7-944f-8eb44a20e5de,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:06.428703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:06.432333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:06.444241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Calling delete_port for 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:06.451398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Made reservation on behalf of a0065c5e8f8c413fbfd25fe448267d9f for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:06.456051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.493569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 8b4b10bc-5052-4438-82ac-6373bc89f4de) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:06.504454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 82613ce3-69a6-467e-af31-c8c9553306e4) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:06.507138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:06.517548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:06.531183 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.533620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e14bc8-fd0d-49b7-9a54-169f820a815b None None] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:06.553837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e39962-b576-4dd0-aec0-6f6970da1bc4 None None] Network 82613ce3-69a6-467e-af31-c8c9553306e4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:06.571346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:06.586560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796af75-f1ed-47a8-97eb-902b3811f79b None None] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:06.592003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:06.592520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.620747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.624204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.629863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:06.629863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.670975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9cb5c063-9bce-4fab-8818-5624973710a6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:06.738761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.739555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Fanout notify agent at l3_agent the message router_deleted on router bbc5f372-0464-4344-b785-b876b0a372ea {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:06.816511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Provisioning for port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:06.884276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Provisioning complete for port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:06.884642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.900450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:06.901870 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-11c00b03-6949-4813-abd2-020ff9d55087 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/routers/bbc5f372-0464-4344-b785-b876b0a372ea HTTP/1.1" status: 204 len: 168 time: 1.3886418 Feb 15 13:42:06.906211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51096) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:06.967870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.030731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.189493 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-02347624-d328-4735-8950-159e23d2c3f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6272678 Feb 15 13:42:07.191528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d8cf9d31-c070-4c9e-bd57-045581460791 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8681319 Feb 15 13:42:07.207309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51104) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:07.207921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51106) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:07.244002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.245234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Request body: {'port': {'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de', 'name': 'tempest-TagsExtTest-1948515167'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:07.399375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] Pushing event deleted for resources: {'Port': ['ID=6f1d986e-1bbd-4000-bf37-842d1f0b2d34,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:07.420321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92f838-2d27-4490-84d3-44c24abb4fc1 None None] No DVR routers for this DVR port 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:07.496155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9cb5c063-9bce-4fab-8818-5624973710a6 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:07.586104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2be21e-2055-46bd-bd22-c1f118e02129 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:07.586865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a2be21e-2055-46bd-bd22-c1f118e02129 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:07.680472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.694775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a2be21e-2055-46bd-bd22-c1f118e02129 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:07.696342 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a2be21e-2055-46bd-bd22-c1f118e02129 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7895343 Feb 15 13:42:07.699063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51118) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:07.728405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:07.743931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Usage tracker for resource:port and tenant:a80bd773126c4ff8b11e4424fcad35f8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:07.757796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:07.793395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.794205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.802655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.806434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:07.822279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 166bb904-20b9-4100-9c84-c3102955e004 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:07.907471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51122) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:07.910404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-82613ce3-69a6-467e-af31-c8c9553306e4', 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': 'b99c18b4-489a-4125-a7c8-1ea47f3c41d7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:07.911694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.928645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-8b4b10bc-5052-4438-82ac-6373bc89f4de', 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de', 'tenant_id': 'a80bd773126c4ff8b11e4424fcad35f8', 'fixed_ips': [{'subnet_id': 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:07.929846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:07.966639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 166bb904-20b9-4100-9c84-c3102955e004 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:07.967194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 166bb904-20b9-4100-9c84-c3102955e004 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:07.967867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:08.017549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.045821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:08.046099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6f1d986e-1bbd-4000-bf37-842d1f0b2d34 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:08.103878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e000d54-889f-4252-abc5-198c84d28de2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:08.104662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1e000d54-889f-4252-abc5-198c84d28de2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:08.117239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Made reservation on behalf of a80bd773126c4ff8b11e4424fcad35f8 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:08.121373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.127072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=afd5dcf5-9854-47d7-944f-8eb44a20e5de,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:08.171403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] device_id is not set on port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:08.209343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] For port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,segment=NetworkSegment(8b7120d5-52ed-4103-9048-4b61985bc026),segment_id=8b7120d5-52ed-4103-9048-4b61985bc026)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:08.236964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1e000d54-889f-4252-abc5-198c84d28de2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:08.239581 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1e000d54-889f-4252-abc5-198c84d28de2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5393453 Feb 15 13:42:08.245980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51128) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:08.342895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.400406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:08.401990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:08.407840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-29091dde-019e-45bb-b8fb-4731f15d7e35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:08.454631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.533716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-883026304'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:08.542224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:08.549259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Usage tracker for resource:network and tenant:34450500c3e640acae1450accff75503 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:08.554717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:08.565879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Allocated IP 2001:db8::3 (82613ce3-69a6-467e-af31-c8c9553306e4/b99c18b4-489a-4125-a7c8-1ea47f3c41d7/53ad080d-f978-4cdc-8184-5a1e1cc9323f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:08.572703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:08.597235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-29091dde-019e-45bb-b8fb-4731f15d7e35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:router {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:08.598416 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-29091dde-019e-45bb-b8fb-4731f15d7e35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3513093 Feb 15 13:42:08.605182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51132) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:08.612174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:42:08.612649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.615789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:08.620493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Allocated IP 172.20.0.2 (8b4b10bc-5052-4438-82ac-6373bc89f4de/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/7dc77da0-b909-4d75-bd50-6f2fcade2716) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:08.688143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fed2e-69fb-46ee-9c33-e042d81a9c2f None None] Pushing event updated for resources: {'Port': ['ID=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:08.808607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Provisioning for port 9cb5c063-9bce-4fab-8818-5624973710a6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:08.834567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:08.850574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:08.904475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Provisioning complete for port 9cb5c063-9bce-4fab-8818-5624973710a6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:08.904672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.922065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:08.967001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 235e1df7-dfb8-4471-b0fd-bb30e65139fd is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:08.979136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Checking segment: {'id': '44442967-9889-4003-9e5d-273601382fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:08.979547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network hostable DHCP agents. Network: cf28d0d3-ad67-4e80-8e6f-c2470f1081a4, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:08.984637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.036184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:09.040023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Made reservation on behalf of 34450500c3e640acae1450accff75503 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:09.043749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.059603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.097198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:09.101539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Usage tracker for resource:security_group_rule and tenant:34450500c3e640acae1450accff75503 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:09.104715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:09.111434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:09.193513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:09.197260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.203388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.275343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.289452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.302651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.306983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Transition to ACTIVE for port object 53ad080d-f978-4cdc-8184-5a1e1cc9323f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:09.309234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.336628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:09.342737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Transition to ACTIVE for port object 7dc77da0-b909-4d75-bd50-6f2fcade2716 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:09.362940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:09.378367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Transition to ACTIVE for port object 53ad080d-f978-4cdc-8184-5a1e1cc9323f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:09.389496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Transition to ACTIVE for port object 7dc77da0-b909-4d75-bd50-6f2fcade2716 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:09.395525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] For port 9cb5c063-9bce-4fab-8818-5624973710a6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9cb5c063-9bce-4fab-8818-5624973710a6,segment=NetworkSegment(5358b782-8bcd-4656-b26c-59e2f7c23b9e),segment_id=5358b782-8bcd-4656-b26c-59e2f7c23b9e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:09.404462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:09.409932 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ca938ee-e6aa-4621-a52a-0b063b6ae811 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/235e1df7-dfb8-4471-b0fd-bb30e65139fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2016602 Feb 15 13:42:09.413433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51136) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:09.418716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9322f-fd5d-4463-8b7f-d3331ca3c9cb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:09.423249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] Sync routers for ids ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:09.440737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.440737 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Added segment 4230c385-5709-409e-b089-68d5d6bfb608 of type vlan for network 6d25fe95-84ed-454b-b031-4aec68368532 Feb 15 13:42:09.441209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] Routers {'235e1df7-dfb8-4471-b0fd-bb30e65139fd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:09.441209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:09.475637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.20.0.14 (2f34561e-45d4-4e4e-80a5-9ca7c4e0872e/024213c8-0bfc-4685-9005-ddf98c5743fb/82fd766b-b2fa-425d-b2f2-8913c3b7262a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:09.494971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.511324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.527234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790ec4f-69f9-4d8f-8331-7a70def3123d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:09.527818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2790ec4f-69f9-4d8f-8331-7a70def3123d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:09.538205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, cf28d0d3-ad67-4e80-8e6f-c2470f1081a4) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:09.542694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:09.543277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.544245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.548204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.564355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:09.566679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21e298-647e-430f-b64d-530d1406eca0 None None] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:09.657740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.675898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2790ec4f-69f9-4d8f-8331-7a70def3123d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:09.680484 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2790ec4f-69f9-4d8f-8331-7a70def3123d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports/afd5dcf5-9854-47d7-944f-8eb44a20e5de HTTP/1.1" status: 200 len: 911 time: 0.2632084 Feb 15 13:42:09.682440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51140) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:09.705729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:42:09.750761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] Routers {'235e1df7-dfb8-4471-b0fd-bb30e65139fd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:09.751390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:09.761944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c18b4-489a-4125-a7c8-1ea47f3c41d7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:09.768840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04d3bac6-d352-4460-8cea-520fe63340a6 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6547999 Feb 15 13:42:09.769049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51144) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:09.800077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:09.806362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Network 82613ce3-69a6-467e-af31-c8c9553306e4 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:09.817965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:09.820583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:09.831857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:09.839935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Allocated IP 172.20.0.8 (8b4b10bc-5052-4438-82ac-6373bc89f4de/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/8b0175c8-76aa-4e2b-98c5-c66c010517b9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:09.843338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:09.862844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1509236967', 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:09.885890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.890744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:09.891467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3f530-d949-4d86-b015-0d076e185ffc None None] The sync data for ids ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:09.891779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:09.901073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:port and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:09.907838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:09.914874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.920296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:09.931169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:09.931332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:09.937992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ebfb6-6667-464c-a287-199a5ea37f79 None None] Pushing event updated for resources: {'Port': ['ID=9cb5c063-9bce-4fab-8818-5624973710a6,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:09.982315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:42:10.027908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Provisioning complete for port 9cb5c063-9bce-4fab-8818-5624973710a6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:10.028279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.040616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.052372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.056784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82613ce3-69a6-467e-af31-c8c9553306e4']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:10.108923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e131ad02-6eee-4deb-94ba-83344b1e33cf') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:10.109219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e131ad02-6eee-4deb-94ba-83344b1e33cf') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:10.136002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Pushing event updated for resources: {'Network': ['ID=6d25fe95-84ed-454b-b031-4aec68368532,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:10.142666 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-46566424-e078-4a0b-92e0-059f558a8c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2340448 Feb 15 13:42:10.160513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=157deab4-5619-429a-b6a8-8ea28f450866,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:10.171579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6d25fe95-84ed-454b-b031-4aec68368532 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:10.171882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Made reservation on behalf of a0065c5e8f8c413fbfd25fe448267d9f for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:10.176857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.177003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.224877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:10.228950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:10.234973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] device_id is not set on port 3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:10.271943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:10.272535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.327931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668526c0-65b5-47cd-8ed7-9faa78b8df59 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:10.342048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:10.378840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.386665 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ceb49eef-9af5-4608-b808-8c23118a855e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7774172 Feb 15 13:42:10.390843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51152) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:10.396436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:10.396841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.399418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Attempting to bind port 7dc77da0-b909-4d75-bd50-6f2fcade2716 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:10.402528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Attempting to bind port 7dc77da0-b909-4d75-bd50-6f2fcade2716 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:10.402528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Attempting to bind port 7dc77da0-b909-4d75-bd50-6f2fcade2716 on network 8b4b10bc-5052-4438-82ac-6373bc89f4de {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:10.425549 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:10.427845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Pushing event updated for resources: {'Port': ['ID=7dc77da0-b909-4d75-bd50-6f2fcade2716,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:10.429395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:10.516502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 2001:db8::b8 (cf28d0d3-ad67-4e80-8e6f-c2470f1081a4/5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3/3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:10.556101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Attempting to bind port 53ad080d-f978-4cdc-8184-5a1e1cc9323f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:10.556711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Attempting to bind port 53ad080d-f978-4cdc-8184-5a1e1cc9323f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e131ad02-6eee-4deb-94ba-83344b1e33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:10.557482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Attempting to bind port 53ad080d-f978-4cdc-8184-5a1e1cc9323f on network 82613ce3-69a6-467e-af31-c8c9553306e4 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:10.578199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51156) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:10.586509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'network_id': '6d25fe95-84ed-454b-b031-4aec68368532', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-77005221'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:10.608900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:10.611681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:10.612356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Checking segment: {'id': 'e131ad02-6eee-4deb-94ba-83344b1e33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:10.612535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.613096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Bound using segment: {'id': 'e131ad02-6eee-4deb-94ba-83344b1e33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:10.613778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Bound port: 53ad080d-f978-4cdc-8184-5a1e1cc9323f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e131ad02-6eee-4deb-94ba-83344b1e33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82613ce3-69a6-467e-af31-c8c9553306e4'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:10.614316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.619087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Usage tracker for resource:port and tenant:53e0711f3b3448a196c81f0d76ea2da8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:10.628750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:10.629434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Checking segment: {'id': 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:10.629955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:10.630178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.630897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Bound using segment: {'id': 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:10.631584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Bound port: 7dc77da0-b909-4d75-bd50-6f2fcade2716, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8b4b10bc-5052-4438-82ac-6373bc89f4de'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:10.632107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.640033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:10.673852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.712683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.756008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Transition to ACTIVE for port object 8b0175c8-76aa-4e2b-98c5-c66c010517b9 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:10.800555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:42:10.800555 dv-neutron-828156-1-hyperv neutron-server[88297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:42:10.800555 dv-neutron-828156-1-hyperv neutron-server[88297]: [parameters: {'id': '82613ce3-69a6-467e-af31-c8c9553306e4'}] Feb 15 13:42:10.800555 dv-neutron-828156-1-hyperv neutron-server[88297]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:10.801042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:10.806332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:10.812917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:10.822927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:10.850941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:10.868784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:10.873080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:10.873269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Made reservation on behalf of 53e0711f3b3448a196c81f0d76ea2da8 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:10.875764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.878122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=82fd766b-b2fa-425d-b2f2-8913c3b7262a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:10.889771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:10.904478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.923232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Pushing event updated for resources: {'Port': ['ID=53ad080d-f978-4cdc-8184-5a1e1cc9323f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:10.924193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:10.941330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b0eab-5036-4283-aeaf-1bafa3ea885b None None] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:10.993430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:11.005558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Usage tracker for resource:security_group_rule and tenant:53e0711f3b3448a196c81f0d76ea2da8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:11.042168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:11.045734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.062836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:11.083892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:11.098108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.111848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.144730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] For port 7dc77da0-b909-4d75-bd50-6f2fcade2716, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:11.148508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:11.148876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.174057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] For port 53ad080d-f978-4cdc-8184-5a1e1cc9323f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:11.219968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] For port 7dc77da0-b909-4d75-bd50-6f2fcade2716, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7dc77da0-b909-4d75-bd50-6f2fcade2716,segment=NetworkSegment(e1fef50f-c3e3-4a96-aaba-0f72b6a12652),segment_id=e1fef50f-c3e3-4a96-aaba-0f72b6a12652)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:11.241028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] For port 53ad080d-f978-4cdc-8184-5a1e1cc9323f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=53ad080d-f978-4cdc-8184-5a1e1cc9323f,segment=NetworkSegment(e131ad02-6eee-4deb-94ba-83344b1e33cf),segment_id=e131ad02-6eee-4deb-94ba-83344b1e33cf)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:11.275355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:11.281300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:11.285807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:11.287228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Provisioning complete for port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:11.287605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.320381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.345065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event updated for resources: {'Port': ['ID=8b0175c8-76aa-4e2b-98c5-c66c010517b9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:11.356953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.376124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.399171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 53ad080d-f978-4cdc-8184-5a1e1cc9323f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:11.399812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.408084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port afd5dcf5-9854-47d7-944f-8eb44a20e5de {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:11.408420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.453292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:11.454197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.456400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.484404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.506656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '157deab4-5619-429a-b6a8-8ea28f450866'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:11.511345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.598787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.616313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:11.624281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port a1396f40-7f63-412b-a024-07a955399663 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:11.662290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:11.672981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:11.673993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:11.674595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.693758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:11.729180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3da208-f4d8-49b5-9001-f5a9a07e45f8 None None] Pushing event updated for resources: {'Port': ['ID=7dc77da0-b909-4d75-bd50-6f2fcade2716,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:11.748713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435bdbcc-281d-45f8-9a4c-87f37ce730bd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:11.770057 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0b634f09-bf37-4e00-ac09-b64d4b6f7b27 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5573530 Feb 15 13:42:11.780395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51160) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:11.813053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-909252326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:11.833883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:11.848453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Usage tracker for resource:router and tenant:a80bd773126c4ff8b11e4424fcad35f8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:11.855935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:11.863089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:11.882719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:11.932813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9cb5c063-9bce-4fab-8818-5624973710a6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:12.021265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for afd5dcf5-9854-47d7-944f-8eb44a20e5de owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:12.076249 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bdaac18d-23b6-41ef-84a4-1ebff03ee5a5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3042209 Feb 15 13:42:12.084640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720223c9-9d91-4c40-b267-c90ce2b4caaa None None] Pushing event updated for resources: {'Port': ['ID=53ad080d-f978-4cdc-8184-5a1e1cc9323f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:12.106902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51164) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:12.119040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.166147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Allocated IP 2001:db8::f816:3eff:fe59:8406 (7bbde29e-2549-4182-a259-7bbb71f9b94f/157deab4-5619-429a-b6a8-8ea28f450866/a2f2b584-596a-451c-8df1-e76a64a23dd4) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:12.173742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18abf7-5fe8-40a6-b34e-80a579ac29a3 None None] Network 82613ce3-69a6-467e-af31-c8c9553306e4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:12.221541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 53ad080d-f978-4cdc-8184-5a1e1cc9323f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=53ad080d-f978-4cdc-8184-5a1e1cc9323f,segment=NetworkSegment(e131ad02-6eee-4deb-94ba-83344b1e33cf),segment_id=e131ad02-6eee-4deb-94ba-83344b1e33cf)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:12.223288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.257581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:12.280745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.282582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.369866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Provisioning for port afd5dcf5-9854-47d7-944f-8eb44a20e5de completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:12.378026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9cb5c063-9bce-4fab-8818-5624973710a6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:12.378681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.385489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.388686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port 3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:12.392688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.408159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:12.417354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 53ad080d-f978-4cdc-8184-5a1e1cc9323f owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:12.453299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Provisioning complete for port afd5dcf5-9854-47d7-944f-8eb44a20e5de triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:12.453690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.455765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:12.456339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.489216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.553150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=56f9df0c-6a99-40ca-beb3-e7c0c479646c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:12.632947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d0a736d7-ad13-4f34-9231-03c0fdbc76be None None] Port afd5dcf5-9854-47d7-944f-8eb44a20e5de cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:12.689780 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dec96e65-9f42-445b-b9af-1b03da826952 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2955587 Feb 15 13:42:12.690273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51168) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:12.703580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:c0:45:c7', 'name': 'tempest-NetworksTestDHCPv6-447799372'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:12.797026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.800190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.813938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Transition to ACTIVE for port object a2f2b584-596a-451c-8df1-e76a64a23dd4 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:12.842547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Transition to ACTIVE for port object a2f2b584-596a-451c-8df1-e76a64a23dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:12.880183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.900469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port a1396f40-7f63-412b-a024-07a955399663 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:12.902675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.921953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:12.976573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7dc77da0-b909-4d75-bd50-6f2fcade2716 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:12.997574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.029940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=53ad080d-f978-4cdc-8184-5a1e1cc9323f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.068899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:13.076629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:13.079097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for 3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:13.080849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Pushing event updated for resources: {'Port': ['ID=a2f2b584-596a-451c-8df1-e76a64a23dd4,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.087849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:13.127826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 53ad080d-f978-4cdc-8184-5a1e1cc9323f on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:13.168897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:13.186570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Transition to ACTIVE for port object a1396f40-7f63-412b-a024-07a955399663 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:13.196997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Attempting to bind port a2f2b584-596a-451c-8df1-e76a64a23dd4 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:13.198121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Attempting to bind port a2f2b584-596a-451c-8df1-e76a64a23dd4 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:13.198121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Attempting to bind port a2f2b584-596a-451c-8df1-e76a64a23dd4 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:13.201309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:13.205559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:13.205865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:13.206474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.206907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:13.207733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:13.208860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Bound port: a2f2b584-596a-451c-8df1-e76a64a23dd4, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:13.209743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.218675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.221902 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-968dd7a3-34c4-4964-91b1-3911af55f843 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4202378 Feb 15 13:42:13.280165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:13.288844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51172) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:13.311547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] For port a2f2b584-596a-451c-8df1-e76a64a23dd4, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:13.323777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ce8666c6-488c-4e38-ab82-a4a6f19d5ddf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1129905307', 'prefixes': ['172.20.0.0/16']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:13.324223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.332983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7dc77da0-b909-4d75-bd50-6f2fcade2716 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:13.338171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ce8666c6-488c-4e38-ab82-a4a6f19d5ddf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:13.356402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.363212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.373666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ffe950-3b26-4be4-9117-d184cb4319d2 None None] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:13.435855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.437377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=a1396f40-7f63-412b-a024-07a955399663,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.451268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82613ce3-69a6-467e-af31-c8c9553306e4']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:13.462631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:13.503304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.538559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Checking segment: {'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:13.538889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Network hostable DHCP agents. Network: 6d25fe95-84ed-454b-b031-4aec68368532, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:13.544667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] For port a2f2b584-596a-451c-8df1-e76a64a23dd4, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a2f2b584-596a-451c-8df1-e76a64a23dd4,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:13.550503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.555620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e131ad02-6eee-4deb-94ba-83344b1e33cf') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:13.556496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e131ad02-6eee-4deb-94ba-83344b1e33cf') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:13.596520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.617168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=afd5dcf5-9854-47d7-944f-8eb44a20e5de,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.645062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.650336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Provisioning for port 7dc77da0-b909-4d75-bd50-6f2fcade2716 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:13.668429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Provisioning complete for port 7dc77da0-b909-4d75-bd50-6f2fcade2716 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:13.668802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.706962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.811984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Network 6d25fe95-84ed-454b-b031-4aec68368532 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:13.822128 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-23d701db-d1d4-43cd-a863-4d426743f85e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3a868ff0-d2e4-450a-a3f3-ff24a3c8ffac HTTP/1.1" status: 204 len: 168 time: 1.7106693 Feb 15 13:42:13.823238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51176) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:13.839011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4', 'external_fixed_ips': [{'subnet_id': '5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3', 'ip_address': '2001:db8::b8'}]}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:13.844298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:13.856667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.857218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:router and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:13.860692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:13.868678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:13.876480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.879877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5ef1a-9a41-4fce-a804-64c430082e26 None None] Pushing event updated for resources: {'Port': ['ID=a2f2b584-596a-451c-8df1-e76a64a23dd4,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:13.930794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.993792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:13.994916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:13.998572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:14.012256 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:14.034484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6d25fe95-84ed-454b-b031-4aec68368532) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:14.037389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.038945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.055681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6bbc9-26f7-4d27-9464-52220f1bb13e None None] Network 6d25fe95-84ed-454b-b031-4aec68368532 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:14.056843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:14.082570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:14.083030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:14.085107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:14.102372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:14.103070 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:14.157443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 9aa87869-9672-4c10-a746-06b0ae46a123 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:14.171953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] For port 7dc77da0-b909-4d75-bd50-6f2fcade2716, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7dc77da0-b909-4d75-bd50-6f2fcade2716,segment=NetworkSegment(e1fef50f-c3e3-4a96-aaba-0f72b6a12652),segment_id=e1fef50f-c3e3-4a96-aaba-0f72b6a12652)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:14.218692 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 2 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:14.229464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.304055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.355361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:14.356296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:14.356773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:14.366366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:14.371789 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:14.372560 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 3 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:14.394390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 235e1df7-dfb8-4471-b0fd-bb30e65139fd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:42:14.415172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:14.415510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:14.415845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:14.421917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:14.422248 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:14.436257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 172.20.0.11 (7bbde29e-2549-4182-a259-7bbb71f9b94f/56f9df0c-6a99-40ca-beb3-e7c0c479646c/9aa87869-9672-4c10-a746-06b0ae46a123) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:14.438708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bab42-c9e8-4ecf-ac44-831c0f998872 None None] Pushing event updated for resources: {'Port': ['ID=7dc77da0-b909-4d75-bd50-6f2fcade2716,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:14.446221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fec0:45c7 (7bbde29e-2549-4182-a259-7bbb71f9b94f/157deab4-5619-429a-b6a8-8ea28f450866/9aa87869-9672-4c10-a746-06b0ae46a123) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:14.456539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce8666c6-488c-4e38-ab82-a4a6f19d5ddf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for subnetpool, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.463082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ce8666c6-488c-4e38-ab82-a4a6f19d5ddf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.1610606 Feb 15 13:42:14.463294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Provisioning complete for port 7dc77da0-b909-4d75-bd50-6f2fcade2716 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:14.463294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.477007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51180) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:14.484113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-92216279-aafe-449b-9cc9-393c836d693c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-298364405') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:14.491157 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 4 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:14.523069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:14.523930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:14.524075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:14.546296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:14.546616 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:14.618268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router f44ff051-ec56-41da-99db-a8234c18a2de is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:14.697718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.702198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.789848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Provisioning for port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:14.795443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Provisioning complete for port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:14.795828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:14.803468 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 5 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:14.803703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/82613ce3-69a6-467e-af31-c8c9553306e4 HTTP/1.1" status: 204 len: 168 time: 7.5852022 Feb 15 13:42:14.806986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e1afb-a3ea-49dc-be2f-edabc3b73ea4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=82613ce3-69a6-467e-af31-c8c9553306e4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:14.809386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51184) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:14.853193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407034386'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:14.877763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:14.900406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ab1051b0-02c9-424b-8ede-70e0fb1dc0da None None] Port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:14.909812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:14.910155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:14.910564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:14.949829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:14.979624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:14.987602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:15.000075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] Sync routers for ids ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:15.003331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:15.011142 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] Routers {'235e1df7-dfb8-4471-b0fd-bb30e65139fd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:15.012015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.016364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-92216279-aafe-449b-9cc9-393c836d693c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-298364405 HTTP/1.1" status: 201 len: 201 time: 0.5371265 Feb 15 13:42:15.028307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51188) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:15.031127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.031466 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.039709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3dff537b-cfdc-4b0f-8646-805e134e62f4 None None] Provisioning complete for port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:15.040149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3dff537b-cfdc-4b0f-8646-805e134e62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.042475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-3e626c1c-6e40-48ac-bfcc-1395f29a971e tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1514476490') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.097286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7dc77da0-b909-4d75-bd50-6f2fcade2716 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:15.105107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.110746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 6 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:15.139219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:15.140194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:15.140194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:15.140899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:15.154751 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f43b398-f761-4634-b14d-1da9a37fcd39 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/235e1df7-dfb8-4471-b0fd-bb30e65139fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4686031 Feb 15 13:42:15.156078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51192) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:15.156205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.163378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.163710 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.164194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 9aa87869-9672-4c10-a746-06b0ae46a123 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:15.164309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.168919 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 7 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:15.183668 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] Routers {'235e1df7-dfb8-4471-b0fd-bb30e65139fd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:15.184339 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.195348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:15.195940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:15.196427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:15.202165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.202713 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.203250 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 8 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:15.207839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Sync routers for ids ['f44ff051-ec56-41da-99db-a8234c18a2de'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:15.228629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:15.231957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:15.232484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:15.232969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.233528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:15.248030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.248612 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.249152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 9 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:15.251350 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-37558a6f-57d0-41c7-bcc7-14b02aa0cfa8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=235e1df7-dfb8-4471-b0fd-bb30e65139fd HTTP/1.1" status: 200 len: 205 time: 0.0945160 Feb 15 13:42:15.258834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51196) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:15.281098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:15.281375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:15.282401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Routers {'f44ff051-ec56-41da-99db-a8234c18a2de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:15.283188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f44ff051-ec56-41da-99db-a8234c18a2de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.286865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:15.288474 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:15.288887 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8c883-a155-41e7-9075-05242deba9b4 None None] The sync data for ids ['235e1df7-dfb8-4471-b0fd-bb30e65139fd'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:15.313104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.313447 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.316404 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 10 to bind port a1396f40-7f63-412b-a024-07a955399663 Feb 15 13:42:15.346911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3dff537b-cfdc-4b0f-8646-805e134e62f4 None None] Port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:15.382763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:15.383095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:15.383421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:15.388489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e2178-323c-4849-a20b-95e48faf7859 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:15.393077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port a1396f40-7f63-412b-a024-07a955399663 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:15.393430 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port a1396f40-7f63-412b-a024-07a955399663 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:15.393776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.414048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7dc77da0-b909-4d75-bd50-6f2fcade2716 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:15.414267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.426942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.431873 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c57aaa71-cd5e-484a-a2f4-9dc1f5e326ac tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.4937260 Feb 15 13:42:15.437609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51200) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:15.515314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:15.516017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port a1396f40-7f63-412b-a024-07a955399663, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:15.516135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempted to set empty binding levels {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:42:15.532128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.655949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Set router f44ff051-ec56-41da-99db-a8234c18a2de gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:15.698192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.709484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.710322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment 92e57c1d-6387-4433-a341-9676ff449f31 of type vlan for network ecf6207a-a097-4a61-aa14-eb3c786c47f5 Feb 15 13:42:15.810351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fea3f691-8fe4-4b2d-9da5-a5ce0739a1b0 None None] Provisioning for port a2f2b584-596a-451c-8df1-e76a64a23dd4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:15.819529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:15.820106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.892832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=a1396f40-7f63-412b-a024-07a955399663,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:15.916993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.947824 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-94ef5f35-a3b0-4444-b537-2a52c8b317b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.3632464 Feb 15 13:42:15.948829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51204) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:15.950019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.976030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:15.980758 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3e626c1c-6e40-48ac-bfcc-1395f29a971e tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1514476490 HTTP/1.1" status: 201 len: 201 time: 0.9508398 Feb 15 13:42:15.982192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51208) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:16.011557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a2f2b584-596a-451c-8df1-e76a64a23dd4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:16.025567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-2d51b364-49dd-4bcf-9b9d-bdb5847dc88c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1594894332') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:16.183146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.199380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Deleting port a1396f40-7f63-412b-a024-07a955399663 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:16.199990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.216503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.219348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:16.226175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.231334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:16.244279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:16.249754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ff051-ec56-41da-99db-a8234c18a2de', 'name': '', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e', 'external_fixed_ips': [{'subnet_id': '024213c8-0bfc-4685-9005-ddf98c5743fb', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '82fd766b-b2fa-425d-b2f2-8913c3b7262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:06Z', 'updated_at': '2022-02-15T13:42:11Z', 'revision_number': 3, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port': {'id': '82fd766b-b2fa-425d-b2f2-8913c3b7262a', 'name': '', 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44ff051-ec56-41da-99db-a8234c18a2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '024213c8-0bfc-4685-9005-ddf98c5743fb', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:09Z', 'updated_at': '2022-02-15T13:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '024213c8-0bfc-4685-9005-ddf98c5743fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:16.255799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Checking router: f44ff051-ec56-41da-99db-a8234c18a2de for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:42:16.256183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Updating router f44ff051-ec56-41da-99db-a8234c18a2de port 82fd766b-b2fa-425d-b2f2-8913c3b7262a binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:42:16.300945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=9aa87869-9672-4c10-a746-06b0ae46a123,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:16.330366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.344655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a2f2b584-596a-451c-8df1-e76a64a23dd4 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:16.367781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a2f2b584-596a-451c-8df1-e76a64a23dd4 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:16.367781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.423762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.437776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:16.438341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.461626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '157deab4-5619-429a-b6a8-8ea28f450866', 'ip_address': '2001:db8::f816:3eff:fe59:8406'}, {'subnet_id': '56f9df0c-6a99-40ca-beb3-e7c0c479646c'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': 'a2f2b584-596a-451c-8df1-e76a64a23dd4'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:42:16.524843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.525477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router 235e1df7-dfb8-4471-b0fd-bb30e65139fd {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:16.540859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.547210 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9298c793-88c6-4884-aa2d-fd14b2795eb3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/235e1df7-dfb8-4471-b0fd-bb30e65139fd HTTP/1.1" status: 204 len: 168 time: 1.2809806 Feb 15 13:42:16.547210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51212) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:16.572879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 2001:db8::b8 (cf28d0d3-ad67-4e80-8e6f-c2470f1081a4/5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3/37e739f1-2160-4ac6-a19e-f9e26f6f407a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:16.590806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.605772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.613164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:16.615021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.721584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ae2088de-9471-4b8e-a7a0-e2130b35f411 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0255404 Feb 15 13:42:16.731789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.734608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51216) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:16.745976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 6737ff7a-1e9e-4fcf-b740-a8f0eca766e6 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:16.776456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d51b364-49dd-4bcf-9b9d-bdb5847dc88c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1594894332 HTTP/1.1" status: 201 len: 201 time: 0.7616296 Feb 15 13:42:16.781350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51220) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:16.793325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.803585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-87b52c65-ed24-4e5a-9d9a-792e548329b5 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-1856490733') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:16.812442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port a1396f40-7f63-412b-a024-07a955399663, host hv-neutron-8281, got binding levels [] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:16.812792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.836060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.848079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0234623 Feb 15 13:42:16.858810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51224) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:16.865094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76d1f-4110-4079-b2f6-0af7f8804f0b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=ecf6207a-a097-4a61-aa14-eb3c786c47f5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:16.870223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.871021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:16.898891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:16.959318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:16.960782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Calling delete_port for a1396f40-7f63-412b-a024-07a955399663 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:17.001097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting port 82fd766b-b2fa-425d-b2f2-8913c3b7262a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:17.001465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.099494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port a2f2b584-596a-451c-8df1-e76a64a23dd4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a2f2b584-596a-451c-8df1-e76a64a23dd4,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:17.140781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Allocated IP 172.20.0.2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/56f9df0c-6a99-40ca-beb3-e7c0c479646c/a2f2b584-596a-451c-8df1-e76a64a23dd4) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:17.150965 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-87b52c65-ed24-4e5a-9d9a-792e548329b5 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-1856490733 HTTP/1.1" status: 201 len: 201 time: 0.3670347 Feb 15 13:42:17.153630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51228) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:17.158460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-c622e059-193f-46c8-82a7-f2633363929f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:17.194502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.196272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.210426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c94966-a31b-4e72-9c33-7d54be7ea890 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:17.212303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.216581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c94966-a31b-4e72-9c33-7d54be7ea890 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:17.217441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-26c94966-a31b-4e72-9c33-7d54be7ea890 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:17.224899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:17.245768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:17.255908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:17.274297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:17.275309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.300510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.301732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:17.307436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.310055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:17.319034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:17.366128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Transition to ACTIVE for port object 82fd766b-b2fa-425d-b2f2-8913c3b7262a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:17.374345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=a2f2b584-596a-451c-8df1-e76a64a23dd4,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:17.386692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=37e739f1-2160-4ac6-a19e-f9e26f6f407a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:17.483083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.488637 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a1396f40-7f63-412b-a024-07a955399663 HTTP/1.1" status: 204 len: 168 time: 1.5327895 Feb 15 13:42:17.488832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-26c94966-a31b-4e72-9c33-7d54be7ea890 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:17.488832 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-26c94966-a31b-4e72-9c33-7d54be7ea890 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7465799 Feb 15 13:42:17.493927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:17.497503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51234) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:17.510609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92276e7e-288f-47c0-9fe6-e0d32634a4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1396f40-7f63-412b-a024-07a955399663,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:17.548450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] For port a2f2b584-596a-451c-8df1-e76a64a23dd4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a2f2b584-596a-451c-8df1-e76a64a23dd4,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:17.579488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db573154-e655-4875-8daf-a4e5a934348c None None] Pushing event updated for resources: {'Port': ['ID=82fd766b-b2fa-425d-b2f2-8913c3b7262a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:17.581829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Attempting to bind port 82fd766b-b2fa-425d-b2f2-8913c3b7262a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:17.582208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Attempting to bind port 82fd766b-b2fa-425d-b2f2-8913c3b7262a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:17.582560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Attempting to bind port 82fd766b-b2fa-425d-b2f2-8913c3b7262a on network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:17.590521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:17.590521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Checking segment: {'id': '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:17.590868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.591262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Bound using segment: {'id': '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:17.591651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.592102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Bound port: 82fd766b-b2fa-425d-b2f2-8913c3b7262a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f34561e-45d4-4e4e-80a5-9ca7c4e0872e'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:17.592102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.608702 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c622e059-193f-46c8-82a7-f2633363929f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 200 len: 240 time: 0.4516945 Feb 15 13:42:17.611336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51240) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:17.619518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4a289b-5778-417b-a36a-e27742f443d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:42:17.624536 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0d4a289b-5778-417b-a36a-e27742f443d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports/a1396f40-7f63-412b-a024-07a955399663 HTTP/1.1" status: 404 len: 333 time: 0.1256404 Feb 15 13:42:17.624536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:17.624764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51244) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:17.625378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.630468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'network_id': '6d25fe95-84ed-454b-b031-4aec68368532', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1123427329'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:17.635488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:17.640116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Usage tracker for resource:port and tenant:53e0711f3b3448a196c81f0d76ea2da8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:17.643268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:17.650110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:17.691220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.721700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] For port 82fd766b-b2fa-425d-b2f2-8913c3b7262a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:17.724196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Transition to ACTIVE for port object a2f2b584-596a-451c-8df1-e76a64a23dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:17.726115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] For port 82fd766b-b2fa-425d-b2f2-8913c3b7262a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=82fd766b-b2fa-425d-b2f2-8913c3b7262a,segment=NetworkSegment(554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0),segment_id=554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:17.753972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Made reservation on behalf of 53e0711f3b3448a196c81f0d76ea2da8 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:17.757256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.798307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port ac8ec60a-5375-4c36-8103-3880fa5f6634 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:17.801287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.816605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-af4a07df-9879-4ae7-8bb5-605f2efe5fa8 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-298364405') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:17.850470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.856967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Calling delete_port for 82fd766b-b2fa-425d-b2f2-8913c3b7262a owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:17.951418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 9aa87869-9672-4c10-a746-06b0ae46a123 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:17.951835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:17.968643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2f3c-7ad8-4ac0-a80c-b7ee040f3f62 None None] Pushing event updated for resources: {'Port': ['ID=a2f2b584-596a-451c-8df1-e76a64a23dd4,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:17.971832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.003781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Routers {'f44ff051-ec56-41da-99db-a8234c18a2de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:18.005538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f44ff051-ec56-41da-99db-a8234c18a2de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:18.123286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.194009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db573154-e655-4875-8daf-a4e5a934348c None None] Pushing event updated for resources: {'Port': ['ID=82fd766b-b2fa-425d-b2f2-8913c3b7262a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:18.207699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] Set router f44ff051-ec56-41da-99db-a8234c18a2de gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:18.212554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=6737ff7a-1e9e-4fcf-b740-a8f0eca766e6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:18.234655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.359218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44ff051-ec56-41da-99db-a8234c18a2de', 'name': '', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:06Z', 'updated_at': '2022-02-15T13:42:16Z', 'revision_number': 4, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:18.367692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891293-314b-4338-88cc-b24553a5d971 None None] The sync data for ids ['f44ff051-ec56-41da-99db-a8234c18a2de'] in dv-neutron-828156-1-hyperv is: [{'id': 'f44ff051-ec56-41da-99db-a8234c18a2de', 'name': '', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:06Z', 'updated_at': '2022-02-15T13:42:16Z', 'revision_number': 4, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:18.372277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb79ac-f051-4fbb-badd-ffb64a084d0b None None] Network a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:18.390528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f0a194c2-b404-40f1-b224-0a75e768c617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/6737ff7a-1e9e-4fcf-b740-a8f0eca766e6 HTTP/1.1" status: 204 len: 168 time: 1.8438518 Feb 15 13:42:18.406852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51248) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:18.425241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-af4a07df-9879-4ae7-8bb5-605f2efe5fa8 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-298364405 HTTP/1.1" status: 204 len: 168 time: 0.8073597 Feb 15 13:42:18.426988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.443299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:18.506817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:18.506986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:18.517317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-11e6d8f9-3d6d-458b-95ba-c199db4b562a tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-298364405') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:18.679815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.732204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.789096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] DHCP port deletion for a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:18.794730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Deleting port 9cb5c063-9bce-4fab-8818-5624973710a6 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:18.795296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.851209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.859639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 9cb5c063-9bce-4fab-8818-5624973710a6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:18.859984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.909126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:18.994618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.003915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Network 6d25fe95-84ed-454b-b031-4aec68368532 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:19.011100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:19.017066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:19.018038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:19.018657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.045545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8ec60a-5375-4c36-8103-3880fa5f6634,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:19.073301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] For port 9cb5c063-9bce-4fab-8818-5624973710a6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9cb5c063-9bce-4fab-8818-5624973710a6,segment=NetworkSegment(5358b782-8bcd-4656-b26c-59e2f7c23b9e),segment_id=5358b782-8bcd-4656-b26c-59e2f7c23b9e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:19.073783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.089010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting port 82fd766b-b2fa-425d-b2f2-8913c3b7262a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:19.099388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.150371 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-97b8f10a-2f0a-444f-bf3b-0bc9c4bee04e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5244944 Feb 15 13:42:19.153539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:19.160189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:19.194373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router 29318194-d454-43fc-a83b-e3bd274378e8 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:19.217221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Calling delete_port for 9cb5c063-9bce-4fab-8818-5624973710a6 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:19.268518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 9aa87869-9672-4c10-a746-06b0ae46a123 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:19.323717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a2f2b584-596a-451c-8df1-e76a64a23dd4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:19.356784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Provisioning for port 9aa87869-9672-4c10-a746-06b0ae46a123 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:19.422773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Provisioning complete for port 9aa87869-9672-4c10-a746-06b0ae46a123 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:19.423186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.460348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.509705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Port 9aa87869-9672-4c10-a746-06b0ae46a123 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:19.519819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.546127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:19.554738 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Sync routers for ids ['29318194-d454-43fc-a83b-e3bd274378e8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:19.571960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Routers {'29318194-d454-43fc-a83b-e3bd274378e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:19.572754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['29318194-d454-43fc-a83b-e3bd274378e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:19.579981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] Pushing event deleted for resources: {'Port': ['ID=9cb5c063-9bce-4fab-8818-5624973710a6,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:19.584351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b17fa-b130-464f-9adf-cf97bbf8df33 None None] No DVR routers for this DVR port 9cb5c063-9bce-4fab-8818-5624973710a6 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:19.637779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4eb95e-ee97-4a4b-98e4-07996e46ccb7 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:42:19.649339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=0c754c5a-eba8-4152-9fcf-11b018a1cb48,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:19.668275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9cb5c063-9bce-4fab-8818-5624973710a6 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:19.705373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Provisioning for port a2f2b584-596a-451c-8df1-e76a64a23dd4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:19.716797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9cb5c063-9bce-4fab-8818-5624973710a6 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:19.717240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9cb5c063-9bce-4fab-8818-5624973710a6 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:19.721838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Provisioning complete for port a2f2b584-596a-451c-8df1-e76a64a23dd4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:19.722310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8939a8d-7f0f-4520-b833-de13c584c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.770884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.774435 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-51241a6f-7f9d-4714-9423-38ae3168d9eb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.9468613 Feb 15 13:42:19.777654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51260) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:19.802696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': '92e57c1d-6387-4433-a341-9676ff449f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:19.803273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: ecf6207a-a097-4a61-aa14-eb3c786c47f5, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:19.873213 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Set router 29318194-d454-43fc-a83b-e3bd274378e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:19.890601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] For port 82fd766b-b2fa-425d-b2f2-8913c3b7262a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=82fd766b-b2fa-425d-b2f2-8913c3b7262a,segment=NetworkSegment(554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0),segment_id=554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:19.893488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:19.927097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-11e6d8f9-3d6d-458b-95ba-c199db4b562a tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-298364405 HTTP/1.1" status: 204 len: 168 time: 1.4801114 Feb 15 13:42:19.930221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51264) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:19.942857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-d7e7041b-d16c-4aef-aba7-b1e208868021 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:20.061036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Calling delete_port for 82fd766b-b2fa-425d-b2f2-8913c3b7262a owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:20.145079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 9cb5c063-9bce-4fab-8818-5624973710a6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9cb5c063-9bce-4fab-8818-5624973710a6,segment=NetworkSegment(5358b782-8bcd-4656-b26c-59e2f7c23b9e),segment_id=5358b782-8bcd-4656-b26c-59e2f7c23b9e)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:20.146059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.152295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port ac8ec60a-5375-4c36-8103-3880fa5f6634 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:20.170493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.184835 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-8e4eb95e-ee97-4a4b-98e4-07996e46ccb7 None None] Agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 already present Feb 15 13:42:20.185455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eb95e-ee97-4a4b-98e4-07996e46ccb7 None None] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:20.186306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eb95e-ee97-4a4b-98e4-07996e46ccb7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, ecf6207a-a097-4a61-aa14-eb3c786c47f5) {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:42:20.214236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.216336 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29318194-d454-43fc-a83b-e3bd274378e8', 'name': '', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4', 'external_fixed_ips': [{'subnet_id': '5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3', 'ip_address': '2001:db8::b8'}], 'enable_snat': True}, 'gw_port_id': '37e739f1-2160-4ac6-a19e-f9e26f6f407a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:14Z', 'updated_at': '2022-02-15T13:42:17Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': '37e739f1-2160-4ac6-a19e-f9e26f6f407a', 'name': '', 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29318194-d454-43fc-a83b-e3bd274378e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3', 'ip_address': '2001:db8::b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:16Z', 'updated_at': '2022-02-15T13:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:20.221580 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Checking router: 29318194-d454-43fc-a83b-e3bd274378e8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:42:20.222068 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Updating router 29318194-d454-43fc-a83b-e3bd274378e8 port 37e739f1-2160-4ac6-a19e-f9e26f6f407a binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:42:20.285603 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.292228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 9cb5c063-9bce-4fab-8818-5624973710a6 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:20.321186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:20.365883 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7e7041b-d16c-4aef-aba7-b1e208868021 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 200 len: 205 time: 0.4322863 Feb 15 13:42:20.371232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51268) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:20.406675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-e603f540-79b0-4219-b77f-e6eb932e19f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:20.425345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.483107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, ecf6207a-a097-4a61-aa14-eb3c786c47f5) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:20.489842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7108565d-d474-43cb-a412-ab039412e369 None None] Provisioning complete for port 9aa87869-9672-4c10-a746-06b0ae46a123 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:20.490688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7108565d-d474-43cb-a412-ab039412e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.516728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:20.517520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.520987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port 37e739f1-2160-4ac6-a19e-f9e26f6f407a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:20.521529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.569748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:20.570167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:20.621629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7108565d-d474-43cb-a412-ab039412e369 None None] Port 9aa87869-9672-4c10-a746-06b0ae46a123 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:20.628672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e603f540-79b0-4219-b77f-e6eb932e19f1 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 200 len: 241 time: 0.2421498 Feb 15 13:42:20.660913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51272) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:20.672964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-e11d5f74-38a9-4b6d-a967-3a193d3fd3b7 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1514476490') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:20.722850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9968655c-b2b0-4764-8963-dc504e941ca6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8627267 Feb 15 13:42:20.726160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51276) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:20.764675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.783683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-ecf6207a-a097-4a61-aa14-eb3c786c47f5', 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': '0c754c5a-eba8-4152-9fcf-11b018a1cb48'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:20.784000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.784334 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Transition to ACTIVE for port object 37e739f1-2160-4ac6-a19e-f9e26f6f407a will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:20.785139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.815557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Transition to ACTIVE for port object ac8ec60a-5375-4c36-8103-3880fa5f6634 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:20.842071 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e11d5f74-38a9-4b6d-a967-3a193d3fd3b7 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1514476490 HTTP/1.1" status: 204 len: 168 time: 0.1798091 Feb 15 13:42:20.843262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=9aa87869-9672-4c10-a746-06b0ae46a123,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:20.843405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.846144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51280) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:20.878583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-4df98562-e682-4e3e-bde5-035330a39e58 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1514476490') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:20.915332 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.922952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.973680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Allocated IP 2001:db8::1 (ecf6207a-a097-4a61-aa14-eb3c786c47f5/0c754c5a-eba8-4152-9fcf-11b018a1cb48/18236828-5044-4ba9-9548-7f7cf913b807) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:20.984159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:20.994523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for 37e739f1-2160-4ac6-a19e-f9e26f6f407a owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:21.014727 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26658b-d811-49e6-95a5-95d222c840e3 None None] Pushing event updated for resources: {'Port': ['ID=37e739f1-2160-4ac6-a19e-f9e26f6f407a,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.017815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Port': ['ID=82fd766b-b2fa-425d-b2f2-8913c3b7262a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.064503 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Attempting to bind port 37e739f1-2160-4ac6-a19e-f9e26f6f407a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.065198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Attempting to bind port 37e739f1-2160-4ac6-a19e-f9e26f6f407a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '44442967-9889-4003-9e5d-273601382fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.066395 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Attempting to bind port 37e739f1-2160-4ac6-a19e-f9e26f6f407a on network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.082580 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:21.083331 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Checking segment: {'id': '44442967-9889-4003-9e5d-273601382fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:21.084582 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.085186 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Bound using segment: {'id': '44442967-9889-4003-9e5d-273601382fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:21.085888 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Bound port: 37e739f1-2160-4ac6-a19e-f9e26f6f407a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44442967-9889-4003-9e5d-273601382fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cf28d0d3-ad67-4e80-8e6f-c2470f1081a4'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:21.086931 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.193672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] For port 37e739f1-2160-4ac6-a19e-f9e26f6f407a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:21.193672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] For port 37e739f1-2160-4ac6-a19e-f9e26f6f407a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=37e739f1-2160-4ac6-a19e-f9e26f6f407a,segment=NetworkSegment(44442967-9889-4003-9e5d-273601382fab),segment_id=44442967-9889-4003-9e5d-273601382fab)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:21.221429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 9cb5c063-9bce-4fab-8818-5624973710a6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:21.221917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.228208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.235985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.246833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Transition to ACTIVE for port object 18236828-5044-4ba9-9548-7f7cf913b807 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:21.256595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8ec60a-5375-4c36-8103-3880fa5f6634,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.273046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.273797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.273951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.275348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Transition to ACTIVE for port object 18236828-5044-4ba9-9548-7f7cf913b807 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:21.287489 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.328362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.328702 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.338472 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 2 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.357583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.359914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] The port '9cb5c063-9bce-4fab-8818-5624973710a6' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:42:21.371099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.371428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.377349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.387231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.387654 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.391227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 3 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.395024 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26658b-d811-49e6-95a5-95d222c840e3 None None] Pushing event updated for resources: {'Port': ['ID=37e739f1-2160-4ac6-a19e-f9e26f6f407a,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.413295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.422604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Routers {'29318194-d454-43fc-a83b-e3bd274378e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:21.424758 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['29318194-d454-43fc-a83b-e3bd274378e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:21.444751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.449265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:21.450521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Pushing event updated for resources: {'Port': ['ID=18236828-5044-4ba9-9548-7f7cf913b807,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.453936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:21.456032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:21.461805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.462309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.462579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.476073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.476406 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.479309 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 4 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.510179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.510518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.510858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.516171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.516510 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.517758 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 5 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.521708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.541222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.541881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.542036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.548680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:21.549031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:21.553538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.553538 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.553538 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 6 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.573018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.573352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.573784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.575769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51284) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:21.575999 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3533ec75-8854-4bb9-9719-d08b763ae8fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/9aa87869-9672-4c10-a746-06b0ae46a123 HTTP/1.1" status: 204 len: 168 time: 4.0790267 Feb 15 13:42:21.601332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Attempting to bind port 18236828-5044-4ba9-9548-7f7cf913b807 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.603118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Attempting to bind port 18236828-5044-4ba9-9548-7f7cf913b807 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '92e57c1d-6387-4433-a341-9676ff449f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.604707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Attempting to bind port 18236828-5044-4ba9-9548-7f7cf913b807 on network ecf6207a-a097-4a61-aa14-eb3c786c47f5 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.639885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:21.641833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Checking segment: {'id': '92e57c1d-6387-4433-a341-9676ff449f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:21.642332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.644043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Bound using segment: {'id': '92e57c1d-6387-4433-a341-9676ff449f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:21.644654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Bound port: 18236828-5044-4ba9-9548-7f7cf913b807, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e57c1d-6387-4433-a341-9676ff449f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:21.646899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.657250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:21.658812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:21.660476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:21.661498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:21.665329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.665689 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.666561 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 7 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.691610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.725943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.736762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=0c754c5a-eba8-4152-9fcf-11b018a1cb48,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.738713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.739080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.740357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.753336 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] Set router 29318194-d454-43fc-a83b-e3bd274378e8 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:21.760123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.763553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.763982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.764501 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.768014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 8 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.789944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:21.794450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] For port 18236828-5044-4ba9-9548-7f7cf913b807, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:21.798613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] For port 18236828-5044-4ba9-9548-7f7cf913b807, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=18236828-5044-4ba9-9548-7f7cf913b807,segment=NetworkSegment(92e57c1d-6387-4433-a341-9676ff449f31),segment_id=92e57c1d-6387-4433-a341-9676ff449f31)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:21.810434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5358b782-8bcd-4656-b26c-59e2f7c23b9e') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:21.810993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5358b782-8bcd-4656-b26c-59e2f7c23b9e') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:21.824325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.842909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.843704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:21.847440 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-242342a7-5b35-44b8-a9ea-6c2d476f9174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2679868 Feb 15 13:42:21.850812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51288) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:21.853382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:21.854114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.865208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:21.865709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:21.866043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:21.875130 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:21.887929 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29318194-d454-43fc-a83b-e3bd274378e8', 'name': '', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:14Z', 'updated_at': '2022-02-15T13:42:20Z', 'revision_number': 4, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:21.892563 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b30b3a-c107-40a9-a86c-b452ac6ef14c None None] The sync data for ids ['29318194-d454-43fc-a83b-e3bd274378e8'] in dv-neutron-828156-1-hyperv is: [{'id': '29318194-d454-43fc-a83b-e3bd274378e8', 'name': '', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:14Z', 'updated_at': '2022-02-15T13:42:20Z', 'revision_number': 4, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:21.903334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:21.903735 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:21.914693 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 9 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:21.920470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.937720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.949956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:21.950455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f44ff051-ec56-41da-99db-a8234c18a2de {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:21.953032 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4df98562-e682-4e3e-bde5-035330a39e58 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1514476490 HTTP/1.1" status: 204 len: 168 time: 1.1055903 Feb 15 13:42:21.960986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51292) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:21.968978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-2cdf2bd4-2b31-4daa-aae5-7fbbbc2400fc tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.003482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.008122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-95c2bf33-51b9-4ecb-9ffe-41d026d47fb7 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/routers/f44ff051-ec56-41da-99db-a8234c18a2de HTTP/1.1" status: 204 len: 168 time: 6.5649703 Feb 15 13:42:22.011507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:22.085314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port 37e739f1-2160-4ac6-a19e-f9e26f6f407a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:22.085669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.100539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting subnet 024213c8-0bfc-4685-9005-ddf98c5743fb {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:22.110417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.110417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.131073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bdee2-5ad4-4606-a695-a421bf8b77e4 None None] Pushing event updated for resources: {'Port': ['ID=18236828-5044-4ba9-9548-7f7cf913b807,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:22.135466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:22.135799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:22.136178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:22.164657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:22.165016 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:22.168418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf6207a-a097-4a61-aa14-eb3c786c47f5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.178672 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 10 to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 Feb 15 13:42:22.181258 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2cdf2bd4-2b31-4daa-aae5-7fbbbc2400fc tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 200 len: 205 time: 0.2180305 Feb 15 13:42:22.188578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:22.204868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-6ec40d20-93f5-482d-b412-b3fbb79deeca tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.207579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.214044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:22.216935 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-991be85b-c9aa-4c93-9043-633cceb2ae11 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/a1b7d6ba-38fe-4913-aab9-c2febd1e1d8e HTTP/1.1" status: 204 len: 168 time: 3.7949812 Feb 15 13:42:22.229037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51304) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:22.247623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-881691861', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:22.268597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533b403-106f-46ba-b108-19222f872b8b None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:42:22.273283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:22.285305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.309685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 157deab4-5619-429a-b6a8-8ea28f450866 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:22.318998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:22.326120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:22.336089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:22.372690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.397951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e57c1d-6387-4433-a341-9676ff449f31') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.398178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e57c1d-6387-4433-a341-9676ff449f31') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.404752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.439463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533b403-106f-46ba-b108-19222f872b8b None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:42:22.446088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.447387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.459554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:22.459890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:22.460223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:22.466291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.547198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:22.547848 dv-neutron-828156-1-hyperv neutron-server[88296]: ERROR neutron.plugins.ml2.managers [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port ac8ec60a-5375-4c36-8103-3880fa5f6634 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:22.547848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.591592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.620082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.672309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:22.672714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:22.714107 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:22.812621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.820937 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ec40d20-93f5-482d-b412-b3fbb79deeca tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 200 len: 241 time: 0.6256602 Feb 15 13:42:22.840372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51308) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:22.851982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a1fa0-3db3-4da5-ad4e-3468fbe9aea9 None None] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:22.868069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-41427d2b-5e63-4626-9b4b-222021de4241 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1594894332') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:22.877315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=024213c8-0bfc-4685-9005-ddf98c5743fb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:22.881713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.903638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a82bfe1d-ceee-4457-8c31-390163cba237 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/024213c8-0bfc-4685-9005-ddf98c5743fb HTTP/1.1" status: 204 len: 168 time: 0.8909168 Feb 15 13:42:22.906279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51312) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:22.975097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] For port 37e739f1-2160-4ac6-a19e-f9e26f6f407a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=37e739f1-2160-4ac6-a19e-f9e26f6f407a,segment=NetworkSegment(44442967-9889-4003-9e5d-273601382fab),segment_id=44442967-9889-4003-9e5d-273601382fab)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:22.975483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:22.991681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port ac8ec60a-5375-4c36-8103-3880fa5f6634, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:22.992064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempted to set empty binding levels {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:42:23.010528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.043928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.076469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4be89f-eea9-496e-b69f-bced36bce9b8 None None] Network ecf6207a-a097-4a61-aa14-eb3c786c47f5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:23.167272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:42:23.167272 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:42:23.167272 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': 'ecf6207a-a097-4a61-aa14-eb3c786c47f5'}] Feb 15 13:42:23.167272 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:23.167723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:23.175133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for 37e739f1-2160-4ac6-a19e-f9e26f6f407a owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:23.210103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.312358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.345353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] In _notify_port_updated(), no bound segment for port ac8ec60a-5375-4c36-8103-3880fa5f6634 on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:42:23.346245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.346841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.348590 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "PUT /v2.0/ports/ac8ec60a-5375-4c36-8103-3880fa5f6634 HTTP/1.1" status: 200 len: 981 time: 4.1936233 Feb 15 13:42:23.358485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51316) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:23.380143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-41427d2b-5e63-4626-9b4b-222021de4241 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1594894332 HTTP/1.1" status: 204 len: 168 time: 0.5381775 Feb 15 13:42:23.395983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51320) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:23.417785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e487a60-4705-4de7-8c80-69054c6b379d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8ec60a-5375-4c36-8103-3880fa5f6634,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:23.422641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-60d5bdc6-b613-45ad-8431-f0a6e7303bc3 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1594894332') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:23.501600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.674432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f34561e-45d4-4e4e-80a5-9ca7c4e0872e']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:23.679927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.692564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.697544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:23.697849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554359d7-2dc0-4a4e-a95a-f8b6e84ec4a0') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:23.716414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.719922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 18236828-5044-4ba9-9548-7f7cf913b807 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:23.720252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.737357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.753282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.753824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.754258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.754937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.755653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.756122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.756590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.757054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.757573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.758041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.758497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.758959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.759423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.759876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.760327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.760782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.761251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:23.765893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4d496b8a-3a67-4b7d-92e8-766afd8728f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15746 time: 0.3956540 Feb 15 13:42:23.768552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:23.772177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:23.772585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.775248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:23.787492 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:23.856028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=157deab4-5619-429a-b6a8-8ea28f450866,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:23.864403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:23.869208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358dfed-9b81-432d-8b74-2e13103eca3c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:23.953443 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-60d5bdc6-b613-45ad-8431-f0a6e7303bc3 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1594894332 HTTP/1.1" status: 204 len: 168 time: 0.5437405 Feb 15 13:42:23.956439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51328) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:23.979793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-84727c14-0c8f-492b-83d9-24abe04171ef tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:23.997838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Deleting port ac8ec60a-5375-4c36-8103-3880fa5f6634 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:23.998884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.201170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 18236828-5044-4ba9-9548-7f7cf913b807, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=18236828-5044-4ba9-9548-7f7cf913b807,segment=NetworkSegment(92e57c1d-6387-4433-a341-9676ff449f31),segment_id=92e57c1d-6387-4433-a341-9676ff449f31)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:24.201561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.261316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port ac8ec60a-5375-4c36-8103-3880fa5f6634, host hv-neutron-8281, got binding levels [] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:24.261707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.330555 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-84727c14-0c8f-492b-83d9-24abe04171ef tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 200 len: 205 time: 0.3689001 Feb 15 13:42:24.335764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 18236828-5044-4ba9-9548-7f7cf913b807 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:24.363393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51332) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:24.377676 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d01bbd57-3107-46a8-a431-e76fffd2c892 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/157deab4-5619-429a-b6a8-8ea28f450866 HTTP/1.1" status: 204 len: 168 time: 2.5248129 Feb 15 13:42:24.381375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-965857ac-148c-4deb-b4a8-b4eff4f58cbf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:24.398153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51336) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:24.435236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.458926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Calling delete_port for ac8ec60a-5375-4c36-8103-3880fa5f6634 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:24.498364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.514227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e739f1-2160-4ac6-a19e-f9e26f6f407a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:24.567334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f34561e-45d4-4e4e-80a5-9ca7c4e0872e {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:42:24.569620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.588734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.589083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.589603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.589943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.590272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.590604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.590934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.591254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.591577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.591898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.592218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.592537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.608177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.619760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f34561e-45d4-4e4e-80a5-9ca7c4e0872e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:24.660277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.782198 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-965857ac-148c-4deb-b4a8-b4eff4f58cbf tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 200 len: 241 time: 0.4165082 Feb 15 13:42:24.811461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-038a47d8-33b8-424c-9f8d-1335ba25a7f1 None None] Provisioning complete for port a2f2b584-596a-451c-8df1-e76a64a23dd4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:24.812279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-038a47d8-33b8-424c-9f8d-1335ba25a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.831386 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/networks/2f34561e-45d4-4e4e-80a5-9ca7c4e0872e HTTP/1.1" status: 204 len: 168 time: 1.9239733 Feb 15 13:42:24.838147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51340) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:24.851943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 56f9df0c-6a99-40ca-beb3-e7c0c479646c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:24.852842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-0a32967d-82ff-41f5-be65-f1b55a46952e tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-1856490733') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:24.855388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.863211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.863754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.864765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.865205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.865635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.866033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.866428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.866842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.867305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.867694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.868083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.868588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58320-0edd-490a-98ac-3297f6911df0 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:24.877046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.918879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:24.988090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0a32967d-82ff-41f5-be65-f1b55a46952e tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-1856490733 HTTP/1.1" status: 204 len: 168 time: 0.1465344 Feb 15 13:42:24.993017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51346) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.003671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-067f186e-ae76-46bb-b644-6fd62634cd91 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-1856490733') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.008760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.011149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.042078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.090281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.109448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.166586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=18236828-5044-4ba9-9548-7f7cf913b807,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:25.167428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac8ec60a-5375-4c36-8103-3880fa5f6634,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:25.178746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 18236828-5044-4ba9-9548-7f7cf913b807 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:25.179562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.198825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 172.26.0.38 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/8c0210bd-a3a6-4bc1-a471-41774fcf1f28) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:25.210138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-667aedc6-6119-4f7e-8fb5-c11c6bc9dabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ac8ec60a-5375-4c36-8103-3880fa5f6634 HTTP/1.1" status: 204 len: 168 time: 1.4404418 Feb 15 13:42:25.220645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51354) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.277723 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-824e49ec-8c6c-4513-bd3c-22da326bd9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:42:25.278189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-824e49ec-8c6c-4513-bd3c-22da326bd9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Synchronizing usage tracker for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:25.284077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51358) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.323256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.324003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29318194-d454-43fc-a83b-e3bd274378e8 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:25.340269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'name': 'tempest-router--408130049', 'project_id': '3916cf5b0719456c90d3f7cf984844e9'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:25.355043 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-067f186e-ae76-46bb-b644-6fd62634cd91 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-1856490733 HTTP/1.1" status: 204 len: 168 time: 0.3578415 Feb 15 13:42:25.357470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:25.360655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51362) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.366493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:router and tenant:3916cf5b0719456c90d3f7cf984844e9 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:25.370809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:25.373341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-fcf284fb-fd53-483c-b080-a194e794cf8f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.385755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:25.449392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.459049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.470020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-824e49ec-8c6c-4513-bd3c-22da326bd9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Unset dirty status for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:25.471361 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-824e49ec-8c6c-4513-bd3c-22da326bd9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports/ac8ec60a-5375-4c36-8103-3880fa5f6634 HTTP/1.1" status: 404 len: 333 time: 0.2558329 Feb 15 13:42:25.477811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51366) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.483364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-527171603', 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:25.489995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:25.503003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:25.519653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=56f9df0c-6a99-40ca-beb3-e7c0c479646c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:25.521156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.521156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.522012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.545725 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fcf284fb-fd53-483c-b080-a194e794cf8f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 200 len: 205 time: 0.1717298 Feb 15 13:42:25.545725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.545725 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6066f287-8e20-4bd4-9d30-051f97ae7fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/56f9df0c-6a99-40ca-beb3-e7c0c479646c HTTP/1.1" status: 204 len: 168 time: 1.1381040 Feb 15 13:42:25.545725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.546744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51370) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.546744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51372) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.546916 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-324b4e6f-dc3b-4329-bc69-2ce1e4c161ca tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/routers/29318194-d454-43fc-a83b-e3bd274378e8 HTTP/1.1" status: 204 len: 168 time: 5.7625177 Feb 15 13:42:25.547010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac691a-09a2-4537-ab34-01677919bf81 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:25.547385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.601512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf6207a-a097-4a61-aa14-eb3c786c47f5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.601867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-a83e6fe8-20b1-491a-bcff-b7dac685a0db tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.618253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e57c1d-6387-4433-a341-9676ff449f31') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.618539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e57c1d-6387-4433-a341-9676ff449f31') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.640131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-df7c049b-98d2-4600-9fc4-ac422fc3afa1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953319 Feb 15 13:42:25.640847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.641616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.643956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51382) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.644262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Made reservation on behalf of 53e0711f3b3448a196c81f0d76ea2da8 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:25.646976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.654462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting subnet 5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:25.661657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.669789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:25.693220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.706291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:25.708510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.709577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:25.727097 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:25.806097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.838793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port 6bc94d43-07e3-4644-9f21-de27596fef5b yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:25.868639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.878150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:25.886409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Deleting port a2f2b584-596a-451c-8df1-e76a64a23dd4 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:25.886915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:25.904719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:25.919398 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a83e6fe8-20b1-491a-bcff-b7dac685a0db tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 204 len: 168 time: 0.3762448 Feb 15 13:42:25.928399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51386) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:25.934220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:25.936535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:25.937898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-7cd66dca-2514-4294-b8e8-af007c281fb5 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:25.999896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=8c0210bd-a3a6-4bc1-a471-41774fcf1f28,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:26.016529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:26.040655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:26.049116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:26.073674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.094259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.110080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=ecf6207a-a097-4a61-aa14-eb3c786c47f5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:26.118132 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-484f97c1-dfee-427e-8701-479c6c9ee21d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/ecf6207a-a097-4a61-aa14-eb3c786c47f5 HTTP/1.1" status: 204 len: 168 time: 5.3909607 Feb 15 13:42:26.121907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51390) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.132203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1987169870'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:26.134761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:26.137883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:26.143465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7cd66dca-2514-4294-b8e8-af007c281fb5 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 204 len: 168 time: 0.2113936 Feb 15 13:42:26.143465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:26.146201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51394) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.149533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.153516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-c4014645-5794-45ab-84d1-35b63054907c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:26.182756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:26.199692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.204220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:26.238346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] For port a2f2b584-596a-451c-8df1-e76a64a23dd4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a2f2b584-596a-451c-8df1-e76a64a23dd4,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:26.239876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.250807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:26.264046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.268747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7ac7cc02-a8f9-4793-afd3-176e029ebdb8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3 HTTP/1.1" status: 204 len: 168 time: 0.7225096 Feb 15 13:42:26.271512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.358163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:26.361189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.386238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Calling delete_port for a2f2b584-596a-451c-8df1-e76a64a23dd4 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:26.401906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:26.405601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.428346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.437237 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c4014645-5794-45ab-84d1-35b63054907c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 204 len: 168 time: 0.2875769 Feb 15 13:42:26.437237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:26.439213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51402) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.451088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.451424 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment ec5b39bd-ed3f-400e-a14c-2838ef068a38 of type vlan for network 2c16f411-a383-4bc8-80ff-f61f91bd68dd Feb 15 13:42:26.502998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-e025642f-6dee-4055-8950-aae15e177e57 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:26.561978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.566018 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-82b0da6b-c45c-4138-9f32-83491602ccf5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2742977 Feb 15 13:42:26.574114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51406) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.582384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.639853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.664386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.674325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.689474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e025642f-6dee-4055-8950-aae15e177e57 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1942577 Feb 15 13:42:26.692453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51410) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:26.730151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-bd68135c-b6b8-476f-b8a5-5544b6868740 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-1963357180') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:26.733714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] No DVR routers for this DVR port a2f2b584-596a-451c-8df1-e76a64a23dd4 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:26.737148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744514f0-7e19-4815-ab2c-7b266517c49c None None] Pushing event deleted for resources: {'Port': ['ID=a2f2b584-596a-451c-8df1-e76a64a23dd4,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:26.768599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf28d0d3-ad67-4e80-8e6f-c2470f1081a4']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:26.778182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:42:26.798522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.903056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:26.954866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44442967-9889-4003-9e5d-273601382fab') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:26.955515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44442967-9889-4003-9e5d-273601382fab') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:27.031739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.056397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.062089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:27.062691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.080522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Network 6d25fe95-84ed-454b-b031-4aec68368532 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:27.088632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.090348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:27.099448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:27.100397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:27.101008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.122540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=6bc94d43-07e3-4644-9f21-de27596fef5b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:27.269128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.273670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:27.274069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.283313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a2f2b584-596a-451c-8df1-e76a64a23dd4 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:27.289114 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:27.326829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a2f2b584-596a-451c-8df1-e76a64a23dd4 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:27.327159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a2f2b584-596a-451c-8df1-e76a64a23dd4 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:27.336712 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-54d68cb5-231c-4bff-bfc4-f6722ca64f76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8571260 Feb 15 13:42:27.341346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51414) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:27.439833 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3135831 Feb 15 13:42:27.447742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.449756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51418) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:27.452447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.464491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:27.485584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f5eb3-6e33-4e10-9ac5-fe99c8e9805c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=2c16f411-a383-4bc8-80ff-f61f91bd68dd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:27.500928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2c16f411-a383-4bc8-80ff-f61f91bd68dd details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:27.549914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3927627-a910-4077-b25d-c4ad222d32f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:27.550491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f3927627-a910-4077-b25d-c4ad222d32f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Synchronizing usage tracker for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:27.623231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:27.629089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:27.629976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:42:27.634729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:27.640950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:27.647933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.663965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 15 13:42:27.667874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.674275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf28d0d3-ad67-4e80-8e6f-c2470f1081a4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:27.680162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.684860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.684860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19a65b78-220a-46ec-8b0b-41d4b1eec03f {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:27.687075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.691071 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1d808a5b-07ed-498e-bd75-7111770e6329 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/routers/19a65b78-220a-46ec-8b0b-41d4b1eec03f HTTP/1.1" status: 204 len: 168 time: 1.1135862 Feb 15 13:42:27.698217 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-78099bdd-566c-4a8f-81db-be24864c665b tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cf28d0d3-ad67-4e80-8e6f-c2470f1081a4 HTTP/1.1" status: 204 len: 168 time: 1.4213669 Feb 15 13:42:27.757321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:27.761866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f3927627-a910-4077-b25d-c4ad222d32f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Unset dirty status for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:27.765634 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f3927627-a910-4077-b25d-c4ad222d32f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports/6bc94d43-07e3-4644-9f21-de27596fef5b HTTP/1.1" status: 200 len: 958 time: 0.4207561 Feb 15 13:42:27.766279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.770815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51426) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:27.828351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:27.849157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:27.859699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543888b9-1ea1-41fc-b953-114872bb7177 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:27.864322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bd68135c-b6b8-476f-b8a5-5544b6868740 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-1963357180 HTTP/1.1" status: 201 len: 201 time: 1.1697669 Feb 15 13:42:27.870842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:27.871715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:27.931580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51432) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:27.954845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=72eb77dd-1a3f-4a36-b924-747dce1d116e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:27.964931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-67487da0-aa75-4fa5-b6ec-e51a49c0d5ab tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1087401866') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:28.021726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Deleting port 6bc94d43-07e3-4644-9f21-de27596fef5b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:28.022342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.110866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-54a21916-b947-4469-8a66-f9c743b98d1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4543509 Feb 15 13:42:28.118756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51438) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:28.131891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:28.148075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.190263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '72eb77dd-1a3f-4a36-b924-747dce1d116e'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:28.191399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.241771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51442) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:28.333282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51446) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:28.341478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'name': 'tempest-router--1827885849', 'project_id': '275c608a22d94626ab163c8f9112a1fe'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:28.352823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:28.375475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:router and tenant:275c608a22d94626ab163c8f9112a1fe is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:28.382352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:28.396842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:28.421292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Allocated IP 2001:db8::f816:3eff:fe5e:1c16 (7bbde29e-2549-4182-a259-7bbb71f9b94f/72eb77dd-1a3f-4a36-b924-747dce1d116e/d6f9ab71-213e-4b06-9aef-3cb4da14cc9e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:28.459157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.515660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.517507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.587652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.590064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'ec5b39bd-ed3f-400e-a14c-2838ef068a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:28.590635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 2c16f411-a383-4bc8-80ff-f61f91bd68dd, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:28.601341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=eb8f55ef-41d6-4812-ac09-927019995253,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:28.696925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 2c16f411-a383-4bc8-80ff-f61f91bd68dd is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:28.711058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.758089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.771124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Transition to ACTIVE for port object d6f9ab71-213e-4b06-9aef-3cb4da14cc9e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:28.800323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.807003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2c16f411-a383-4bc8-80ff-f61f91bd68dd) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:28.808539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:28.811168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:28.814785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.814905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Transition to ACTIVE for port object d6f9ab71-213e-4b06-9aef-3cb4da14cc9e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:28.825243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7239545-037d-49e3-a575-4f6912c4dff5 None None] Network 2c16f411-a383-4bc8-80ff-f61f91bd68dd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:28.865961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.867443 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-371ad6b6-bcca-4d1c-b879-6ff41eb73bc8 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5330684 Feb 15 13:42:28.870515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51452) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:28.891596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:28.945860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:28.956507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Calling delete_port for 6bc94d43-07e3-4644-9f21-de27596fef5b owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:28.965941 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bed386a5-8a68-41a2-8649-14434f1a5d78 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5150926 Feb 15 13:42:28.975573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51456) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:28.987203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-67487da0-aa75-4fa5-b6ec-e51a49c0d5ab tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1087401866 HTTP/1.1" status: 201 len: 201 time: 1.0485301 Feb 15 13:42:28.991524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:29.002462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-242450025', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:29.009245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51460) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:29.017653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Pushing event updated for resources: {'Port': ['ID=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:29.032118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-f2ff17ce-8d04-4a63-90a5-e6f439785a5f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1506976405') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:29.036071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:29.038856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:29.042423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:29.089083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:29.096365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:29.118471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:29.126462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:29.140628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:29.155046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.211923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Attempting to bind port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:29.212543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Attempting to bind port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:29.213278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Attempting to bind port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:29.218180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:29.221828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.225047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:29.225447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:29.225866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.226259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:29.226746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Bound port: d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:29.227181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.318635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router e80733d4-aaf4-43c8-a2f1-8c32693ad708 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:29.336544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.337679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.389933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6c9a-bf28-4431-9f4f-44d680a30ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.411833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2c16f411-a383-4bc8-80ff-f61f91bd68dd', 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': 'eb8f55ef-41d6-4812-ac09-927019995253'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:29.413832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.447382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] For port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:29.452271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] For port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:29.457890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.518633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.532984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.541436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bc94d43-07e3-4644-9f21-de27596fef5b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:29.630015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.641838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.642379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f2ff17ce-8d04-4a63-90a5-e6f439785a5f tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1506976405 HTTP/1.1" status: 201 len: 201 time: 0.6298699 Feb 15 13:42:29.643002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51464) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:29.665629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-db6696c6-ac40-4f12-9874-502b127b4262 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-455978925') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:29.682607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:29.704429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] Sync routers for ids ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:29.750096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] Routers {'e80733d4-aaf4-43c8-a2f1-8c32693ad708'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:29.751618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:29.775642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.779238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.800598 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff7e3c26-1954-421c-9568-59e394cfe25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "DELETE /v2.0/ports/6bc94d43-07e3-4644-9f21-de27596fef5b HTTP/1.1" status: 204 len: 168 time: 2.0230584 Feb 15 13:42:29.803944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51468) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:29.844604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dac61-b4ee-4a1f-b050-9186c27d29c5 None None] Pushing event updated for resources: {'Port': ['ID=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:29.866495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Allocated IP 2001:db8::1 (2c16f411-a383-4bc8-80ff-f61f91bd68dd/eb8f55ef-41d6-4812-ac09-927019995253/718e2542-5eb5-44c5-911f-0b8512ce6a2d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:29.869776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:29.900182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.908695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] Routers {'e80733d4-aaf4-43c8-a2f1-8c32693ad708'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:29.909872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:29.961286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1146fd73-feca-41cc-9df2-7a8f4b1b3b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:42:29.962123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1146fd73-feca-41cc-9df2-7a8f4b1b3b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Synchronizing usage tracker for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:29.969902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:29.970724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb10e42-6f1d-4cd9-9915-3ca04255e821 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:30.014487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.015878 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f02856b5-59ef-483a-97c1-22f3fea6dbcc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/routers/6bb10e42-6f1d-4cd9-9915-3ca04255e821 HTTP/1.1" status: 204 len: 168 time: 1.1434281 Feb 15 13:42:30.026576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.030330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-295f4ddf-1a43-4771-8271-2699957d7b22 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7993848 Feb 15 13:42:30.036727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51474) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.040461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:30.041052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363440a-389c-41e0-bb2b-b7d8531640c1 None None] The sync data for ids ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:30.234514 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-db6696c6-ac40-4f12-9874-502b127b4262 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-455978925 HTTP/1.1" status: 201 len: 201 time: 0.5772536 Feb 15 13:42:30.240305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51478) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.254356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-7c1420f3-e0eb-4a91-877c-e74a302fc85c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', {'tags': ['tempest-TagsExtTest-Tag-1311472736', 'tempest-TagsExtTest-Tag-1403134667', 'tempest-TagsExtTest-Tag-1004467326']}) {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:30.399322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.421475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Transition to ACTIVE for port object 718e2542-5eb5-44c5-911f-0b8512ce6a2d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:30.432689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1146fd73-feca-41cc-9df2-7a8f4b1b3b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Unset dirty status for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:30.433960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1146fd73-feca-41cc-9df2-7a8f4b1b3b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports/6bc94d43-07e3-4644-9f21-de27596fef5b HTTP/1.1" status: 404 len: 333 time: 0.6216302 Feb 15 13:42:30.434985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51482) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.446695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51484) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.449575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Transition to ACTIVE for port object 718e2542-5eb5-44c5-911f-0b8512ce6a2d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:30.451720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.491191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.502889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'network_id': '6d25fe95-84ed-454b-b031-4aec68368532', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-600321747'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:30.522634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:30.532273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-233685cf-442a-4bd0-a11e-c0204b6e811b tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers/e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 200 len: 883 time: 0.4941974 Feb 15 13:42:30.533041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.538113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:30.544196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:30.546184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:30.551921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:30.552514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.560848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.603423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=e3bc3ca1-2a3e-455c-9c90-7344a29aedcf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:30.640349 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c1420f3-e0eb-4a91-877c-e74a302fc85c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 200 len: 318 time: 0.3980763 Feb 15 13:42:30.643315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51496) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.668431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-5abaf253-fef3-4472-a877-26bb1103b402 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:30.714897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Made reservation on behalf of 53e0711f3b3448a196c81f0d76ea2da8 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:30.717125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Network 2c16f411-a383-4bc8-80ff-f61f91bd68dd is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:30.717286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.722322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:30.728857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:30.733158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Pushing event updated for resources: {'Port': ['ID=718e2542-5eb5-44c5-911f-0b8512ce6a2d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:30.746117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.746725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.747388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.747877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.748380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.748860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.749639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.750125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.750744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.751235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.751989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.752511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:30.776397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.803857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1481c026-d8f9-495b-9727-29cc8a5649a1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6802785 Feb 15 13:42:30.813636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-918820303', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:30.822111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51502) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:30.834159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:77:6e:b6', 'name': 'tempest-NetworksTestDHCPv6-206716883'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:30.849601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:30.866904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:30.868625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8f55ef-41d6-4812-ac09-927019995253,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:30.885677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Attempting to bind port 718e2542-5eb5-44c5-911f-0b8512ce6a2d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:30.886140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Attempting to bind port 718e2542-5eb5-44c5-911f-0b8512ce6a2d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ec5b39bd-ed3f-400e-a14c-2838ef068a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:30.886573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Attempting to bind port 718e2542-5eb5-44c5-911f-0b8512ce6a2d on network 2c16f411-a383-4bc8-80ff-f61f91bd68dd {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:30.892752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:30.893360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Checking segment: {'id': 'ec5b39bd-ed3f-400e-a14c-2838ef068a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:30.894025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.895311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Bound using segment: {'id': 'ec5b39bd-ed3f-400e-a14c-2838ef068a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:30.896168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Bound port: 718e2542-5eb5-44c5-911f-0b8512ce6a2d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5b39bd-ed3f-400e-a14c-2838ef068a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:30.896696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:30.918003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:30.978694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:30.987444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:31.008221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] For port 718e2542-5eb5-44c5-911f-0b8512ce6a2d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:31.013680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] For port 718e2542-5eb5-44c5-911f-0b8512ce6a2d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=718e2542-5eb5-44c5-911f-0b8512ce6a2d,segment=NetworkSegment(ec5b39bd-ed3f-400e-a14c-2838ef068a38),segment_id=ec5b39bd-ed3f-400e-a14c-2838ef068a38)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:31.014422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.047185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c16f411-a383-4bc8-80ff-f61f91bd68dd']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:31.065948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5b39bd-ed3f-400e-a14c-2838ef068a38') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:31.066241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5b39bd-ed3f-400e-a14c-2838ef068a38') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:31.083833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.099232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5ada633-bdcc-4b7e-a066-aedf3f06399c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:router {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:31.139372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.140464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.149262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.153344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.161034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:31.161034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.201470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:31.221008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:31.241188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:31.248855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:31.299297 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:31.310226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d5ada633-bdcc-4b7e-a066-aedf3f06399c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:router {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:31.310226 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d5ada633-bdcc-4b7e-a066-aedf3f06399c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7687168 Feb 15 13:42:31.310226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51506) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:31.310868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:31.318514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-881691861'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:31.322260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994e117-2b6e-4ce1-bd13-5978142b3691 None None] Pushing event updated for resources: {'Port': ['ID=718e2542-5eb5-44c5-911f-0b8512ce6a2d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:31.336062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9a1a5-5148-406d-b448-a32e0b0d1e91 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:31.396910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:42:31.396910 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:42:31.396910 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '2c16f411-a383-4bc8-80ff-f61f91bd68dd'}] Feb 15 13:42:31.396910 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:31.397389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:31.415308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d6f9ab71-213e-4b06-9aef-3cb4da14cc9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:31.415583 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5abaf253-fef3-4472-a877-26bb1103b402 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 204 len: 168 time: 0.7656989 Feb 15 13:42:31.418152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:31.422610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51510) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:31.432831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-71b6384e-4bb5-456f-8d28-7c1f48516ca7 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-1311472736') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:31.473747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5272f1-fdc8-44ea-8d73-b644ca00a3fd None None] Network 2c16f411-a383-4bc8-80ff-f61f91bd68dd requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:31.614015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ea4cf2b0-428e-40b3-b12b-66dfe23470f1 None None] Provisioning for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:31.795263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.924194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.926950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:31.934373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:31.934868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:31.963040 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-71b6384e-4bb5-456f-8d28-7c1f48516ca7 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:31.964075 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-71b6384e-4bb5-456f-8d28-7c1f48516ca7 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-1311472736 HTTP/1.1" status: 404 len: 329 time: 0.5403423 Feb 15 13:42:31.968465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51514) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:32.032761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-8732cf92-b6f9-4b39-84e6-c663fe4379eb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-1403134667') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:32.080168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 718e2542-5eb5-44c5-911f-0b8512ce6a2d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:32.084197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.087065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '72eb77dd-1a3f-4a36-b924-747dce1d116e', 'ip_address': '2001:db8::f816:3eff:fe5e:1c16'}, {'subnet_id': 'e3bc3ca1-2a3e-455c-9c90-7344a29aedcf'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': 'd6f9ab71-213e-4b06-9aef-3cb4da14cc9e'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:42:32.209106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.225732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.303573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.312374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:32.354803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.392866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.412401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.415241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.495245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port c052be0a-543b-4056-ba3b-dea669cca7f8 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:32.504846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-8732cf92-b6f9-4b39-84e6-c663fe4379eb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:32.509171 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8732cf92-b6f9-4b39-84e6-c663fe4379eb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-1403134667 HTTP/1.1" status: 404 len: 329 time: 0.5346651 Feb 15 13:42:32.510229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51518) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:32.522157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-171f9c5c-cb7f-4edf-ab17-fc3213ce9cd0 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5', 'tempest-TagsExtTest-Tag-1004467326') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:32.556842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.571314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 718e2542-5eb5-44c5-911f-0b8512ce6a2d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=718e2542-5eb5-44c5-911f-0b8512ce6a2d,segment=NetworkSegment(ec5b39bd-ed3f-400e-a14c-2838ef068a38),segment_id=ec5b39bd-ed3f-400e-a14c-2838ef068a38)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:32.571677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.580872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.605057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Allocated IP 172.20.0.2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/e3bc3ca1-2a3e-455c-9c90-7344a29aedcf/d6f9ab71-213e-4b06-9aef-3cb4da14cc9e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:32.612303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:32.633888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-137ccbb0-978a-4f37-afde-3d0335758adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.709362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 718e2542-5eb5-44c5-911f-0b8512ce6a2d owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:32.745036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.758653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Network 6d25fe95-84ed-454b-b031-4aec68368532 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:32.791774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.806380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:32.823794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:32.824759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:32.829746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.829893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.854264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:32.867711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] For port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:32.883177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-171f9c5c-cb7f-4edf-ab17-fc3213ce9cd0 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:32.884255 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-171f9c5c-cb7f-4edf-ab17-fc3213ce9cd0 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags/tempest-TagsExtTest-Tag-1004467326 HTTP/1.1" status: 404 len: 329 time: 0.3731155 Feb 15 13:42:32.887584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51522) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:32.900050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-357e97af-bfbe-473d-b9d3-839268eb6f36 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', {'tags': ['tempest-TagsExtTest-Tag-880815697', 'tempest-TagsExtTest-Tag-1553969046', 'tempest-TagsExtTest-Tag-1697029374']}) {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:32.902156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Allocated IP 172.26.0.164 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/aef942e4-eded-4fdb-aa3e-dab02cbdf674) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:32.919878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.945683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Transition to ACTIVE for port object d6f9ab71-213e-4b06-9aef-3cb4da14cc9e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:32.946687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:32.997085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.022989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1ff85f27-c803-4fa4-a195-1fefe65ffece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5728135 Feb 15 13:42:33.031827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51526) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:33.039909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:33.115498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.178868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4090d3-0b4e-4949-8306-e7c61f028710 None None] Pushing event updated for resources: {'Port': ['ID=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:33.243664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=718e2542-5eb5-44c5-911f-0b8512ce6a2d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:33.254551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 718e2542-5eb5-44c5-911f-0b8512ce6a2d on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:33.341711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d6f9ab71-213e-4b06-9aef-3cb4da14cc9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:33.474363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router e80733d4-aaf4-43c8-a2f1-8c32693ad708 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:42:33.476439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.573513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c16f411-a383-4bc8-80ff-f61f91bd68dd']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:33.586138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 172.20.0.3 (7bbde29e-2549-4182-a259-7bbb71f9b94f/e3bc3ca1-2a3e-455c-9c90-7344a29aedcf/c052be0a-543b-4056-ba3b-dea669cca7f8) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:33.606321 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-357e97af-bfbe-473d-b9d3-839268eb6f36 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 200 len: 317 time: 0.7128403 Feb 15 13:42:33.609601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.616032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51530) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:33.620535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5b39bd-ed3f-400e-a14c-2838ef068a38') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:33.620535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5b39bd-ed3f-400e-a14c-2838ef068a38') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:33.640175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-13a95e2b-fe48-4c22-a83b-da4a501c78c9 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:33.657250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe77:6eb6 (7bbde29e-2549-4182-a259-7bbb71f9b94f/72eb77dd-1a3f-4a36-b924-747dce1d116e/c052be0a-543b-4056-ba3b-dea669cca7f8) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:33.661293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.664478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.694006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.727450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.811968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.834305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:33.834763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:33.853785 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:33.917318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:33.930875 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] Sync routers for ids ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:33.946562 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] Routers {'e80733d4-aaf4-43c8-a2f1-8c32693ad708'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:33.947561 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:33.971735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:33.975873 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f724855-42cb-4367-9f04-0dad7e71b4c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 200 len: 890 time: 2.6650186 Feb 15 13:42:33.977168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51534) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.047102 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.058894 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] Routers {'e80733d4-aaf4-43c8-a2f1-8c32693ad708'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:34.064050 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.064713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c31c5-56d8-4b99-92de-1abd7bc55ae0 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:42:34.087674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.117940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.125100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.141430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=2c16f411-a383-4bc8-80ff-f61f91bd68dd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:34.141649 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.142012 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a31fc5-3b3a-4643-8262-a41806d21008 None None] The sync data for ids ['e80733d4-aaf4-43c8-a2f1-8c32693ad708'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:34.199227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fcc13b33-e9d2-4624-b19a-a26cc6a8e6fb tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/2c16f411-a383-4bc8-80ff-f61f91bd68dd HTTP/1.1" status: 204 len: 168 time: 5.2219830 Feb 15 13:42:34.208669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51538) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.219437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-71509160-abc0-43c1-b5b6-cdf22d2961f0 None None] Provisioning for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:34.227047 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-13a95e2b-fe48-4c22-a83b-da4a501c78c9 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 204 len: 168 time: 0.6064305 Feb 15 13:42:34.231846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-439561329'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:34.234948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51542) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.236846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-71509160-abc0-43c1-b5b6-cdf22d2961f0 None None] Provisioning complete for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:34.237233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71509160-abc0-43c1-b5b6-cdf22d2961f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.243782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-e6ddb121-2bf6-4622-a983-41d7b0765c33 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-880815697') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.275649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:34.288210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:34.294678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:34.296429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c31c5-56d8-4b99-92de-1abd7bc55ae0 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:42:34.329628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:34.350346 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-376229bd-c42e-4ddb-842a-fffb93a042f4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers/e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 200 len: 890 time: 0.3721924 Feb 15 13:42:34.359381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51546) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.424074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-30a8a786-de61-4efd-8bd2-c474c6811864 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:34.433977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Allocated IP 172.26.0.13 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/97ca2ed1-9c54-4983-b81d-d5e9792e4742) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:34.444032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:34.448130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.480702 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-e6ddb121-2bf6-4622-a983-41d7b0765c33 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:34.480999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.481171 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e6ddb121-2bf6-4622-a983-41d7b0765c33 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-880815697 HTTP/1.1" status: 404 len: 328 time: 0.2397449 Feb 15 13:42:34.481171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51550) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.490079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-f13d2857-4f6f-4257-9fc6-4619d04d4708 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1553969046') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.564602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:34.589280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.589643 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment a7d9be07-af52-4d6c-a87c-5abac191e432 of type vlan for network c24e7c6b-f3fa-4408-b46b-128ee67d381f Feb 15 13:42:34.599281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:34.600324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-30a8a786-de61-4efd-8bd2-c474c6811864 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:34.604032 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-30a8a786-de61-4efd-8bd2-c474c6811864 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 200 len: 205 time: 0.2406552 Feb 15 13:42:34.604818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51554) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.608296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:34.618795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:34.645600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] device_id is not set on port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:34.677595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.733924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.742744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.747858 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-f13d2857-4f6f-4257-9fc6-4619d04d4708 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:34.751977 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f13d2857-4f6f-4257-9fc6-4619d04d4708 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1553969046 HTTP/1.1" status: 404 len: 329 time: 0.2701790 Feb 15 13:42:34.752539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51558) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:34.762940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-91f8a3bc-1d80-44f7-a519-937880155ffc tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9', 'tempest-TagsExtTest-Tag-1697029374') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:34.771173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event updated for resources: {'Port': ['ID=aef942e4-eded-4fdb-aa3e-dab02cbdf674,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:34.790660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object c052be0a-543b-4056-ba3b-dea669cca7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:34.797273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Transition to ACTIVE for port object 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:34.907141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:34.944928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.017714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.023748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:35.029270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.049710 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-91f8a3bc-1d80-44f7-a519-937880155ffc tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:35.052069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91f8a3bc-1d80-44f7-a519-937880155ffc tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags/tempest-TagsExtTest-Tag-1697029374 HTTP/1.1" status: 404 len: 329 time: 0.2931798 Feb 15 13:42:35.062904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51562) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:35.152858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.211952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:35.249828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-c22fcfb9-457e-4157-9478-73cc23653785 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', {'tags': ['tempest-TagsExtTest-Tag-1626219093', 'tempest-TagsExtTest-Tag-1119035718', 'tempest-TagsExtTest-Tag-1388518881']}) {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:35.265889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:35.268858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:35.268858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:35.276020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:35.276360 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:35.277910 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 2 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:35.288805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.407184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:35.407520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:35.407853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:35.420608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.453005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:35.453693 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:35.467632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:35.468253 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 3 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:35.480210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=c24e7c6b-f3fa-4408-b46b-128ee67d381f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:35.485808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:35.494655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=c052be0a-543b-4056-ba3b-dea669cca7f8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:35.499386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:35.501021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:35.512378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.535411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:35.578295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:35.578621 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-85d956af-4d15-4203-8db8-e9246fc6e1f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3541634 Feb 15 13:42:35.582383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51566) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:35.594246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:35.659037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:35.659369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:35.660219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:35.678172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:35.719362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 8c0210bd-a3a6-4bc1-a471-41774fcf1f28 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:35.719765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.759598 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c22fcfb9-457e-4157-9478-73cc23653785 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 200 len: 318 time: 0.6877947 Feb 15 13:42:35.759818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:35.759818 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:35.767377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51570) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:35.767575 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 4 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:35.792596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-34a8bb9c-7311-498f-ac7c-0aaeea9917a6 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:35.810712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event updated for resources: {'Port': ['ID=97ca2ed1-9c54-4983-b81d-d5e9792e4742,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:35.824199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:35.824832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.842046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:35.842379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:35.842893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:35.926592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f2d7dbc5-0485-4215-8e3e-0a136763ee32 None None] Provisioning for port c052be0a-543b-4056-ba3b-dea669cca7f8 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:35.934038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f2d7dbc5-0485-4215-8e3e-0a136763ee32 None None] Provisioning complete for port c052be0a-543b-4056-ba3b-dea669cca7f8 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:35.934583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f2d7dbc5-0485-4215-8e3e-0a136763ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:35.993079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7dbc5-0485-4215-8e3e-0a136763ee32 None None] Port c052be0a-543b-4056-ba3b-dea669cca7f8 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:36.008975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:36.018413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:36.037903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:36.042936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:36.046368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:36.103761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:36.108801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.109094 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.121580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 5 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:36.173273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:36.178656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:36.205960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e61f42b4-aacf-4026-8bfb-85ba9aa12f46 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3823025 Feb 15 13:42:36.224198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51574) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:36.261007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 8c0210bd-a3a6-4bc1-a471-41774fcf1f28 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:36.299352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-34a8bb9c-7311-498f-ac7c-0aaeea9917a6 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 204 len: 168 time: 0.5207512 Feb 15 13:42:36.307262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:36.307596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:36.307932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:36.353674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51578) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:36.368553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-2b7e0453-8fcd-48f8-8760-f676e76d48b3 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1626219093') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:36.391885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.392215 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.398319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 6 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:36.442564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:36.443009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:36.443347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:36.461692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.462679 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.463881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 7 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:36.551228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:36.551481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:36.551767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:36.567496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.568034 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.574789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 8 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:36.651941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d8870-a7ed-40eb-94f0-b75e3c4e84e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:36.657871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d8870-a7ed-40eb-94f0-b75e3c4e84e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:36.658699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d89d8870-a7ed-40eb-94f0-b75e3c4e84e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:36.702283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-2b7e0453-8fcd-48f8-8760-f676e76d48b3 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:36.706168 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2b7e0453-8fcd-48f8-8760-f676e76d48b3 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1626219093 HTTP/1.1" status: 404 len: 329 time: 0.3459346 Feb 15 13:42:36.709632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51582) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:36.750950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-77c3a2da-2afb-4195-8e1c-d008e5184bdb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1119035718') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:36.758396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:36.758728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:36.759063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:36.788822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.789158 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.793164 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 9 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:36.874362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d89d8870-a7ed-40eb-94f0-b75e3c4e84e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:36.875504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d89d8870-a7ed-40eb-94f0-b75e3c4e84e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6499979 Feb 15 13:42:36.886742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:36.891915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51586) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:36.892608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:36.892945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:36.893276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:36.993004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:36.993855 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:36.996547 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-77c3a2da-2afb-4195-8e1c-d008e5184bdb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:36.997610 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-77c3a2da-2afb-4195-8e1c-d008e5184bdb tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1119035718 HTTP/1.1" status: 404 len: 329 time: 0.2861385 Feb 15 13:42:37.000758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51590) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:37.001621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempt 10 to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e Feb 15 13:42:37.009538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-5a1f2cdb-49a9-464e-883b-7b3936ca2ea4 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded', 'tempest-TagsExtTest-Tag-1388518881') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:37.055569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:37.056091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:37.056377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempting to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:37.067171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.079725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.137616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:42:37.137838 dv-neutron-828156-1-hyperv neutron-server[88297]: ERROR neutron.plugins.ml2.managers [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Failed to bind port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '4230c385-5709-409e-b089-68d5d6bfb608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6d25fe95-84ed-454b-b031-4aec68368532'}] Feb 15 13:42:37.138194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.180706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.212772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port c052be0a-543b-4056-ba3b-dea669cca7f8 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:37.213090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.301886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=8c0210bd-a3a6-4bc1-a471-41774fcf1f28,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:37.357179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=72dacafe-8e99-4f98-9b97-76227bbc3587,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:37.367456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-5a1f2cdb-49a9-464e-883b-7b3936ca2ea4 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:37.368506 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a1f2cdb-49a9-464e-883b-7b3936ca2ea4 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags/tempest-TagsExtTest-Tag-1388518881 HTTP/1.1" status: 404 len: 329 time: 0.3668470 Feb 15 13:42:37.369335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'a7d9be07-af52-4d6c-a87c-5abac191e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:37.369715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: c24e7c6b-f3fa-4408-b46b-128ee67d381f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:37.374407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51596) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:37.385158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-a16dcd32-aa0a-401d-bb5f-8b3b77d53026 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', {'tags': ['tempest-TagsExtTest-Tag-1877271045', 'tempest-TagsExtTest-Tag-356828723', 'tempest-TagsExtTest-Tag-1955021397']}) {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:37.438966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.616775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:37.637538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.640385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.823502 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a16dcd32-aa0a-401d-bb5f-8b3b77d53026 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "PUT /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 200 len: 317 time: 0.4461510 Feb 15 13:42:37.826028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51600) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:37.831416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-4a244184-9a9d-4d5b-a114-14bbb85ba017 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:37.869308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:37.869990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attempted to set empty binding levels {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 15 13:42:37.880276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c24e7c6b-f3fa-4408-b46b-128ee67d381f) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:37.885422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:37.886069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.895841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3dc758-e8d1-46db-9d28-36ed53bb0aa6 None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:37.896410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:37.896410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router e80733d4-aaf4-43c8-a2f1-8c32693ad708 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:37.981973 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4a244184-9a9d-4d5b-a114-14bbb85ba017 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1519649 Feb 15 13:42:37.982207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51604) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:37.988891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-6a84e92a-df95-4f5a-a9da-2f32e33f0690 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-1877271045') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:38.014882 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-6a84e92a-df95-4f5a-a9da-2f32e33f0690 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:38.019036 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6a84e92a-df95-4f5a-a9da-2f32e33f0690 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-1877271045 HTTP/1.1" status: 404 len: 329 time: 0.0330434 Feb 15 13:42:38.019312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51608) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.020930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bc44-b709-4e81-9192-4d36741453b9 req-63ddae03-598e-47a8-b837-ec495e040a28 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:38.022461 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-caf8bc44-b709-4e81-9192-4d36741453b9 req-63ddae03-598e-47a8-b837-ec495e040a28 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5389149 Feb 15 13:42:38.028885 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a7536730-79d9-4d59-b867-5b47cb4977e3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4355421 Feb 15 13:42:38.030992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.032079 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-07958066-18e5-4cb3-b0d2-d443a59b1e85 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 204 len: 168 time: 3.4265213 Feb 15 13:42:38.032759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.036338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-9fb7ab20-0a62-4bf9-874e-3a95565e1169 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-356828723') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:38.044264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51612) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.044594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.053932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:38.074745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774020524'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:38.087573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:38.146239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:38.155855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c24e7c6b-f3fa-4408-b46b-128ee67d381f', 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': '72dacafe-8e99-4f98-9b97-76227bbc3587'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:38.156784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:38.157764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.161069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.168154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:38.179038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.180854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Router b454fe18-f9f0-4e08-867f-e7908cdd431e is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:38.184467 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-9fb7ab20-0a62-4bf9-874e-3a95565e1169 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:38.188360 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9fb7ab20-0a62-4bf9-874e-3a95565e1169 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-356828723 HTTP/1.1" status: 404 len: 328 time: 0.1651928 Feb 15 13:42:38.191974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51620) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.201505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-09a52156-9f0c-4ccd-b948-b54c382f579c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd', 'tempest-TagsExtTest-Tag-1955021397') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:38.259883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:38.262830 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-09a52156-9f0c-4ccd-b948-b54c382f579c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] show failed (client error): The resource could not be found. Feb 15 13:42:38.267257 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-09a52156-9f0c-4ccd-b948-b54c382f579c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags/tempest-TagsExtTest-Tag-1955021397 HTTP/1.1" status: 404 len: 329 time: 0.0709212 Feb 15 13:42:38.267257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:subnet and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:38.275311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51624) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.275311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:38.278758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-83c53428-3198-4c03-a360-ec1473b24170 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3fc8ea51-8fee-4b38-994c-a2d6060bd9fd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:38.287924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:38.296220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:38.303774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.321073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] In _notify_port_updated(), no bound segment for port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e on network 6d25fe95-84ed-454b-b031-4aec68368532 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:42:38.321637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:38.322169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.323475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "PUT /v2.0/ports/5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e HTTP/1.1" status: 200 len: 980 time: 5.2887378 Feb 15 13:42:38.327295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51628) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.350410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Allocated IP 2001:db8::2 (c24e7c6b-f3fa-4408-b46b-128ee67d381f/72dacafe-8e99-4f98-9b97-76227bbc3587/ebf3d223-fce6-4eba-89b3-3051050dc636) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:38.386159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:38.400990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:38.404461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.415384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for c052be0a-543b-4056-ba3b-dea669cca7f8 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:38.425455 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-83c53428-3198-4c03-a360-ec1473b24170 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1536953 Feb 15 13:42:38.431703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51632) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:38.436111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.436439 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment b1d2265c-d8d2-4f75-94a1-281aaf5bdc56 of type vlan for network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 Feb 15 13:42:38.444698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-4f39f4e2-3808-4f09-b615-e5f2a6052ace tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '957a1875-48ef-4f56-b933-ede3f1f81ded') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:38.498309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e6eab-06bd-4fe5-967e-34a0a19a2772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event updated for resources: {'Port': ['ID=5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:38.544558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-caf8bc44-b709-4e81-9192-4d36741453b9 req-553d4926-0734-4518-a437-2b009cffd709 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4995778 Feb 15 13:42:38.608333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.628081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Transition to ACTIVE for port object ebf3d223-fce6-4eba-89b3-3051050dc636 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:38.661857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Transition to ACTIVE for port object ebf3d223-fce6-4eba-89b3-3051050dc636 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:38.670704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Deleting port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:38.671038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.721155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.796592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:38.800874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:38.805240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:38.817806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Pushing event updated for resources: {'Port': ['ID=ebf3d223-fce6-4eba-89b3-3051050dc636,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:38.824092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.913923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Attempting to bind port ebf3d223-fce6-4eba-89b3-3051050dc636 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:38.914537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Attempting to bind port ebf3d223-fce6-4eba-89b3-3051050dc636 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'a7d9be07-af52-4d6c-a87c-5abac191e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:38.914632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Attempting to bind port ebf3d223-fce6-4eba-89b3-3051050dc636 on network c24e7c6b-f3fa-4408-b46b-128ee67d381f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:38.920382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:38.920755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Checking segment: {'id': 'a7d9be07-af52-4d6c-a87c-5abac191e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:38.921344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.921786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Bound using segment: {'id': 'a7d9be07-af52-4d6c-a87c-5abac191e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:38.922261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Bound port: ebf3d223-fce6-4eba-89b3-3051050dc636, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9be07-af52-4d6c-a87c-5abac191e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:38.922637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:38.980768 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f39f4e2-3808-4f09-b615-e5f2a6052ace tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded/tags HTTP/1.1" status: 204 len: 168 time: 0.5451846 Feb 15 13:42:38.985379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-e7ca625d-9e39-43ad-83a5-ec8843d04e03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8976183 Feb 15 13:42:38.987656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51638) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:39.027175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:39.031583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ebf3d223-fce6-4eba-89b3-3051050dc636,segment=NetworkSegment(a7d9be07-af52-4d6c-a87c-5abac191e432),segment_id=a7d9be07-af52-4d6c-a87c-5abac191e432)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:39.036902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.tag.tag_plugin [None req-d125b9fc-39c7-4c71-b443-f8bd38c1ea41 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b0175c8-76aa-4e2b-98c5-c66c010517b9') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.070747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.077312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:39.077312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.079707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:39.092100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] Sync routers for ids ['b454fe18-f9f0-4e08-867f-e7908cdd431e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:39.106219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] Routers {'b454fe18-f9f0-4e08-867f-e7908cdd431e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:39.106875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b454fe18-f9f0-4e08-867f-e7908cdd431e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.166863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.169191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] For port 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e, host hv-neutron-8281, got binding levels [] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:39.169905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.221920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.256316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] Routers {'b454fe18-f9f0-4e08-867f-e7908cdd431e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:39.257016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['b454fe18-f9f0-4e08-867f-e7908cdd431e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.291546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5228a68-9522-48d4-aca2-2aceca3e464d req-5ef7d0b6-76b4-4df4-9889-488eefa17668 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:39.293523 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5228a68-9522-48d4-aca2-2aceca3e464d req-5ef7d0b6-76b4-4df4-9889-488eefa17668 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5715044 Feb 15 13:42:39.302060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.305883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-70a98773-0065-479a-9340-b7035586ebbf tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9970436 Feb 15 13:42:39.306876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51642) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:39.352154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.352618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66ecb6-6c72-413f-817c-7c851bd5a9b8 None None] The sync data for ids ['b454fe18-f9f0-4e08-867f-e7908cdd431e'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:39.367405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfac8b-6eb7-47de-90be-33319da7fa76 None None] Pushing event updated for resources: {'Port': ['ID=ebf3d223-fce6-4eba-89b3-3051050dc636,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:39.398711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Calling delete_port for 5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:39.418886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Router 2d811b83-253b-490b-bb10-47fe73069332 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:39.429230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3811107 Feb 15 13:42:39.437585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51646) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:39.450620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7399b34-a386-4ba6-a208-b0999a895092 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=7163dd94-83e2-40cf-951f-df5d0ccbbeb5,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:39.465096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:39.471868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:39.620491 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d125b9fc-39c7-4c71-b443-f8bd38c1ea41 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9/tags HTTP/1.1" status: 204 len: 168 time: 0.6220341 Feb 15 13:42:39.623599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51650) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:39.629620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.tag.tag_plugin [None req-3ce5ae54-7ebd-43f1-99cb-606b03847b96 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e32c0cd6-0f3b-4398-916d-dcad4bd720d5') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:39.708628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.732190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-ed29934c-1f84-4edc-a053-a498f4c65817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:39.733801 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-ed29934c-1f84-4edc-a053-a498f4c65817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.6321130 Feb 15 13:42:39.737557 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5228a68-9522-48d4-aca2-2aceca3e464d req-c362609d-3631-4f49-944d-168be863c0c6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272969 Feb 15 13:42:39.766133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.773283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.776111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:39.834129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:39.837158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.858334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:39.866580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:39.867419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:39.871286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=e1c98ddb-a756-4c16-bb64-a7aa23aa122c,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:39.891126 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e52a9b87-1515-4332-bad6-958c3cf5ffc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "DELETE /v2.0/ports/5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e HTTP/1.1" status: 204 len: 168 time: 1.5599177 Feb 15 13:42:39.891559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51656) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:39.896770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=c052be0a-543b-4056-ba3b-dea669cca7f8,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:39.945441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-914ab4a6-6717-4937-a548-22049ea9ad9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] GET failed (client error): The resource could not be found. Feb 15 13:42:39.946179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-914ab4a6-6717-4937-a548-22049ea9ad9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Synchronizing usage tracker for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:39.969932 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ce5ae54-7ebd-43f1-99cb-606b03847b96 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5/tags HTTP/1.1" status: 204 len: 168 time: 0.3451941 Feb 15 13:42:39.972330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51660) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.047961 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-39639671-05a0-4c76-84a5-445b7f1bc662 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9989557 Feb 15 13:42:40.049567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51664) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.100395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-914ab4a6-6717-4937-a548-22049ea9ad9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] Unset dirty status for tenant:53e0711f3b3448a196c81f0d76ea2da8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:40.107914 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-914ab4a6-6717-4937-a548-22049ea9ad9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957700123-project-admin] 10.222.0.61 "GET /v2.0/ports/5f52fd4f-369f-4e5f-b1ef-4af50b9ea26e HTTP/1.1" status: 404 len: 333 time: 0.2081845 Feb 15 13:42:40.111438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51668) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.179018 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-208cc533-02ed-4e0a-8a38-a5199fa39de4 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/b454fe18-f9f0-4e08-867f-e7908cdd431e HTTP/1.1" status: 200 len: 920 time: 0.8664508 Feb 15 13:42:40.179944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51672) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.181118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:40.237136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.240069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.241253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.242811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.244300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.245222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Synchronizing usage tracker for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:40.269121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-839d2587-7ddd-433c-88e0-72479da3fa89 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for subnetpool, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.273345 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-839d2587-7ddd-433c-88e0-72479da3fa89 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3fc8ea51-8fee-4b38-994c-a2d6060bd9fd HTTP/1.1" status: 204 len: 168 time: 0.2993066 Feb 15 13:42:40.276921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.277145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:40.291759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:40.324424 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a92af2ab-dfe8-4178-833d-abac6157d002 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b454fe18-f9f0-4e08-867f-e7908cdd431e HTTP/1.1" status: 200 len: 205 time: 0.1093099 Feb 15 13:42:40.325039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51680) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.325992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:40.330564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.354811 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dc71beca-de9e-4562-9829-b283ef7de4d5 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1875-48ef-4f56-b933-ede3f1f81ded HTTP/1.1" status: 200 len: 205 time: 0.0560992 Feb 15 13:42:40.372829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51684) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.419820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:40.432336 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] Sync routers for ids ['2d811b83-253b-490b-bb10-47fe73069332'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:40.450397 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] Routers {'2d811b83-253b-490b-bb10-47fe73069332'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:40.451366 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2d811b83-253b-490b-bb10-47fe73069332'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:40.497864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.499885 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-39c0b71c-d87c-4dad-b1ef-8b61f683ff79 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/c052be0a-543b-4056-ba3b-dea669cca7f8 HTTP/1.1" status: 204 len: 168 time: 3.6039498 Feb 15 13:42:40.507878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51688) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.546141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-c6a1ae66-a9ad-48e2-b78a-f4a5233930a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.548463 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-c6a1ae66-a9ad-48e2-b78a-f4a5233930a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.7034545 Feb 15 13:42:40.599153 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:40.601708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc267236-f46a-4108-8a66-a91322e8892a None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:40.632492 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] Routers {'2d811b83-253b-490b-bb10-47fe73069332'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:40.635811 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2d811b83-253b-490b-bb10-47fe73069332'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:40.718757 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:40.719386 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e2620-3bf8-41f6-9da1-48be26ded2dd None None] The sync data for ids ['2d811b83-253b-490b-bb10-47fe73069332'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:40.765797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.780041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.839280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27c19e41-4718-4cb4-895a-c81d1bd4d81c None None] Provisioning for port ebf3d223-fce6-4eba-89b3-3051050dc636 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:40.902027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.905466 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d6c031bc-fec7-477f-859e-10b15be5f1d7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.4583063 Feb 15 13:42:40.916481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Unset dirty status for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:40.918837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:40.921625 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b999cba6-9453-435a-ad2a-13349fb032a8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8708293 Feb 15 13:42:40.923965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:40.932461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.932662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51694) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:40.944213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d25fe95-84ed-454b-b031-4aec68368532']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:40.961375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c52dc-ad1e-48b1-b23d-bbadabcf89ac req-8e9b2336-53bb-48bb-b008-ba9444b1170e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:40.963091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee6c52dc-ad1e-48b1-b23d-bbadabcf89ac req-8e9b2336-53bb-48bb-b008-ba9444b1170e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.0609164 Feb 15 13:42:41.017195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646964027'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:41.030998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4230c385-5709-409e-b089-68d5d6bfb608') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:41.031286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4230c385-5709-409e-b089-68d5d6bfb608') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:41.038507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:41.062527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:41.064136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:41.065779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:41.067393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:41.069524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Update dhcp port {'port': {'network_id': 'c24e7c6b-f3fa-4408-b46b-128ee67d381f', 'fixed_ips': [{'subnet_id': '72dacafe-8e99-4f98-9b97-76227bbc3587', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1c98ddb-a756-4c16-bb64-a7aa23aa122c'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': 'ebf3d223-fce6-4eba-89b3-3051050dc636'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:42:41.101206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:41.131217 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-af661373-90f4-4d1c-bd8e-e8939a6d2a57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1001 time: 0.5689650 Feb 15 13:42:41.139693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.163188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.164250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:41.168459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.195275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:41.257772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee6c52dc-ad1e-48b1-b23d-bbadabcf89ac req-62c22624-a7de-4cfb-985e-97cbdd2138ae tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745566 Feb 15 13:42:41.301750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.305476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.379058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.381206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:41.381620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.386171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:41.390104 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1c27078-6a13-4a0b-8536-ef5554422f80 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8785112 Feb 15 13:42:41.403926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51702) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:41.408967 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:41.411889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:41.414354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.468392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-91a44fe6-d8aa-4463-9dd7-16775e335426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:41.469916 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-91a44fe6-d8aa-4463-9dd7-16775e335426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.2698619 Feb 15 13:42:41.502835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ebf3d223-fce6-4eba-89b3-3051050dc636 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:41.582952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Allocated IP 172.20.0.1 (c24e7c6b-f3fa-4408-b46b-128ee67d381f/e1c98ddb-a756-4c16-bb64-a7aa23aa122c/ebf3d223-fce6-4eba-89b3-3051050dc636) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:41.594712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:41.610619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.614329 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment b9b5099d-9d9a-445c-a971-8318dbf75630 of type vlan for network aa1a3c42-00de-41d8-8904-4a70627da489 Feb 15 13:42:41.645586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.682696 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cbb57c4c-94b7-4f39-ad1c-70cf0600ccc3 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/2d811b83-253b-490b-bb10-47fe73069332 HTTP/1.1" status: 200 len: 923 time: 0.7489393 Feb 15 13:42:41.684035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.687231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Fanout notify agent at l3_agent the message router_deleted on router 957a1875-48ef-4f56-b933-ede3f1f81ded {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:41.687231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51706) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:41.726849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 72eb77dd-1a3f-4a36-b924-747dce1d116e {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:41.743075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.751860 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ec8953e-e059-45ba-970f-8117c38c8c4b tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d811b83-253b-490b-bb10-47fe73069332 HTTP/1.1" status: 200 len: 205 time: 0.0622222 Feb 15 13:42:41.755243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.768169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.772319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51710) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:41.783509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.788460 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b4601579-f385-490e-a12e-7b74e6564b8c tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/routers/957a1875-48ef-4f56-b933-ede3f1f81ded HTTP/1.1" status: 204 len: 168 time: 1.4143920 Feb 15 13:42:41.794643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51714) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:41.798454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ebf3d223-fce6-4eba-89b3-3051050dc636,segment=NetworkSegment(a7d9be07-af52-4d6c-a87c-5abac191e432),segment_id=a7d9be07-af52-4d6c-a87c-5abac191e432)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:41.813172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ebf3d223-fce6-4eba-89b3-3051050dc636 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:41.821044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:41.821728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.869452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.903798 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.914590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.923319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.930445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:41.931243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:41.943428 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] 10.222.0.61 "DELETE /v2.0/networks/6d25fe95-84ed-454b-b031-4aec68368532 HTTP/1.1" status: 204 len: 168 time: 1.8246691 Feb 15 13:42:41.944047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Transition to ACTIVE for port object ebf3d223-fce6-4eba-89b3-3051050dc636 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:41.944171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc3ccb-3696-4ea8-b6b5-51a73dfd6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857769841-project] Pushing event deleted for resources: {'Network': ['ID=6d25fe95-84ed-454b-b031-4aec68368532,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:42.012183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.066916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.108443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port aef942e4-eded-4fdb-aa3e-dab02cbdf674 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:42.109607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.202323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750034e0-c626-4b01-bd24-b1906b84c29e req-8dd37ff7-32a1-48ee-bb4f-0b4456037347 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:42.203948 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-750034e0-c626-4b01-bd24-b1906b84c29e req-8dd37ff7-32a1-48ee-bb4f-0b4456037347 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6475990 Feb 15 13:42:42.208244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.264662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-eb422b94-4128-4180-a6b4-2feaab1f3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:42.266543 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-eb422b94-4128-4180-a6b4-2feaab1f3f4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6966803 Feb 15 13:42:42.304088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:42.304615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:42.308075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0684105-4b1f-48a5-b7b4-d1f878bc9d7b None None] Pushing event updated for resources: {'Port': ['ID=ebf3d223-fce6-4eba-89b3-3051050dc636,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:42.337509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.345892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Deleting port 8b0175c8-76aa-4e2b-98c5-c66c010517b9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:42.346458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.408019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4700572 Feb 15 13:42:42.433704 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:42:42.435754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51720) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:42.447951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:42.471245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe145c-111b-4423-82bb-aa772d642957 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=aa1a3c42-00de-41d8-8904-4a70627da489,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:42.491788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:42.562405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.628514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.688322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-750034e0-c626-4b01-bd24-b1906b84c29e req-1550948d-0de3-406b-af6b-9f2d6fa41f7c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203210 Feb 15 13:42:42.707785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:42.725786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3283c69-8e53-4bb8-9857-a9a1d3bc5386 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:42.754513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=9bb563b8-8ecf-495c-a5dd-f1b0992af3e8,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:42.966055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.045498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51728) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:43.053112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.109373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:43.109951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: 7163dd94-83e2-40cf-951f-df5d0ccbbeb5, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:43.161103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=72eb77dd-1a3f-4a36-b924-747dce1d116e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:43.177083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port 97ca2ed1-9c54-4983-b81d-d5e9792e4742 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:43.178006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.264514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ebf3d223-fce6-4eba-89b3-3051050dc636,segment=NetworkSegment(a7d9be07-af52-4d6c-a87c-5abac191e432),segment_id=a7d9be07-af52-4d6c-a87c-5abac191e432)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:43.288703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d3795dd9-3d3a-489d-850c-996d4956c960 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/72eb77dd-1a3f-4a36-b924-747dce1d116e HTTP/1.1" status: 204 len: 168 time: 1.8766508 Feb 15 13:42:43.301029 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-7ef82258-e5e0-4996-a6a5-ace424017b26 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0194077 Feb 15 13:42:43.301869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:43.309513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.326482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a8da5-b0b9-4627-b806-19277987b72f None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:43.382480 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b877d069-8793-408d-9da3-168bc063275a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34450500c3e640acae1450accff75503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183734 Feb 15 13:42:43.391115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51740) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:43.460636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.540001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.594247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=ebf3d223-fce6-4eba-89b3-3051050dc636,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:43.610783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ebf3d223-fce6-4eba-89b3-3051050dc636 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:43.625562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.683111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2402e44e-f1e1-4c22-bb40-ad0068113da3 req-73717d15-5ca6-4247-a280-79ae58579132 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530021 Feb 15 13:42:43.696714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5fbc6950-c551-49bc-9141-f8285773d090 None None] Provisioning for port ebf3d223-fce6-4eba-89b3-3051050dc636 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:43.715245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5fbc6950-c551-49bc-9141-f8285773d090 None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:43.715614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6950-c551-49bc-9141-f8285773d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.763427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for aef942e4-eded-4fdb-aa3e-dab02cbdf674 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:43.801933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:43.840327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet e3bc3ca1-2a3e-455c-9c90-7344a29aedcf {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:43.850602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.864233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.880506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Calling delete_port for 8b0175c8-76aa-4e2b-98c5-c66c010517b9 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:43.889603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:43.889910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.911147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7163dd94-83e2-40cf-951f-df5d0ccbbeb5) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:43.924900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:43.926133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.954466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network aa1a3c42-00de-41d8-8904-4a70627da489 is not hosted by any dhcp agent {{(pid=88296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 15 13:42:43.960539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:43.961323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.962106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577bfa3-2c78-45dd-abce-e21e7500c982 None None] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:43.966478 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "PUT /v2.0/networks/aa1a3c42-00de-41d8-8904-4a70627da489 HTTP/1.1" status: 200 len: 723 time: 1.5293658 Feb 15 13:42:43.967303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51744) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:43.978733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.987605 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:43.994472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:44.136231 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-02c4b78b-bfa3-4304-a504-3a25f9702b14 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6910498 Feb 15 13:42:44.150782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51750) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:44.159301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace7ea4-486c-42f8-a5e8-dee919101f13 req-13a615ad-59ed-4a96-bbde-99f34c564108 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:44.161340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2ace7ea4-486c-42f8-a5e8-dee919101f13 req-13a615ad-59ed-4a96-bbde-99f34c564108 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.7240336 Feb 15 13:42:44.173380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-47828268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:44.272941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2ace7ea4-486c-42f8-a5e8-dee919101f13 req-b8e47483-79ee-472f-8b4a-cc66ecd877e6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020877 Feb 15 13:42:44.381243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.455382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:44.486066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.531996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7163dd94-83e2-40cf-951f-df5d0ccbbeb5', 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '9bb563b8-8ecf-495c-a5dd-f1b0992af3e8'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:44.533562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.577130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.659428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for 97ca2ed1-9c54-4983-b81d-d5e9792e4742 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:44.674586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=aef942e4-eded-4fdb-aa3e-dab02cbdf674,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:44.688928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cb8e4484-026d-4c51-a933-9def1ff25d5f None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:44.689343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4484-026d-4c51-a933-9def1ff25d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.722160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.770900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:44.783813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:44.796501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b81ce-d3a9-47dc-a64c-820ddcc676ef tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=aa1a3c42-00de-41d8-8904-4a70627da489,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:44.812744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:44.830598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:44.845820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Allocated IP 2001:db8::2 (7163dd94-83e2-40cf-951f-df5d0ccbbeb5/9bb563b8-8ecf-495c-a5dd-f1b0992af3e8/019895e2-7031-4672-b44e-b9f5423ec54d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:44.858719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.861324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bc3ca1-2a3e-455c-9c90-7344a29aedcf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:44.864420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.867627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.902042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ff8d6-62a2-4e6e-a358-fc7c97b59c6e None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:44.950797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:44.962830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:44.963835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.002657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:45.028476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.062333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.064937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.080878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.100484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0aa76aae-1f8e-4cc8-b52a-a771efc25da7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e3bc3ca1-2a3e-455c-9c90-7344a29aedcf HTTP/1.1" status: 204 len: 168 time: 1.7734537 Feb 15 13:42:45.103163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51754) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:45.133287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.139195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:45.142489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.156621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.181574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b44a73d5-ed5d-4e03-8c8d-eb99886cf84c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770402 Feb 15 13:42:45.182561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.183061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router b454fe18-f9f0-4e08-867f-e7908cdd431e {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:45.184659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51758) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:45.198766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.199908 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51146c73-0acc-4704-9c7b-c4ffa9071f80 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/b454fe18-f9f0-4e08-867f-e7908cdd431e HTTP/1.1" status: 204 len: 168 time: 4.8582766 Feb 15 13:42:45.204067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event deleted for resources: {'Port': ['ID=8b0175c8-76aa-4e2b-98c5-c66c010517b9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:45.204329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:45.207887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51762) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:45.315452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-799221946', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:45.319864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9322f-fd5d-4463-8b7f-d3331ca3c9cb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:45.346417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:45.414176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:router and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:45.429495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:45.444427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:45.452081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.453212 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1ea45802-12eb-41f5-b8f8-969f3767a832 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49f9322f-fd5d-4463-8b7f-d3331ca3c9cb HTTP/1.1" status: 204 len: 168 time: 2.0611436 Feb 15 13:42:45.498585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.500248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-287da43b-507d-4abe-8042-50b499659a50 None None] Provisioning complete for port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:45.500666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-287da43b-507d-4abe-8042-50b499659a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.592768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.594338 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-74394f2b-170b-4e8a-bb8e-809ead4d286e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4303741 Feb 15 13:42:45.596422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.603546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=97ca2ed1-9c54-4983-b81d-d5e9792e4742,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:45.605804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51770) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:45.617097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:45.618831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.630136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:45.633429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Transition to ACTIVE for port object 019895e2-7031-4672-b44e-b9f5423ec54d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:45.635042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:45.648861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ebf3d223-fce6-4eba-89b3-3051050dc636 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:45.682362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:45.689812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:45.719341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8596-d2c9-4204-84b9-087d3fe2805c req-fe5cf60f-85d8-44a0-bb0b-99047c9bcdf8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:45.721337 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-987f8596-d2c9-4204-84b9-087d3fe2805c req-fe5cf60f-85d8-44a0-bb0b-99047c9bcdf8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2123013 Feb 15 13:42:45.732586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.733818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.757205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Transition to ACTIVE for port object 019895e2-7031-4672-b44e-b9f5423ec54d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:45.760482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Deleting port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:45.760856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.802017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-987f8596-d2c9-4204-84b9-087d3fe2805c req-869330cd-0085-47e9-8d0e-e79ec88bacd3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689535 Feb 15 13:42:45.807366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:45.818208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.844550 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8d505d9a-2fcd-4442-b589-c2d22f0eb72b tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/ports/8b0175c8-76aa-4e2b-98c5-c66c010517b9 HTTP/1.1" status: 204 len: 168 time: 3.9670894 Feb 15 13:42:45.849874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51774) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:45.871758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.964720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:45.965488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:45.965909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:45.999619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:46.002005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Deleting subnet e32c0cd6-0f3b-4398-916d-dcad4bd720d5 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:46.002139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:46.007616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.070405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.088804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Pushing event updated for resources: {'Port': ['ID=019895e2-7031-4672-b44e-b9f5423ec54d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:46.120351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.236493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Attempting to bind port 019895e2-7031-4672-b44e-b9f5423ec54d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:46.236871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Attempting to bind port 019895e2-7031-4672-b44e-b9f5423ec54d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:46.237221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Attempting to bind port 019895e2-7031-4672-b44e-b9f5423ec54d on network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:46.242604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.245387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] For port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:46.245816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.306405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.311597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:46.320720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Checking segment: {'id': 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:46.320720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.320720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Bound using segment: {'id': 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:46.320720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Bound port: 019895e2-7031-4672-b44e-b9f5423ec54d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7163dd94-83e2-40cf-951f-df5d0ccbbeb5'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:46.320720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.374678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:46.382887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:46.387617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:46.388081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.402875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51780) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:46.403540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=bf3ab830-b504-462e-a051-b40afc40751f,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:46.407110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.435541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Calling delete_port for d6f9ab71-213e-4b06-9aef-3cb4da14cc9e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:46.446676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.495197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event deleted for resources: {'Subnet': ['ID=e32c0cd6-0f3b-4398-916d-dcad4bd720d5,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:46.509487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.510641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0bf49f89-bcb2-4edc-b52b-479c85273a6d tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/subnets/e32c0cd6-0f3b-4398-916d-dcad4bd720d5 HTTP/1.1" status: 204 len: 168 time: 0.6598144 Feb 15 13:42:46.514826 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7178ec3a-de28-4cad-8840-5c5f0dbc3cf9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3226326 Feb 15 13:42:46.515552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51784) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:46.518550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51786) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:46.523579 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5c525361-51b4-4be1-b711-b081f6f21aad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53e0711f3b3448a196c81f0d76ea2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172230 Feb 15 13:42:46.531207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9d412-ca29-4f43-99de-aff5a358c329 None None] Network 8b4b10bc-5052-4438-82ac-6373bc89f4de requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:46.538692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:46.545312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:46.719195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.733164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] For port 019895e2-7031-4672-b44e-b9f5423ec54d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:46.736848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.778978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] For port 019895e2-7031-4672-b44e-b9f5423ec54d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=019895e2-7031-4672-b44e-b9f5423ec54d,segment=NetworkSegment(b1d2265c-d8d2-4f75-94a1-281aaf5bdc56),segment_id=b1d2265c-d8d2-4f75-94a1-281aaf5bdc56)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:46.781051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.799541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.801208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.813227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:46.819885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:46.823110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:46.825918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Deleting port 7dc77da0-b909-4d75-bd50-6f2fcade2716 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:46.826360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.854622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] Pushing event deleted for resources: {'Port': ['ID=d6f9ab71-213e-4b06-9aef-3cb4da14cc9e,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:46.860153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a66f4-ecba-4a1b-8ae6-5e44fde32384 None None] No DVR routers for this DVR port d6f9ab71-213e-4b06-9aef-3cb4da14cc9e on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:46.866382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:46.907299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:46.907615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2fa15-07d9-4821-a695-927fb2092c99 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:46.993645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:46.997135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.074732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.083254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] DHCP port deletion for 8b4b10bc-5052-4438-82ac-6373bc89f4de request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:47.103943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Deleting port 7dc77da0-b909-4d75-bd50-6f2fcade2716 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:47.104299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.153969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=f5ea51b1-7378-4cd1-b45b-21435adc04f6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:47.159200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.166412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3fc69-cf73-4696-a856-e1bf3759d84d None None] Pushing event updated for resources: {'Port': ['ID=019895e2-7031-4672-b44e-b9f5423ec54d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:47.175008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.182750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.183528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router 2d811b83-253b-490b-bb10-47fe73069332 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:47.201269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'b9b5099d-9d9a-445c-a971-8318dbf75630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:47.202261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: aa1a3c42-00de-41d8-8904-4a70627da489, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:42:47.233706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71564a9b-1c39-48f6-84b0-ddcdb0baf6f8 req-837c3a9a-2387-43ba-b280-37cd17efd8b6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:47.241504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71564a9b-1c39-48f6-84b0-ddcdb0baf6f8 req-837c3a9a-2387-43ba-b280-37cd17efd8b6 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.3032105 Feb 15 13:42:47.376748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.378191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] For port 7dc77da0-b909-4d75-bd50-6f2fcade2716, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7dc77da0-b909-4d75-bd50-6f2fcade2716,segment=NetworkSegment(e1fef50f-c3e3-4a96-aaba-0f72b6a12652),segment_id=e1fef50f-c3e3-4a96-aaba-0f72b6a12652)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:47.379090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.395632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.396851 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-030114b7-a3f3-46a0-84ad-1825ae470dee tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/2d811b83-253b-490b-bb10-47fe73069332 HTTP/1.1" status: 204 len: 168 time: 5.6235821 Feb 15 13:42:47.406830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51798) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:47.437677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'bf3ab830-b504-462e-a051-b40afc40751f'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:47.438545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.462813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] For port 7dc77da0-b909-4d75-bd50-6f2fcade2716, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7dc77da0-b909-4d75-bd50-6f2fcade2716,segment=NetworkSegment(e1fef50f-c3e3-4a96-aaba-0f72b6a12652),segment_id=e1fef50f-c3e3-4a96-aaba-0f72b6a12652)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:47.463217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.613732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network aa1a3c42-00de-41d8-8904-4a70627da489 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:42:47.653103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d6f9ab71-213e-4b06-9aef-3cb4da14cc9e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:47.708888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71564a9b-1c39-48f6-84b0-ddcdb0baf6f8 req-80ff7523-3d10-4b77-bf40-b795a4df6b9e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580142 Feb 15 13:42:47.711485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Calling delete_port for 7dc77da0-b909-4d75-bd50-6f2fcade2716 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:47.763350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: d6f9ab71-213e-4b06-9aef-3cb4da14cc9e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:47.763995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d6f9ab71-213e-4b06-9aef-3cb4da14cc9e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:47.764074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7dc77da0-b909-4d75-bd50-6f2fcade2716 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:47.774444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, aa1a3c42-00de-41d8-8904-4a70627da489) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:47.785949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1540395793', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:47.786977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:47.787666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:47.801650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Calling delete_port for 7dc77da0-b909-4d75-bd50-6f2fcade2716 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:47.814417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29c74a-08f1-42fe-b232-6e8a4e461193 None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:47.832592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:47.851576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:router and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:47.858733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:47.902668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:47.959732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.003364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435bdbcc-281d-45f8-9a4c-87f37ce730bd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:48.016952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.018227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-33a14524-678c-4588-b33a-f5c4e64597b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/435bdbcc-281d-45f8-9a4c-87f37ce730bd HTTP/1.1" status: 204 len: 168 time: 1.4206657 Feb 15 13:42:48.023229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.031263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.034958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8::1 (7163dd94-83e2-40cf-951f-df5d0ccbbeb5/9bb563b8-8ecf-495c-a5dd-f1b0992af3e8/995407ab-6212-465e-a62b-579a8ff859be) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:48.065554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.079699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.103914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Allocated IP 172.20.0.2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/bf3ab830-b504-462e-a051-b40afc40751f/5a89fbf8-5392-4e79-a88b-db0f7f66dcdd) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:48.128020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.145123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:42:48.145498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:42:48.154378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-34bd893b-a39a-4898-b684-e6a18998e0a6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1722505 Feb 15 13:42:48.158092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51804) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:48.168853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event deleted for resources: {'Port': ['ID=7dc77da0-b909-4d75-bd50-6f2fcade2716,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:48.172661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:48.179771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] No DVR routers for this DVR port 7dc77da0-b909-4d75-bd50-6f2fcade2716 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:48.401531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-aa1a3c42-00de-41d8-8904-4a70627da489', 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': 'f5ea51b1-7378-4cd1-b45b-21435adc04f6'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:42:48.402543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.507875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.528418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 995407ab-6212-465e-a62b-579a8ff859be will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:48.626474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.654547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Deleting port 7dc77da0-b909-4d75-bd50-6f2fcade2716 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:48.655187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.656604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.712103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4b10bc-5052-4438-82ac-6373bc89f4de']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:48.739760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:48.742562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:48.743436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=995407ab-6212-465e-a62b-579a8ff859be,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:48.743861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fef50f-c3e3-4a96-aaba-0f72b6a12652') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:48.760031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:48.782310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.782841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2627a0cc-20b0-4e3f-95d1-009a91903663 None None] The port '7dc77da0-b909-4d75-bd50-6f2fcade2716' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:42:48.791456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3c485-f50c-4a56-aa5d-0bb3cf5e214f None None] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:48.804531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.810830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.812633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:48.813257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.838564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:48.838564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.862865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:48.889357 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:48.894335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:42:48.900214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1732957'] for subnet, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.930298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.950721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:48.961831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Transition to ACTIVE for port object 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:49.002168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Transition to ACTIVE for port object 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:49.032241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Allocated IP 2001:db8::2 (aa1a3c42-00de-41d8-8904-4a70627da489/f5ea51b1-7378-4cd1-b45b-21435adc04f6/6258a5a6-0439-4408-9722-7091756015ec) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:49.040949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f797d53-36b5-4f3f-88a8-774e4a9160fc None None] Provisioning for port 019895e2-7031-4672-b44e-b9f5423ec54d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:49.101456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.201736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.26.0.24 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/5dce0d11-8282-4120-8093-33fb4efcc940) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:49.207007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:49.217788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:49.230927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.235254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:49.235837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.267983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=0e0263bb-e626-4894-9102-f33cf9c70e6e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:49.289526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.314783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.329898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] Pushing event deleted for resources: {'Network': ['ID=8b4b10bc-5052-4438-82ac-6373bc89f4de,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:49.349713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a6bdb294-e6f3-42ff-99c1-5c9568ad4635 tempest-TagsExtTest-1322665763 tempest-TagsExtTest-1322665763-project] 10.222.0.61 "DELETE /v2.0/networks/8b4b10bc-5052-4438-82ac-6373bc89f4de HTTP/1.1" status: 204 len: 168 time: 2.8267906 Feb 15 13:42:49.357221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:49.364003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:49.366475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:49.367125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a6d49-a506-43d6-9ae2-1b19bd7651c3 req-a49ca93e-a34a-4092-8bc2-f78969289e79 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:49.374021 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b04a6d49-a506-43d6-9ae2-1b19bd7651c3 req-a49ca93e-a34a-4092-8bc2-f78969289e79 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4243495 Feb 15 13:42:49.451413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.457661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4236ebec-f605-43c8-b213-380f063bdf07 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9347389 Feb 15 13:42:49.461074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51830) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:49.471936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:70:70:dd', 'name': 'tempest-NetworksTestDHCPv6-625262734'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:49.492570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.492709 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b04a6d49-a506-43d6-9ae2-1b19bd7651c3 req-e031d1bf-0082-467d-a63a-fcf5a4b43027 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164060 Feb 15 13:42:49.556324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Transition to ACTIVE for port object 6258a5a6-0439-4408-9722-7091756015ec will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:49.631524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Transition to ACTIVE for port object 6258a5a6-0439-4408-9722-7091756015ec will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:49.643831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Pushing event updated for resources: {'Port': ['ID=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:49.762776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 019895e2-7031-4672-b44e-b9f5423ec54d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:49.796479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.911785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51840) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:49.920956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Pushing event updated for resources: {'Port': ['ID=6258a5a6-0439-4408-9722-7091756015ec,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:49.944359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Attempting to bind port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:49.944729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Attempting to bind port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:49.945091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Attempting to bind port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:49.956913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:49.961839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:49.961839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.961839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:49.961839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Bound port: 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:49.961839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:49.962521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:49.977978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:49.981302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:49.990360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:49.994589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:49.997704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:50.022877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:50.084529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] For port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:50.088341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] For port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:50.168983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.184896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.191059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.302309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Attempting to bind port 6258a5a6-0439-4408-9722-7091756015ec on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:50.302698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Attempting to bind port 6258a5a6-0439-4408-9722-7091756015ec by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b9b5099d-9d9a-445c-a971-8318dbf75630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:50.303058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Attempting to bind port 6258a5a6-0439-4408-9722-7091756015ec on network aa1a3c42-00de-41d8-8904-4a70627da489 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:50.311596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.312523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.319286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:50.319670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Checking segment: {'id': 'b9b5099d-9d9a-445c-a971-8318dbf75630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:50.320068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.320459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Bound using segment: {'id': 'b9b5099d-9d9a-445c-a971-8318dbf75630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:50.320938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Bound port: 6258a5a6-0439-4408-9722-7091756015ec, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b5099d-9d9a-445c-a971-8318dbf75630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'aa1a3c42-00de-41d8-8904-4a70627da489'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:50.321305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.355601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f2e8-d30f-4fc2-b1e7-3cc4f0599a52 None None] Pushing event updated for resources: {'Port': ['ID=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:50.367336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:50.458212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 019895e2-7031-4672-b44e-b9f5423ec54d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:50.474143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 019895e2-7031-4672-b44e-b9f5423ec54d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:50.474827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.547672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] For port 6258a5a6-0439-4408-9722-7091756015ec, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:50.565599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] For port 6258a5a6-0439-4408-9722-7091756015ec, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6258a5a6-0439-4408-9722-7091756015ec,segment=NetworkSegment(b9b5099d-9d9a-445c-a971-8318dbf75630),segment_id=b9b5099d-9d9a-445c-a971-8318dbf75630)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:50.570060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=995407ab-6212-465e-a62b-579a8ff859be,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:50.633378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2214684'] for subnet, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.667415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.699667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.755616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.822739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0af86633-dfce-409a-b7be-5cb48743217d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a80bd773126c4ff8b11e4424fcad35f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007452 Feb 15 13:42:50.822739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.860543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51856) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:50.885367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:50.885987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:50.887311 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "PUT /v2.0/subnets/f5ea51b1-7378-4cd1-b45b-21435adc04f6 HTTP/1.1" status: 200 len: 826 time: 2.7279432 Feb 15 13:42:50.906911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51862) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:51.001295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c7a75-08ee-4cac-b52f-4f7379453af2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=f5ea51b1-7378-4cd1-b45b-21435adc04f6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:51.003984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 69cae02c-72fa-433c-a62e-c3454f63c71c yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:42:51.016480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51866) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:51.021434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:51.040236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:51.044957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66de38-8e0d-4eca-91ef-7a214e5b4a17 None None] Pushing event updated for resources: {'Port': ['ID=6258a5a6-0439-4408-9722-7091756015ec,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:51.048200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:51.063148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.063464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:51.074090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:51.085807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Provisioning complete for port 019895e2-7031-4672-b44e-b9f5423ec54d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:51.086187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.134391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=5dce0d11-8282-4120-8093-33fb4efcc940,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:51.136850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 019895e2-7031-4672-b44e-b9f5423ec54d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=019895e2-7031-4672-b44e-b9f5423ec54d,segment=NetworkSegment(b1d2265c-d8d2-4f75-94a1-281aaf5bdc56),segment_id=b1d2265c-d8d2-4f75-94a1-281aaf5bdc56)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:51.230885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.242252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.277994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-487126105'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:51.282958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:51.288174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Usage tracker for resource:router and tenant:70a1f9b456064f5483312483f2e79f06 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:51.296921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:51.320507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:51.418076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=019895e2-7031-4672-b44e-b9f5423ec54d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:51.436800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.452702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.465010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.484622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.508674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Provisioning for port 995407ab-6212-465e-a62b-579a8ff859be completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:51.514072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Provisioning complete for port 995407ab-6212-465e-a62b-579a8ff859be triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:51.514444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.704444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf3a44-4562-4555-ad13-745720bb515a None None] Port 995407ab-6212-465e-a62b-579a8ff859be cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:51.750171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.802263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:51.862229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90283a-d0f8-4156-9429-520a45422760 req-b23f8612-f7ea-4b1b-978f-6ca730043d70 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:51.867227 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ca90283a-d0f8-4156-9429-520a45422760 req-b23f8612-f7ea-4b1b-978f-6ca730043d70 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.0502353 Feb 15 13:42:51.875596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.891256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 172.26.0.22 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ce4c5021-d2df-4e7c-8568-a7f9521609e9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:51.898024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d31050ae-a739-4ab0-9da3-b53df3e65c51 None None] Provisioning complete for port 995407ab-6212-465e-a62b-579a8ff859be triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:51.898615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d31050ae-a739-4ab0-9da3-b53df3e65c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.927223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:51.960863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 172.20.0.14 (7bbde29e-2549-4182-a259-7bbb71f9b94f/bf3ab830-b504-462e-a051-b40afc40751f/69cae02c-72fa-433c-a62e-c3454f63c71c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:51.985979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe70:70dd (7bbde29e-2549-4182-a259-7bbb71f9b94f/0e0263bb-e626-4894-9102-f33cf9c70e6e/69cae02c-72fa-433c-a62e-c3454f63c71c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:51.991272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d31050ae-a739-4ab0-9da3-b53df3e65c51 None None] Port 995407ab-6212-465e-a62b-579a8ff859be cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:52.031188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.034522 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0e014412-363a-414a-8788-f9b96508a7fa tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9973354 Feb 15 13:42:52.047347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51872) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:52.080500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 6258a5a6-0439-4408-9722-7091756015ec {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:52.081055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.084039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c59c3-b20a-4c60-8a8c-53d2197aa2f6 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:52.132969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ca90283a-d0f8-4156-9429-520a45422760 req-366af800-ae4b-45a4-9bd5-0a52b6d51feb tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469311 Feb 15 13:42:52.202001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:52.212765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6258a5a6-0439-4408-9722-7091756015ec up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:52.332536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.389064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Provisioning for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:52.481528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 6258a5a6-0439-4408-9722-7091756015ec completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:52.487332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Provisioning complete for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:52.488712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.516090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.548315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 019895e2-7031-4672-b44e-b9f5423ec54d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:52.577846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 409d4a7f-6053-4928-b683-07ee4cfe4a14 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:52.579059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.618669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b8327-269d-4474-af8f-7a735c79d395,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:52.626737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e1806-572a-4ea1-acc5-d26698450388 None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:52.702535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.737510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 69cae02c-72fa-433c-a62e-c3454f63c71c will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:52.771530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 019895e2-7031-4672-b44e-b9f5423ec54d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:52.771888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.797508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 6258a5a6-0439-4408-9722-7091756015ec, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6258a5a6-0439-4408-9722-7091756015ec,segment=NetworkSegment(b9b5099d-9d9a-445c-a971-8318dbf75630),segment_id=b9b5099d-9d9a-445c-a971-8318dbf75630)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:52.797881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.820406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.821473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b146c74-9df7-4a02-b2b1-a7fc39efb782 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a8b8327-269d-4474-af8f-7a735c79d395 HTTP/1.1" status: 204 len: 168 time: 1.9571586 Feb 15 13:42:52.944930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:52.956314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 6258a5a6-0439-4408-9722-7091756015ec owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:52.962495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.073639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.098441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:53.103815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.105522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:53.108333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:53.112764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.147782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'bf3ab830-b504-462e-a051-b40afc40751f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e0263bb-e626-4894-9102-f33cf9c70e6e'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '5a89fbf8-5392-4e79-a88b-db0f7f66dcdd'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:42:53.149434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=ce4c5021-d2df-4e7c-8568-a7f9521609e9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:53.179135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.196989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:53.228770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] Sync routers for ids ['409d4a7f-6053-4928-b683-07ee4cfe4a14'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:53.233942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] For port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:53.243630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3b6997a7-6724-45ae-939a-53737c8ddd1f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/409d4a7f-6053-4928-b683-07ee4cfe4a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6336434 Feb 15 13:42:53.253931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51880) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:53.259398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.280297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] Routers {'409d4a7f-6053-4928-b683-07ee4cfe4a14'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:53.280297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['409d4a7f-6053-4928-b683-07ee4cfe4a14'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:53.322833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:42:53.324172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:42:53.326552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:42:53.442354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:53.452546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.544831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] Routers {'409d4a7f-6053-4928-b683-07ee4cfe4a14'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:53.545551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['409d4a7f-6053-4928-b683-07ee4cfe4a14'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:53.564832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d37307-2d9a-4db0-89d8-87d676233f36 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:53.565505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b7d37307-2d9a-4db0-89d8-87d676233f36 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:53.568799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=69cae02c-72fa-433c-a62e-c3454f63c71c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:53.585834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.591133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.591587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b698def0-91c1-4d12-8f9f-efa8637a4292 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:53.623598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.627497 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2bd7796c-838f-4145-8f05-1e1c445b58a6 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b698def0-91c1-4d12-8f9f-efa8637a4292 HTTP/1.1" status: 204 len: 168 time: 1.5762877 Feb 15 13:42:53.635379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51884) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:53.639830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.655817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Request body: {'router': {'name': 'tempest-router-1985024914', 'distributed': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:53.669528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:53.681830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=6258a5a6-0439-4408-9722-7091756015ec,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:53.708676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:53.709088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbcffb-9287-465d-ae69-6fb0899ab0a3 None None] The sync data for ids ['409d4a7f-6053-4928-b683-07ee4cfe4a14'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:53.716201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f34b0a39-db8d-400c-972f-485b90fe5e06 None None] Could not find standard attr ID for object 6258a5a6-0439-4408-9722-7091756015ec. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:42:53.733658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab785-81d6-467c-b11e-0271c3ad5a04 None None] Pushing event updated for resources: {'Port': ['ID=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:53.785254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Usage tracker for resource:router and tenant:70a1f9b456064f5483312483f2e79f06 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:53.796444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:53.813293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:53.830762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5a8b8-dea5-4885-a440-97b6315b9721 None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:53.902068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9d894474-b8f0-4a84-94e0-27c90cfe7815 None None] Could not find standard attr ID for object 6258a5a6-0439-4408-9722-7091756015ec. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:42:53.926961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.927985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.946005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Allocated IP 2001:db8::f816:3eff:fe24:ae73 (7bbde29e-2549-4182-a259-7bbb71f9b94f/0e0263bb-e626-4894-9102-f33cf9c70e6e/5a89fbf8-5392-4e79-a88b-db0f7f66dcdd) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:42:53.958882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:53.968636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 6258a5a6-0439-4408-9722-7091756015ec on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:42:54.018983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:54.019772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.028684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b7d37307-2d9a-4db0-89d8-87d676233f36 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:54.030075 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b7d37307-2d9a-4db0-89d8-87d676233f36 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports/995407ab-6212-465e-a62b-579a8ff859be HTTP/1.1" status: 200 len: 911 time: 0.7695725 Feb 15 13:42:54.033064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51888) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:54.041920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bb563b8-8ecf-495c-a5dd-f1b0992af3e8'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:54.077189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.131857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b35c3-024f-4c01-8752-e09be863faa0 req-31578e43-a00c-4453-8715-b8a913704248 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:54.133179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b24b35c3-024f-4c01-8752-e09be863faa0 req-31578e43-a00c-4453-8715-b8a913704248 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8145404 Feb 15 13:42:54.192311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] For port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:42:54.223816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.246218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Transition to ACTIVE for port object 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:54.320805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.377129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bc6fdc9b-7745-4572-b135-c7b5bc2f617e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9126334 Feb 15 13:42:54.394128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51892) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:54.429105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.442997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router faf31065-c495-4f5f-8998-0a695db7d038 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:54.510496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cef025-1a58-48c5-addb-124c544ae111 None None] Pushing event updated for resources: {'Port': ['ID=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:54.541249 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b24b35c3-024f-4c01-8752-e09be863faa0 req-9f518123-62c7-4f06-9a5d-3829bc9838fc tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547311 Feb 15 13:42:54.572877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.615265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.686978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.741700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927bb2e-c4ec-416f-a30a-bf6c25d32775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:54.747571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927bb2e-c4ec-416f-a30a-bf6c25d32775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:54.748401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0927bb2e-c4ec-416f-a30a-bf6c25d32775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:54.762649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ea51b1-7378-4cd1-b45b-21435adc04f6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:54.782720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:54.787258 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-543da5e9-d719-4a67-b7af-8fbfb3e2f7d4 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1467848 Feb 15 13:42:54.787448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29832a-7296-4891-bbfe-c3a925ec2419 None None] Network aa1a3c42-00de-41d8-8904-4a70627da489 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:42:54.794571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51896) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:54.908951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:54.926334 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Sync routers for ids ['faf31065-c495-4f5f-8998-0a695db7d038'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:54.947371 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Routers {'faf31065-c495-4f5f-8998-0a695db7d038'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:54.948047 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['faf31065-c495-4f5f-8998-0a695db7d038'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:55.135122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.140475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd87d31-2a31-458b-a8cf-ea3fb774c1d8 None None] DHCP port deletion for aa1a3c42-00de-41d8-8904-4a70627da489 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:42:55.143582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.201741 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Set router faf31065-c495-4f5f-8998-0a695db7d038 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:55.291894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1a3c42-00de-41d8-8904-4a70627da489']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:55.316124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.383066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b5099d-9d9a-445c-a971-8318dbf75630') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:55.383427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b5099d-9d9a-445c-a971-8318dbf75630') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:55.461026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.474871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.482232 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6cab6cfd-274b-4056-8de6-cdc1b1f5df8f tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.2162499 Feb 15 13:42:55.482501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0927bb2e-c4ec-416f-a30a-bf6c25d32775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:55.482599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.482724 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0927bb2e-c4ec-416f-a30a-bf6c25d32775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0818305 Feb 15 13:42:55.482817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f3a13d3-5982-4258-8b9e-666a654a0bb7 None None] Provisioning for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:55.485593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0f3a13d3-5982-4258-8b9e-666a654a0bb7 None None] Provisioning complete for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:55.485973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0f3a13d3-5982-4258-8b9e-666a654a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.486706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:55.488810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.497536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/ports/995407ab-6212-465e-a62b-579a8ff859be HTTP/1.1" status: 200 len: 911 time: 1.4621241 Feb 15 13:42:55.498286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51900) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:55.498708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51902) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:55.499359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51904) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:55.614414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:55.630587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.672542 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:45Z', 'updated_at': '2022-02-15T13:42:51Z', 'revision_number': 3, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port': {'id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:49Z', 'updated_at': '2022-02-15T13:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:55.682007 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Checking router: faf31065-c495-4f5f-8998-0a695db7d038 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:42:55.682352 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Updating router faf31065-c495-4f5f-8998-0a695db7d038 port 5dce0d11-8282-4120-8093-33fb4efcc940 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:42:55.747377 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.822051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:55.823228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:55.916459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13eb62-e9b6-4238-957e-6bfde4e83d3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=995407ab-6212-465e-a62b-579a8ff859be,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:56.023246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:42:56.023246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:42:56.049522 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:42:56.060433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6258a5a6-0439-4408-9722-7091756015ec no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:42:56.065760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.103925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 69cae02c-72fa-433c-a62e-c3454f63c71c {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:56.104262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.121135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4743af91-edde-4c57-8811-8e289d6ac678 None None] Provisioning for port 69cae02c-72fa-433c-a62e-c3454f63c71c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:56.121963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.125038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 6258a5a6-0439-4408-9722-7091756015ec {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:42:56.126073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6258a5a6-0439-4408-9722-7091756015ec not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:42:56.143582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4743af91-edde-4c57-8811-8e289d6ac678 None None] Provisioning complete for port 69cae02c-72fa-433c-a62e-c3454f63c71c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:56.144073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4743af91-edde-4c57-8811-8e289d6ac678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.194045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.196637 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.212530 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Transition to ACTIVE for port object 5dce0d11-8282-4120-8093-33fb4efcc940 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:56.226547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4743af91-edde-4c57-8811-8e289d6ac678 None None] Port 69cae02c-72fa-433c-a62e-c3454f63c71c cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:42:56.261314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.262903 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.276074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.276529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 416b74c8-30dc-40fd-9b4d-629da9be7e64 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:42:56.293647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.329014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=aa1a3c42-00de-41d8-8904-4a70627da489,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:56.343110 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Attempting to bind port 5dce0d11-8282-4120-8093-33fb4efcc940 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:56.343475 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Attempting to bind port 5dce0d11-8282-4120-8093-33fb4efcc940 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:56.343830 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Attempting to bind port 5dce0d11-8282-4120-8093-33fb4efcc940 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:56.350432 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Pushing event updated for resources: {'Port': ['ID=5dce0d11-8282-4120-8093-33fb4efcc940,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:56.356309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:56.356309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:56.356606 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.356848 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:56.357295 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Bound port: 5dce0d11-8282-4120-8093-33fb4efcc940, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:56.357823 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.390913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.390913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.390913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.391539 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.391539 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.391926 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.392139 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.392474 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.392789 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.393108 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.393486 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.396379 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:56.416880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce5273-a5f6-49ee-8be9-d5bea0d2970e req-f89caf85-536e-49fb-b0e4-681c6f138bfb tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:56.418417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-63ce5273-a5f6-49ee-8be9-d5bea0d2970e req-f89caf85-536e-49fb-b0e4-681c6f138bfb tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6061702 Feb 15 13:42:56.435901 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d10161a-ec7a-407f-9dd8-30ee6103e7d3 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/faf31065-c495-4f5f-8998-0a695db7d038 HTTP/1.1" status: 200 len: 907 time: 0.8790250 Feb 15 13:42:56.439767 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-87d94ade-c5e9-4b82-8860-f19ddbdfbbf3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/aa1a3c42-00de-41d8-8904-4a70627da489 HTTP/1.1" status: 204 len: 168 time: 5.5295177 Feb 15 13:42:56.439767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:56.443452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51916) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:56.452735 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] For port 5dce0d11-8282-4120-8093-33fb4efcc940, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:56.459735 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] For port 5dce0d11-8282-4120-8093-33fb4efcc940, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5dce0d11-8282-4120-8093-33fb4efcc940,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:56.462680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.463777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-093c3c05-ff87-49e6-adfe-b186cac30579 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "DELETE /v2.0/routers/416b74c8-30dc-40fd-9b4d-629da9be7e64 HTTP/1.1" status: 204 len: 168 time: 1.6655622 Feb 15 13:42:56.467124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-799221946', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': True}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:56.478183 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51922) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:56.482858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:56.490094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Request body: {'router': {'name': 'tempest-router-1971165958', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '08921d9a6b9e457480b9efc496d12847'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:56.502279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Usage tracker for resource:router and tenant:9d6d76fd871246b8b98439590cbc5162 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:56.509640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:56.513585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:56.524280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Usage tracker for resource:router and tenant:08921d9a6b9e457480b9efc496d12847 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:56.532683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:56.543735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:56.548008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-63ce5273-a5f6-49ee-8be9-d5bea0d2970e req-ceb56588-af80-4718-943d-2872e8116f4e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082420 Feb 15 13:42:56.551561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:56.551816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e00ba-44ad-4744-9541-5748f3ab3b3b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:42:56.551816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3e00ba-44ad-4744-9541-5748f3ab3b3b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:42:56.553912 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ca3e00ba-44ad-4744-9541-5748f3ab3b3b tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/aa1a3c42-00de-41d8-8904-4a70627da489 HTTP/1.1" status: 404 len: 339 time: 0.1093454 Feb 15 13:42:56.559223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51926) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:56.576730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103718081', 'description': 'd1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:56.586939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:56.598679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Usage tracker for resource:network and tenant:2bfb6653deb04eb6a8d058da9a901062 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:56.601998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:56.603030 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.611975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:56.663507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.664630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.695500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.697968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:42:56.703364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.704337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.708712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:42:56.712208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.718289 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Routers {'faf31065-c495-4f5f-8998-0a695db7d038'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:56.718920 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['faf31065-c495-4f5f-8998-0a695db7d038'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:56.724488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.808885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc16cd-c3b7-4dde-9a50-55706bd7a7e1 None None] Pushing event updated for resources: {'Port': ['ID=5dce0d11-8282-4120-8093-33fb4efcc940,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:56.829903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.855987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:42:56.882359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 69cae02c-72fa-433c-a62e-c3454f63c71c owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:56.890036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:56.890384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment cef6b8cb-13ac-4763-8a67-35d01f646b1f of type vlan for network 0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 Feb 15 13:42:56.993849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] Set router faf31065-c495-4f5f-8998-0a695db7d038 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:57.063507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.157619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.203897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.268188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.344409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:42:57.356117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Sync routers for ids ['e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:42:57.360575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:45Z', 'updated_at': '2022-02-15T13:42:51Z', 'revision_number': 3, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port': {'id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:49Z', 'updated_at': '2022-02-15T13:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:57.367640 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5411b3-7843-434e-a731-ca22c61a7a5c None None] The sync data for ids ['faf31065-c495-4f5f-8998-0a695db7d038'] in dv-neutron-828156-1-hyperv is: [{'id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:45Z', 'updated_at': '2022-02-15T13:42:51Z', 'revision_number': 3, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port': {'id': '5dce0d11-8282-4120-8093-33fb4efcc940', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf31065-c495-4f5f-8998-0a695db7d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:49Z', 'updated_at': '2022-02-15T13:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:42:57.369948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Routers {'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:57.376968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:57.377581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:42:57.381090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.413793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.417612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-989b316b-feb4-4d6b-a5df-1b2e08eeee75 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9356880 Feb 15 13:42:57.424816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51934) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:57.431913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:57.440823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=69cae02c-72fa-433c-a62e-c3454f63c71c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:57.639753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.640935 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b576d219-b080-474d-b9f6-dd90d35c8ec5 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.2333820 Feb 15 13:42:57.654584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51938) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:57.669333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.675288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:57.676416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531343'] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:57.724052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Set router e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:58.107041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:48Z', 'updated_at': '2022-02-15T13:42:53Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:51Z', 'updated_at': '2022-02-15T13:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:58.114515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Checking router: e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:42:58.115216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Updating router e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a port ce4c5021-d2df-4e7c-8568-a7f9521609e9 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:42:58.192823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.213514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.222629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c65bc2-2e2b-475d-a93a-7b1c52998802 req-2c640646-b3bd-4b2c-b528-921f6e8179f8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.224414 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55c65bc2-2e2b-475d-a93a-7b1c52998802 req-2c640646-b3bd-4b2c-b528-921f6e8179f8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.9272931 Feb 15 13:42:58.225973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6624019 Feb 15 13:42:58.247341 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-249bddce-fbfc-4b48-9772-dd7eb95926cb tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a HTTP/1.1" status: 200 len: 908 time: 0.5779691 Feb 15 13:42:58.251204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51946) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:58.251533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51948) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:58.330915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12095-e7dd-459f-8b87-107400b913fe tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:58.339305 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c25f2266-0278-43eb-b60c-7592036f05e0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/69cae02c-72fa-433c-a62e-c3454f63c71c HTTP/1.1" status: 204 len: 168 time: 2.7806559 Feb 15 13:42:58.343108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51954) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:58.351450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1540395793', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': True}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:58.352091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:42:58.421699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.423420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.424175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:42:58.425237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.426689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:58.442963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 995407ab-6212-465e-a62b-579a8ff859be {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:42:58.443379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.500237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Usage tracker for resource:router and tenant:a0065c5e8f8c413fbfd25fe448267d9f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:42:58.505182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.505779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.587421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:42:58.649704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:42:58.670377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55c65bc2-2e2b-475d-a93a-7b1c52998802 req-b3c0a2f8-b50a-4c56-9514-7a61da9378f5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336705 Feb 15 13:42:58.685109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-728300eb-c41d-4a43-bbbe-c87e7a9f4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.686607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-728300eb-c41d-4a43-bbbe-c87e7a9f4ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 1.2627015 Feb 15 13:42:58.688890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.738945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.752664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Transition to ACTIVE for port object ce4c5021-d2df-4e7c-8568-a7f9521609e9 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:42:58.763804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07d692-7ae3-4c76-844f-b18d9ebf8280 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.764481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ec07d692-7ae3-4c76-844f-b18d9ebf8280 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Synchronizing usage tracker for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:42:58.821962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 15 13:42:58.822357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Router a398a460-4bf6-4885-aa51-428d81a98c43 migrating from provider to provider. {{(pid=88297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 15 13:42:58.822667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.829490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 995407ab-6212-465e-a62b-579a8ff859be owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:42:58.830043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.831026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.844046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.868996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.913800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.925822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:58.929990 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2432639a-15c2-40ec-a904-5886582ba4ea tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5834455 Feb 15 13:42:58.935960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51958) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:58.962264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Attempting to bind port ce4c5021-d2df-4e7c-8568-a7f9521609e9 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:42:58.962728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Attempting to bind port ce4c5021-d2df-4e7c-8568-a7f9521609e9 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:42:58.963179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Attempting to bind port ce4c5021-d2df-4e7c-8568-a7f9521609e9 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:42:58.975710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:42:58.976770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:42:58.976770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.977084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:42:58.978221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Bound port: ce4c5021-d2df-4e7c-8568-a7f9521609e9, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:42:58.978923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.979868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-2e11f5ba-0e52-45d5-9b90-8d2174cfe608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:42:58.981331 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-2e11f5ba-0e52-45d5-9b90-8d2174cfe608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.2653525 Feb 15 13:42:58.982270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:58.988594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ec07d692-7ae3-4c76-844f-b18d9ebf8280 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Unset dirty status for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:42:58.988594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ec07d692-7ae3-4c76-844f-b18d9ebf8280 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks?id=0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 HTTP/1.1" status: 200 len: 765 time: 0.6846988 Feb 15 13:42:58.992881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51962) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:42:59.010374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394f10-5b02-4be5-82c1-8b24609a0ff3 None None] Pushing event updated for resources: {'Port': ['ID=ce4c5021-d2df-4e7c-8568-a7f9521609e9,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:59.059294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] For port ce4c5021-d2df-4e7c-8568-a7f9521609e9, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:42:59.062467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] For port ce4c5021-d2df-4e7c-8568-a7f9521609e9, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce4c5021-d2df-4e7c-8568-a7f9521609e9,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:42:59.091277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.141068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=995407ab-6212-465e-a62b-579a8ff859be,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:59.165947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.181024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'description': 'd2'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:42:59.266021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Routers {'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:42:59.266788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:42:59.388976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.478495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394f10-5b02-4be5-82c1-8b24609a0ff3 None None] Pushing event updated for resources: {'Port': ['ID=ce4c5021-d2df-4e7c-8568-a7f9521609e9,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:59.497533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] Set router e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:42:59.602095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-08b5b541-7d67-4962-9854-19fa08c8b31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.669156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5dce0d11-8282-4120-8093-33fb4efcc940 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:42:59.727520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-2fc64cad-9724-4c84-b699-c6a6e2f48d41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1001 time: 0.7336521 Feb 15 13:42:59.732182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 0e0263bb-e626-4894-9102-f33cf9c70e6e {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:42:59.735705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.841658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5dce0d11-8282-4120-8093-33fb4efcc940 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:42:59.848958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5dce0d11-8282-4120-8093-33fb4efcc940 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:42:59.849562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:42:59.884849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 409d4a7f-6053-4928-b683-07ee4cfe4a14 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:00.023139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:00.045817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.046061 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] Sync routers for ids ['409d4a7f-6053-4928-b683-07ee4cfe4a14'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:00.056455 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] Routers {'409d4a7f-6053-4928-b683-07ee4cfe4a14'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:00.057220 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['409d4a7f-6053-4928-b683-07ee4cfe4a14'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:00.075796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5dce0d11-8282-4120-8093-33fb4efcc940, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5dce0d11-8282-4120-8093-33fb4efcc940,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:00.078418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:48Z', 'updated_at': '2022-02-15T13:42:53Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:51Z', 'updated_at': '2022-02-15T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:00.082707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d1570-3bdd-40b9-9371-adb435186290 None None] The sync data for ids ['e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a'] in dv-neutron-828156-1-hyperv is: [{'id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:48Z', 'updated_at': '2022-02-15T13:42:53Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': 'ce4c5021-d2df-4e7c-8568-a7f9521609e9', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:42:51Z', 'updated_at': '2022-02-15T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:00.133549 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:00.142587 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] Routers {'409d4a7f-6053-4928-b683-07ee4cfe4a14'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:00.143298 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:42:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['409d4a7f-6053-4928-b683-07ee4cfe4a14'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:00.146700 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d469922-c7f2-483c-815d-f4e7d6374f25 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/409d4a7f-6053-4928-b683-07ee4cfe4a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5831583 Feb 15 13:43:00.155129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51968) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:00.172278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.210667 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:00.211177 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e685b-d309-4a01-97b8-9449742ca481 None None] The sync data for ids ['409d4a7f-6053-4928-b683-07ee4cfe4a14'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:00.217506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.218300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e0514ca9-3ad9-47f3-b747-7d36b5944409 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:00.253617 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] No L3 agents can host the router a398a460-4bf6-4885-aa51-428d81a98c43 Feb 15 13:43:00.256505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.271009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5dce0d11-8282-4120-8093-33fb4efcc940,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:00.291203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e0514ca9-3ad9-47f3-b747-7d36b5944409 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:00.293638 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e0514ca9-3ad9-47f3-b747-7d36b5944409 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4a7f-6053-4928-b683-07ee4cfe4a14 HTTP/1.1" status: 200 len: 205 time: 0.1361814 Feb 15 13:43:00.296710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51972) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:00.392351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-40a2a243-0ce4-4e3f-a2c7-c4216311f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:00.393879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-40a2a243-0ce4-4e3f-a2c7-c4216311f46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.6266589 Feb 15 13:43:00.466778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.479417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.484900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.494636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.808980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.811727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.892224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.892825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router 409d4a7f-6053-4928-b683-07ee4cfe4a14 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:00.910630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.912201 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7904e6ac-5a4b-41d1-913b-40ff92349617 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/409d4a7f-6053-4928-b683-07ee4cfe4a14 HTTP/1.1" status: 204 len: 168 time: 0.6144483 Feb 15 13:43:00.914648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51976) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:00.973291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:00.987928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 9bb563b8-8ecf-495c-a5dd-f1b0992af3e8 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:00.991895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.053063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.077911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 is not hosted by any dhcp agent {{(pid=88297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 15 13:43:01.083659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:01.086461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.086461 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "PUT /v2.0/networks/0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 HTTP/1.1" status: 200 len: 762 time: 2.0875738 Feb 15 13:43:01.089552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51982) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:01.142972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Hosts for router a398a460-4bf6-4885-aa51-428d81a98c43: [] {{(pid=88297) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 15 13:43:01.217902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11392-71bd-41ca-8eda-c87541bc6349 req-489b34de-aaae-4870-be3e-75c8f8aa9b43 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:01.219779 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-faa11392-71bd-41ca-8eda-c87541bc6349 req-489b34de-aaae-4870-be3e-75c8f8aa9b43 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.3806262 Feb 15 13:43:01.237106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.240011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0d6e3-dce2-421b-89a3-8e66a5ce1308 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:01.240719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cfb0d6e3-dce2-421b-89a3-8e66a5ce1308 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Synchronizing usage tracker for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:01.260399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cfb0d6e3-dce2-421b-89a3-8e66a5ce1308 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Unset dirty status for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:01.264167 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cfb0d6e3-dce2-421b-89a3-8e66a5ce1308 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks?id=0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 HTTP/1.1" status: 200 len: 765 time: 0.1709638 Feb 15 13:43:01.267132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.270506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 51986) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:01.350843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Hosts for other DVR routers connected to router a398a460-4bf6-4885-aa51-428d81a98c43: set() {{(pid=88297) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 15 13:43:01.367430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-83197076-c37b-45ca-bd7b-e046779ee19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:01.368917 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-83197076-c37b-45ca-bd7b-e046779ee19c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9460785 Feb 15 13:43:01.369549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac3ec-91b3-45ad-8591-08bfd057ef29 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:01.382107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:01.406353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.454706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb563b8-8ecf-495c-a5dd-f1b0992af3e8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:01.456767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.473369 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-92e5e3c6-e1a2-4814-99b3-0d437b579ed3 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/9bb563b8-8ecf-495c-a5dd-f1b0992af3e8 HTTP/1.1" status: 204 len: 168 time: 0.5568273 Feb 15 13:43:01.475638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77f7f4-7fd9-4f47-a9da-5afc47eae1dc None None] Network 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:01.477798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51992) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:01.606426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.26.0.117 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/9c7d2079-82be-49bf-856e-7bdc9a9ca158) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:01.612382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.613640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e5e8c6e7-0370-4147-a8c1-48c27984c4a8 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "PUT /v2.0/routers/a398a460-4bf6-4885-aa51-428d81a98c43 HTTP/1.1" status: 200 len: 717 time: 4.1857488 Feb 15 13:43:01.696165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 51996) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:01.762300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5dce0d11-8282-4120-8093-33fb4efcc940 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:01.762787 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-faa11392-71bd-41ca-8eda-c87541bc6349 req-18986960-7a86-4cfa-a25f-103d7bb54530 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811709 Feb 15 13:43:01.823964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-b9cd9aa1-f29a-4d65-9961-ad8738adaba9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909457 Feb 15 13:43:01.899638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.907111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5dce0d11-8282-4120-8093-33fb4efcc940 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:01.907301 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b77e68bd-d870-4ddf-9dad-104ae5b18645 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "GET /v2.0/routers/a398a460-4bf6-4885-aa51-428d81a98c43 HTTP/1.1" status: 200 len: 717 time: 0.2070687 Feb 15 13:43:01.907411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:01.907493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52000) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:01.932715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 019895e2-7031-4672-b44e-b9f5423ec54d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:01.932715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.005485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c811cc-e58d-4f79-83ac-935a50601df8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:02.006995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-42c811cc-e58d-4f79-83ac-935a50601df8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7204306 Feb 15 13:43:02.009159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.016407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52006) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:02.076280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] DHCP port deletion for 7163dd94-83e2-40cf-951f-df5d0ccbbeb5 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:02.095325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Deleting port 019895e2-7031-4672-b44e-b9f5423ec54d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:02.095718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.119775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0263bb-e626-4894-9102-f33cf9c70e6e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:02.126376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce4c5021-d2df-4e7c-8568-a7f9521609e9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:02.146129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8a3a6a55-99a0-4b28-a3bd-601bb49e3e66 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Synchronizing usage tracker for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:02.152008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.162365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943434d5-c8e1-4b54-8988-7e6d09a0b298 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:02.205627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 019895e2-7031-4672-b44e-b9f5423ec54d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=019895e2-7031-4672-b44e-b9f5423ec54d,segment=NetworkSegment(b1d2265c-d8d2-4f75-94a1-281aaf5bdc56),segment_id=b1d2265c-d8d2-4f75-94a1-281aaf5bdc56)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:02.206250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.264959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5aff873f-8d16-4414-a820-cf535bc4e6e9 req-6edf31d8-d5f5-4af3-87c8-c7f061ab1033 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736103 Feb 15 13:43:02.267890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.343176 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a4ba2066-699b-4f93-bdf7-cd9fd568a7f6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/0e0263bb-e626-4894-9102-f33cf9c70e6e HTTP/1.1" status: 204 len: 168 time: 3.4073470 Feb 15 13:43:02.345376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52012) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:02.441127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 019895e2-7031-4672-b44e-b9f5423ec54d owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:02.442628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8a3a6a55-99a0-4b28-a3bd-601bb49e3e66 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Unset dirty status for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:02.444014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8a3a6a55-99a0-4b28-a3bd-601bb49e3e66 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 207 time: 0.3957181 Feb 15 13:43:02.461309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52016) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:02.557533 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1b021697-04f1-4e02-a683-aceeef4f4cd1 tempest-RoutersTestDVR-1330269036 tempest-RoutersTestDVR-1330269036-project] 10.222.0.61 "GET /v2.0/routers/a398a460-4bf6-4885-aa51-428d81a98c43 HTTP/1.1" status: 200 len: 683 time: 0.6456952 Feb 15 13:43:02.559629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52020) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:02.559744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ce4c5021-d2df-4e7c-8568-a7f9521609e9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:02.572188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] For port 019895e2-7031-4672-b44e-b9f5423ec54d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=019895e2-7031-4672-b44e-b9f5423ec54d,segment=NetworkSegment(b1d2265c-d8d2-4f75-94a1-281aaf5bdc56),segment_id=b1d2265c-d8d2-4f75-94a1-281aaf5bdc56)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:02.577749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.647327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet bf3ab830-b504-462e-a051-b40afc40751f {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:02.657596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.703670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51825cf3-6bd3-443c-ab64-436d106fc552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.706189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.707803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ce4c5021-d2df-4e7c-8568-a7f9521609e9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:02.708348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.731754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.757338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.823397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:02.953051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Calling delete_port for 019895e2-7031-4672-b44e-b9f5423ec54d owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:02.957602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No DVR routers for this DVR port 019895e2-7031-4672-b44e-b9f5423ec54d on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:02.992714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=019895e2-7031-4672-b44e-b9f5423ec54d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:02.999300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.043574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.124663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.130852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.164567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.166481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:03.166884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:03.169713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.175409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.183405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.189498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.195812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.201760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.207458 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3d745c13-cf97-495e-986c-18751e06a3b6 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7414489 Feb 15 13:43:03.221667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52026) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:03.235038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.257020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:03.257263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port ce4c5021-d2df-4e7c-8568-a7f9521609e9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce4c5021-d2df-4e7c-8568-a7f9521609e9,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:03.290100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:03.306268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:03.331552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.380185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7d2079-82be-49bf-856e-7bdc9a9ca158,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:03.389927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.394797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.398038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.441239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7163dd94-83e2-40cf-951f-df5d0ccbbeb5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:03.455022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:03.455633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d2265c-d8d2-4f75-94a1-281aaf5bdc56') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:03.459786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=ce4c5021-d2df-4e7c-8568-a7f9521609e9,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:03.473211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.493322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.501585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:03.502017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:03.519299 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:03.574247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.575783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a398a460-4bf6-4885-aa51-428d81a98c43 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:03.589190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce4c5021-d2df-4e7c-8568-a7f9521609e9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:03.667468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Deleting port 019895e2-7031-4672-b44e-b9f5423ec54d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:03.667837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.669677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.671177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-153c1bf7-7317-4c43-bf14-c40d891480c1 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a398a460-4bf6-4885-aa51-428d81a98c43 HTTP/1.1" status: 204 len: 168 time: 1.1121182 Feb 15 13:43:03.675141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52030) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:03.685914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Request body: {'router': {'name': 'tempest-router-1820359735', 'distributed': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:03.691656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.697271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.700983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:03.730072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Usage tracker for resource:router and tenant:70a1f9b456064f5483312483f2e79f06 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:03.734194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=7163dd94-83e2-40cf-951f-df5d0ccbbeb5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:03.739808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:03.746400 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-db235321-2deb-4f16-a7b6-d8984a6a6190 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/7163dd94-83e2-40cf-951f-df5d0ccbbeb5 HTTP/1.1" status: 204 len: 168 time: 2.2674105 Feb 15 13:43:03.751608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:03.755387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52034) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:03.763281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-267564886', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:03.773797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:03.776155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d9130-5957-4fd0-b5d3-261159ba25cb None None] The port '019895e2-7031-4672-b44e-b9f5423ec54d' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:43:03.777055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:03.780720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:03.790775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dde80-343f-42e9-88c0-369922a40f2e req-5ac1b8e9-888a-443a-b71b-0fc6176e3a3f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.793802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:03.799029 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-359dde80-343f-42e9-88c0-369922a40f2e req-5ac1b8e9-888a-443a-b71b-0fc6176e3a3f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8500588 Feb 15 13:43:03.816963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ce4c5021-d2df-4e7c-8568-a7f9521609e9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:03.817378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.828540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 172.26.0.3 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/231635a9-de64-45e5-b2cc-4393d7d88601) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:03.859453 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-539dfadf-19b3-4533-88ba-1c8541751fd3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6281526 Feb 15 13:43:03.859453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.859847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52038) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:03.898157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.899182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.913981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.933978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.934972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.975915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:03.992009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.993553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.995168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.996663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.998213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:03.999451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Synchronizing usage tracker for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:04.006712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.034036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Unset dirty status for tenant:2bfb6653deb04eb6a8d058da9a901062 on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:04.037459 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-150e1d51-78c7-49cb-9cde-bd24596000d7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1742435 Feb 15 13:43:04.040407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52042) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.043604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d41b09c6-11b3-4689-9fa0-29d057af9fd6 None None] Provisioning complete for port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:04.044356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d41b09c6-11b3-4689-9fa0-29d057af9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.087238 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-359dde80-343f-42e9-88c0-369922a40f2e req-b563fdc6-da53-4352-96ed-b21f0437444c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860174 Feb 15 13:43:04.103913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.110136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 019895e2-7031-4672-b44e-b9f5423ec54d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:04.120771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.143488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.143990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.146844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.148215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.149622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.151221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bae949c0-dd34-41e5-b93f-ca5f6b8b4aab tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1098554 Feb 15 13:43:04.154999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52046) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.158594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 019895e2-7031-4672-b44e-b9f5423ec54d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:04.158961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 019895e2-7031-4672-b44e-b9f5423ec54d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:04.181882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.183281 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bdf6233e-001e-4a70-91bc-70ca53083fba tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4268167 Feb 15 13:43:04.187474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52050) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.187727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.241248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193853549'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:04.252727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:04.259500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:04.264185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:04.273568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:04.302442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.305653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.306828 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6a3c24e8-0256-44cf-b643-932ecb40e9c7 tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6255188 Feb 15 13:43:04.310440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52054) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.361605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3ab830-b504-462e-a051-b40afc40751f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:04.373465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.377205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e507c-6e47-4537-a24f-d14fa71ee938 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:04.391159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:04.394981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.460502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-764325af-31bb-4c8e-853c-12e6ce86f773 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/bf3ab830-b504-462e-a051-b40afc40751f HTTP/1.1" status: 204 len: 168 time: 2.1026523 Feb 15 13:43:04.462125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.494452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644a5cb-d88c-41bd-a5be-fcee3451d08d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:04.495910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0644a5cb-d88c-41bd-a5be-fcee3451d08d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks/19be61a4-6fa1-47e2-af75-98b45e804814 HTTP/1.1" status: 200 len: 803 time: 0.3399658 Feb 15 13:43:04.501322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52062) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.507757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.544479 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c085ca5b-56c2-4874-a270-68977e7145fd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809534 Feb 15 13:43:04.551555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.555757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52066) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:04.595465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.664128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:04.674155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:04.679365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Deleting port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:04.679744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.792724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.792974 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 8df171d5-8e20-4552-9e8d-c8044b8ea9af of type vlan for network c24f619a-2b54-49f9-aa40-51c8cabc0b71 Feb 15 13:43:04.797031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:04.909337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] For port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:04.909733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:04.911733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:04.927828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:04.939321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:04.989521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=231635a9-de64-45e5-b2cc-4393d7d88601,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:05.087316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Calling delete_port for 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:05.087519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.088594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.093982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:05.102304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:05.108455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.108650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:05.131126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:05.174945 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-466760b5-2dfd-409b-b074-ed83dd9bf680 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/networks/19be61a4-6fa1-47e2-af75-98b45e804814?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6703963 Feb 15 13:43:05.180532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52072) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:05.239947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.245381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:05.245984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.257394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.279504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.280261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71f8bb32-822d-4680-b130-164315cd889f {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:05.327229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] Pushing event deleted for resources: {'Port': ['ID=5a89fbf8-5392-4e79-a88b-db0f7f66dcdd,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:05.334453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045741a-7d3e-4b06-95b6-d130c322e662 None None] No DVR routers for this DVR port 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:05.397700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.398812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-526d3456-ee97-4ad8-be43-c0292b5221ac tempest-RoutersTestDVR-2031187873 tempest-RoutersTestDVR-2031187873-project-admin] 10.222.0.61 "DELETE /v2.0/routers/71f8bb32-822d-4680-b130-164315cd889f HTTP/1.1" status: 204 len: 168 time: 1.0874722 Feb 15 13:43:05.402007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28ca2c-8ea5-4eb9-a6bc-6c7087bb5a5f tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:05.403425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-df28ca2c-8ea5-4eb9-a6bc-6c7087bb5a5f tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets/f102c31a-639f-440d-82bc-e200013bfaaf HTTP/1.1" status: 200 len: 843 time: 0.2228258 Feb 15 13:43:05.404196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=c24f619a-2b54-49f9-aa40-51c8cabc0b71,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:05.407708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:05.417343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.418957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52078) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:05.422497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:05.472796 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e6695615-5e73-47f1-b967-8c93f9f36fc9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2838068 Feb 15 13:43:05.478464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:05.484039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:05.603912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:05.646213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a9899-96e2-425d-95ca-cd6634994602 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:05.647583 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-590a9899-96e2-425d-95ca-cd6634994602 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "GET /v2.0/subnets/f102c31a-639f-440d-82bc-e200013bfaaf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2289262 Feb 15 13:43:05.654937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:05.655786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a89fbf8-5392-4e79-a88b-db0f7f66dcdd not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:05.657785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52086) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:05.668838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715911643'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:05.677112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:05.689859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:05.692697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:05.697118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:05.702570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:05.710732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:05.758464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.772067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e52c-d00b-453c-9812-ff01cee03f6c req-c319f6b9-d82e-4ac9-acf9-af247f197ee3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:05.773565 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbf1e52c-d00b-453c-9812-ff01cee03f6c req-c319f6b9-d82e-4ac9-acf9-af247f197ee3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5050092 Feb 15 13:43:05.811680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:05.815124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.840808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:05.844570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.928463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:05.957061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:05.957395 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Added segment c611f038-50b7-4358-a263-45e89d6cc780 of type vlan for network 9c9c48f8-92f0-4720-8ac1-6afc98341838 Feb 15 13:43:06.003256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.100518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52092) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:06.160877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.166941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:06.171080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.271148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.317933 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbf1e52c-d00b-453c-9812-ff01cee03f6c req-f56a3dfd-32a1-46ee-8fd1-a05a42ced666 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594190 Feb 15 13:43:06.337143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.370735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Network': ['ID=9c9c48f8-92f0-4720-8ac1-6afc98341838,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:06.377994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:06.391852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:06.397321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Usage tracker for resource:security_group_rule and tenant:08921d9a6b9e457480b9efc496d12847 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:06.402607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:06.415601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.419976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=a4da0e2b-4887-4697-b6a4-15d2eb491877,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:06.422663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:06.428481 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2920ce82-d250-4905-be64-ec314d53159a tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7693639 Feb 15 13:43:06.434686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52100) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:06.440992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:06.491382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.515891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:06.516253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: c24f619a-2b54-49f9-aa40-51c8cabc0b71, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:06.600442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:06.615776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:06.671285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:06.674580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.697092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Made reservation on behalf of 2bfb6653deb04eb6a8d058da9a901062 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:06.700765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.707579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:06.719086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:06.725385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:06.726234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.730549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d9f9f-3200-4be0-9647-fe6eb36bff0d None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:06.761202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=40036434-e8cb-4bfd-a12c-f16262e24f3a,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:06.777503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.819191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c24f619a-2b54-49f9-aa40-51c8cabc0b71) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:06.825584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:06.826164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:06.832710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c3b10-90f7-41cb-ba46-ab4d8a014ea5 None None] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:06.852570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router e5f58471-8284-4af0-b912-1bf4894285b0 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:06.864942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:43:06.865791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:43:06.894597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6154-97df-491d-8e5b-ff4f8135b62f req-ff5f095c-62ac-4d17-8a92-9cbf9b3a8027 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:06.896153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d17f6154-97df-491d-8e5b-ff4f8135b62f req-ff5f095c-62ac-4d17-8a92-9cbf9b3a8027 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4170783 Feb 15 13:43:06.897039 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08921d9a6b9e457480b9efc496d12847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7953453 Feb 15 13:43:06.897537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fa0c8376-840e-4e9a-b4f0-f49441396d5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3104043 Feb 15 13:43:06.906179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afee81-0eac-4407-b31e-6e3bd1a2ce2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b2229-cef0-4a8d-8ded-c69625c697dd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:06.912788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52104) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:06.922230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52106) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:06.930498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:07.090589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '40036434-e8cb-4bfd-a12c-f16262e24f3a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:07.091672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.109196 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d17f6154-97df-491d-8e5b-ff4f8135b62f req-06060b07-f597-46fb-84bd-f47de00d713d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557150 Feb 15 13:43:07.213771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.242620 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10dfce2f-ce85-43f0-8baf-18f614768125 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7601767 Feb 15 13:43:07.267636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52114) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:07.348436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:07.349684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.376755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:07.411880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Sync routers for ids ['e5f58471-8284-4af0-b912-1bf4894285b0'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:07.498362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Routers {'e5f58471-8284-4af0-b912-1bf4894285b0'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:07.499222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e5f58471-8284-4af0-b912-1bf4894285b0'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:07.511886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc19e4-5748-4f24-9056-60bf9f9c51c9 req-540e2455-2066-4edb-9cd4-bd66652eeb05 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:07.513926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-43dc19e4-5748-4f24-9056-60bf9f9c51c9 req-540e2455-2066-4edb-9cd4-bd66652eeb05 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.2302372 Feb 15 13:43:07.554177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.555377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6c3a7a1e-e054-4833-9598-557a2c010f7d tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.1013548 Feb 15 13:43:07.559254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52118) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:07.587625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Allocated IP 172.20.0.2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/40036434-e8cb-4bfd-a12c-f16262e24f3a/fe3b0632-a5ab-435a-8d4e-578223fdd6d9) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:07.629769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.659035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:07.751114 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-43dc19e4-5748-4f24-9056-60bf9f9c51c9 req-d6cf6a5d-89d0-4af0-9254-0fe17c9c26da tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302015 Feb 15 13:43:07.938940 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1d514d8-7ff5-4970-8014-86a7c97c2d73 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/e5f58471-8284-4af0-b912-1bf4894285b0 HTTP/1.1" status: 200 len: 907 time: 0.3783092 Feb 15 13:43:07.940531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52124) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:08.031378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Allocated IP 2001:db8::2 (c24f619a-2b54-49f9-aa40-51c8cabc0b71/a4da0e2b-4887-4697-b6a4-15d2eb491877/c8467cf5-7850-4e64-bc48-2d0756ad64a7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:08.032001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:08.048822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.056855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:08.074296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Set router e5f58471-8284-4af0-b912-1bf4894285b0 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:08.080032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:08.124171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b2229-cef0-4a8d-8ded-c69625c697dd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:08.134142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:08.194737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router 17e1b429-35a2-427a-8240-e73f68a461b0 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:08.204391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.289513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.293225 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6fc5e7fc-17d3-4e58-bb62-a6b964609abb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/558b2229-cef0-4a8d-8ded-c69625c697dd HTTP/1.1" status: 204 len: 168 time: 1.3750420 Feb 15 13:43:08.299538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.303539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:08.306962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.537528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:08.573981 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Sync routers for ids ['17e1b429-35a2-427a-8240-e73f68a461b0'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:08.585773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.594469 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Routers {'17e1b429-35a2-427a-8240-e73f68a461b0'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:08.597410 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['17e1b429-35a2-427a-8240-e73f68a461b0'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:08.667773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=9373a0de-c81a-40f2-ab54-56f2c8cffadf,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:08.690708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.698545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.710888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Transition to ACTIVE for port object fe3b0632-a5ab-435a-8d4e-578223fdd6d9 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:08.733752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Checking segment: {'id': 'c611f038-50b7-4358-a263-45e89d6cc780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:08.734111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network hostable DHCP agents. Network: 9c9c48f8-92f0-4720-8ac1-6afc98341838, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:08.738585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Transition to ACTIVE for port object c8467cf5-7850-4e64-bc48-2d0756ad64a7 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:08.786253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Transition to ACTIVE for port object fe3b0632-a5ab-435a-8d4e-578223fdd6d9 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:08.811281 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Set router 17e1b429-35a2-427a-8240-e73f68a461b0 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:08.830654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Transition to ACTIVE for port object c8467cf5-7850-4e64-bc48-2d0756ad64a7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:08.859456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f58471-8284-4af0-b912-1bf4894285b0', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '9c7d2079-82be-49bf-856e-7bdc9a9ca158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:56Z', 'updated_at': '2022-02-15T13:43:04Z', 'revision_number': 3, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port': {'id': '9c7d2079-82be-49bf-856e-7bdc9a9ca158', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f58471-8284-4af0-b912-1bf4894285b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:00Z', 'updated_at': '2022-02-15T13:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:08.864240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:08.927449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Checking router: e5f58471-8284-4af0-b912-1bf4894285b0 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:08.927978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Updating router e5f58471-8284-4af0-b912-1bf4894285b0 port 9c7d2079-82be-49bf-856e-7bdc9a9ca158 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:43:08.991617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae621cd-bcdd-4b8f-9f9e-73c91846866f req-ba14971b-6b50-4aa7-b9d2-f29ad2c03783 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:08.994325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eae621cd-bcdd-4b8f-9f9e-73c91846866f req-ba14971b-6b50-4aa7-b9d2-f29ad2c03783 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.7948031 Feb 15 13:43:08.997105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.001847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.007380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-71f74ea1-7f1c-4b07-8352-5630aee124bc tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.7045314 Feb 15 13:43:09.008276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52132) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:09.013277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.040492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.068995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eae621cd-bcdd-4b8f-9f9e-73c91846866f req-a616f97d-30bd-427e-8dee-495915576b48 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576353 Feb 15 13:43:09.112483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:09.121992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:09.126628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:09.133461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:09.142168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Pushing event updated for resources: {'Port': ['ID=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:09.228552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52138) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:09.248888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting port 9c7d2079-82be-49bf-856e-7bdc9a9ca158 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:09.249114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.286861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Pushing event updated for resources: {'Port': ['ID=c8467cf5-7850-4e64-bc48-2d0756ad64a7,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:09.288931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 9c9c48f8-92f0-4720-8ac1-6afc98341838) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:09.296902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8::1 (c24f619a-2b54-49f9-aa40-51c8cabc0b71/a4da0e2b-4887-4697-b6a4-15d2eb491877/7d1df98b-e49e-4433-8164-90d32366fcd0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:09.299875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.304386 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:58Z', 'updated_at': '2022-02-15T13:43:05Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:09.309057 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Checking router: 17e1b429-35a2-427a-8240-e73f68a461b0 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:09.309530 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Updating router 17e1b429-35a2-427a-8240-e73f68a461b0 port 231635a9-de64-45e5-b2cc-4393d7d88601 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:43:09.320825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:09.323288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:09.324184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.327701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026b2c3-4489-4e90-a2ae-eaab2d088624 None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:09.351719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:09.354365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:09.387434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.387723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Usage tracker for resource:security_group_rule and tenant:70a1f9b456064f5483312483f2e79f06 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:09.396570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:09.450994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:09.476101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:09.484356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Attempting to bind port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:09.484727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Attempting to bind port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:09.485090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Attempting to bind port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:09.514214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.544564 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1bcf9e0f-4201-422e-af2c-5da432b4ed1c tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1060183 Feb 15 13:43:09.551424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52142) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:09.573634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:09.584316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:09.584723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:09.585086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.585501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:09.585985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Bound port: fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:09.586398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.673606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Calling delete_port for 9c7d2079-82be-49bf-856e-7bdc9a9ca158 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:09.680667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Attempting to bind port c8467cf5-7850-4e64-bc48-2d0756ad64a7 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:09.681016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Attempting to bind port c8467cf5-7850-4e64-bc48-2d0756ad64a7 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:09.681382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Attempting to bind port c8467cf5-7850-4e64-bc48-2d0756ad64a7 on network c24f619a-2b54-49f9-aa40-51c8cabc0b71 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:09.747018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:09.747791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Checking segment: {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:09.748076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.748620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Bound using segment: {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:09.749545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Bound port: c8467cf5-7850-4e64-bc48-2d0756ad64a7, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:09.750064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.798584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.901714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 7d1df98b-e49e-4433-8164-90d32366fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:09.906117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:09.994547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1732957'] for subnet, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.005669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:43:10.007559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.077815 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8b00c2af-67c4-4e39-847e-729a02004dd4 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/17e1b429-35a2-427a-8240-e73f68a461b0 HTTP/1.1" status: 200 len: 906 time: 1.0351622 Feb 15 13:43:10.078023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] For port fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:10.078984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52148) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:10.127106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941548c3-904a-4456-abfc-bee3a5d92e37 req-bb4d8a09-e4b7-4c7f-8ae0-ffdf055d93d0 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:10.129903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-941548c3-904a-4456-abfc-bee3a5d92e37 req-bb4d8a09-e4b7-4c7f-8ae0-ffdf055d93d0 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.4124405 Feb 15 13:43:10.138816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] For port fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:10.158371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] For port c8467cf5-7850-4e64-bc48-2d0756ad64a7, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:10.161868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-9c9c48f8-92f0-4720-8ac1-6afc98341838', 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838', 'tenant_id': '2bfb6653deb04eb6a8d058da9a901062', 'fixed_ips': [{'subnet_id': '9373a0de-c81a-40f2-ab54-56f2c8cffadf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:10.162683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.228413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] For port c8467cf5-7850-4e64-bc48-2d0756ad64a7, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c8467cf5-7850-4e64-bc48-2d0756ad64a7,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:10.235965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.246640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-941548c3-904a-4456-abfc-bee3a5d92e37 req-0b72178c-79aa-4076-89f7-27f0452aac34 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929115 Feb 15 13:43:10.277079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17639f83-e046-4c04-a819-8d552e8b2bff,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:10.277079 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-83a7fc1c-af39-48c5-a3d0-da94d09a8568 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70a1f9b456064f5483312483f2e79f06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0458736 Feb 15 13:43:10.285477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52154) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:10.346182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.379322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.382705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.408902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:10.409290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:10.446656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb4a7-f459-4d39-a60b-41817ff0c75d None None] Pushing event updated for resources: {'Port': ['ID=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:10.476854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7d2079-82be-49bf-856e-7bdc9a9ca158,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:10.511223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.625893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb36022-b2d0-4eda-8aef-d7ee6ee099dd None None] Pushing event updated for resources: {'Port': ['ID=c8467cf5-7850-4e64-bc48-2d0756ad64a7,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:10.705125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 13:43:10.705125 dv-neutron-828156-1-hyperv neutron-server[88298]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 15 13:43:10.705125 dv-neutron-828156-1-hyperv neutron-server[88298]: [parameters: {'in_use': 1, 'id_1': '9373a0de-c81a-40f2-ab54-56f2c8cffadf'}] Feb 15 13:43:10.705125 dv-neutron-828156-1-hyperv neutron-server[88298]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:10.708200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:10.721325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.725943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.759538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.883237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:10.916347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:10.920358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:10.921646 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.922727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:10.923306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:10.952234 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Transition to ACTIVE for port object 231635a9-de64-45e5-b2cc-4393d7d88601 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:10.986722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Port 9c7d2079-82be-49bf-856e-7bdc9a9ca158 not found while updating agent binding for router e5f58471-8284-4af0-b912-1bf4894285b0. {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 13:43:11.004791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Routers {'e5f58471-8284-4af0-b912-1bf4894285b0'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:11.005935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e5f58471-8284-4af0-b912-1bf4894285b0'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:11.040085 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.060020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.235034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.244909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17639f83-e046-4c04-a819-8d552e8b2bff,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:11.251249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.262032 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Attempting to bind port 231635a9-de64-45e5-b2cc-4393d7d88601 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:11.262773 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Attempting to bind port 231635a9-de64-45e5-b2cc-4393d7d88601 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:11.263483 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Attempting to bind port 231635a9-de64-45e5-b2cc-4393d7d88601 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:11.274482 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ceb7a-3d58-4d2c-b4c7-2fd69b996ddb None None] Pushing event updated for resources: {'Port': ['ID=231635a9-de64-45e5-b2cc-4393d7d88601,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:11.280131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] Set router e5f58471-8284-4af0-b912-1bf4894285b0 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:11.286086 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:11.287075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:11.287734 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.288378 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:11.289209 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Bound port: 231635a9-de64-45e5-b2cc-4393d7d88601, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:11.289837 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.304148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.321706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.330639 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61285a7e-fa47-4dbe-9f11-1f663f0e9ac9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17639f83-e046-4c04-a819-8d552e8b2bff HTTP/1.1" status: 204 len: 168 time: 1.0371387 Feb 15 13:43:11.381214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ef62a-8030-47ce-b0aa-dc121b7fdab6 req-8f17ba77-82bc-47f1-9fc9-b1e2d3e6376c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:11.383263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-209ef62a-8030-47ce-b0aa-dc121b7fdab6 req-8f17ba77-82bc-47f1-9fc9-b1e2d3e6376c tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1335347 Feb 15 13:43:11.408975 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] For port 231635a9-de64-45e5-b2cc-4393d7d88601, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:11.418160 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] For port 231635a9-de64-45e5-b2cc-4393d7d88601, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=231635a9-de64-45e5-b2cc-4393d7d88601,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:11.428864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.440041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f58471-8284-4af0-b912-1bf4894285b0', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:56Z', 'updated_at': '2022-02-15T13:43:10Z', 'revision_number': 5, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:11.441076 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-209ef62a-8030-47ce-b0aa-dc121b7fdab6 req-ac27430b-0a7a-4bbd-b8dd-01dbf483f88f tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523059 Feb 15 13:43:11.444148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.445782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5f58471-8284-4af0-b912-1bf4894285b0 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:11.451956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.454900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705704-49bd-41a3-922a-230b19a70304 None None] The sync data for ids ['e5f58471-8284-4af0-b912-1bf4894285b0'] in dv-neutron-828156-1-hyperv is: [{'id': 'e5f58471-8284-4af0-b912-1bf4894285b0', 'name': 'tempest-snat-router-799221946', 'tenant_id': '9d6d76fd871246b8b98439590cbc5162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:56Z', 'updated_at': '2022-02-15T13:43:10Z', 'revision_number': 5, 'project_id': '9d6d76fd871246b8b98439590cbc5162', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:11.470690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.473169 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6c772a5a-d4e6-415c-8330-00c11e18fdcc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e5f58471-8284-4af0-b912-1bf4894285b0 HTTP/1.1" status: 204 len: 168 time: 3.5291386 Feb 15 13:43:11.476666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52162) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:11.509299 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.791193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Routers {'17e1b429-35a2-427a-8240-e73f68a461b0'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:11.792081 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['17e1b429-35a2-427a-8240-e73f68a461b0'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:11.889619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fe3b0632-a5ab-435a-8d4e-578223fdd6d9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:11.919423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:11.992079 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ceb7a-3d58-4d2c-b4c7-2fd69b996ddb None None] Pushing event updated for resources: {'Port': ['ID=231635a9-de64-45e5-b2cc-4393d7d88601,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:12.012082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2214684'] for subnet, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.056070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Allocated IP 2001:db8::3 (9c9c48f8-92f0-4720-8ac1-6afc98341838/9373a0de-c81a-40f2-ab54-56f2c8cffadf/f73c7fa0-612c-4682-9005-d8a6bb5248c6) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:12.167425 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] Set router 17e1b429-35a2-427a-8240-e73f68a461b0 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:12.242576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.337169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Deleting port 5dce0d11-8282-4120-8093-33fb4efcc940 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:12.338015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.399365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event updated for resources: {'Subnet': ['ID=9373a0de-c81a-40f2-ab54-56f2c8cffadf,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:12.436245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.514750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:12.532217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c8467cf5-7850-4e64-bc48-2d0756ad64a7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:12.597276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.612761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:12.614104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.617299 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7187c90b-22e9-410d-b6ac-7cfce782ac67 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "PUT /v2.0/subnets/9373a0de-c81a-40f2-ab54-56f2c8cffadf HTTP/1.1" status: 200 len: 900 time: 3.0648670 Feb 15 13:43:12.621674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port 231635a9-de64-45e5-b2cc-4393d7d88601 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:12.622125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.640939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52178) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:12.697798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.698924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.708202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.748350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Transition to ACTIVE for port object f73c7fa0-612c-4682-9005-d8a6bb5248c6 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:12.755677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Provisioning for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:12.774572 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:58Z', 'updated_at': '2022-02-15T13:43:05Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:12.779378 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec284814-7b8e-4951-84d8-ac905b1535ec None None] The sync data for ids ['17e1b429-35a2-427a-8240-e73f68a461b0'] in dv-neutron-828156-1-hyperv is: [{'id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'name': 'tempest-snat-router-1540395793', 'tenant_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:42:58Z', 'updated_at': '2022-02-15T13:43:05Z', 'revision_number': 3, 'project_id': 'a0065c5e8f8c413fbfd25fe448267d9f', 'gw_port': {'id': '231635a9-de64-45e5-b2cc-4393d7d88601', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1b429-35a2-427a-8240-e73f68a461b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:12.794991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Provisioning complete for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:12.796700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:12.844255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:12.938470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452db000-4a31-4f55-8651-43435327df9a None None] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:12.960074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Transition to ACTIVE for port object f73c7fa0-612c-4682-9005-d8a6bb5248c6 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:13.097620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.156270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port f73c7fa0-612c-4682-9005-d8a6bb5248c6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:13.156634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.180156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c8467cf5-7850-4e64-bc48-2d0756ad64a7 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:13.184613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.316020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] For port 231635a9-de64-45e5-b2cc-4393d7d88601, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=231635a9-de64-45e5-b2cc-4393d7d88601,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:13.317414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.344709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:13.350861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:13.358443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:13.421782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Pushing event updated for resources: {'Port': ['ID=f73c7fa0-612c-4682-9005-d8a6bb5248c6,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:13.476892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52190) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:13.509189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for 231635a9-de64-45e5-b2cc-4393d7d88601 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:13.548489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ef7c1-b3d1-4daf-adaa-0329f415ebbf req-bf3d38f6-2161-4104-9959-ce792304084e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:13.561031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926ef7c1-b3d1-4daf-adaa-0329f415ebbf req-bf3d38f6-2161-4104-9959-ce792304084e tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8257313 Feb 15 13:43:13.592211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] For port fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:13.619800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] For port 5dce0d11-8282-4120-8093-33fb4efcc940, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5dce0d11-8282-4120-8093-33fb4efcc940,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:13.637744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.640216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Attempting to bind port f73c7fa0-612c-4682-9005-d8a6bb5248c6 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:13.640774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Attempting to bind port f73c7fa0-612c-4682-9005-d8a6bb5248c6 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'c611f038-50b7-4358-a263-45e89d6cc780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:13.641313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Attempting to bind port f73c7fa0-612c-4682-9005-d8a6bb5248c6 on network 9c9c48f8-92f0-4720-8ac1-6afc98341838 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:13.643865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.655040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.667413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 231635a9-de64-45e5-b2cc-4393d7d88601 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:13.672923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:13.677722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:13.709986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:13.710372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Checking segment: {'id': 'c611f038-50b7-4358-a263-45e89d6cc780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:13.710772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.711166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Bound using segment: {'id': 'c611f038-50b7-4358-a263-45e89d6cc780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:13.711646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Bound port: f73c7fa0-612c-4682-9005-d8a6bb5248c6, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c611f038-50b7-4358-a263-45e89d6cc780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c9c48f8-92f0-4720-8ac1-6afc98341838'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:13.712020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:13.852422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Calling delete_port for 5dce0d11-8282-4120-8093-33fb4efcc940 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:13.936177 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926ef7c1-b3d1-4daf-adaa-0329f415ebbf req-48135c42-f249-4ae9-b48b-808c6c3f13b3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739889 Feb 15 13:43:14.030126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:14.030546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:14.039213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] For port f73c7fa0-612c-4682-9005-d8a6bb5248c6, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:14.043429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] For port f73c7fa0-612c-4682-9005-d8a6bb5248c6, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f73c7fa0-612c-4682-9005-d8a6bb5248c6,segment=NetworkSegment(c611f038-50b7-4358-a263-45e89d6cc780),segment_id=c611f038-50b7-4358-a263-45e89d6cc780)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:14.079802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 231635a9-de64-45e5-b2cc-4393d7d88601 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:14.088370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 231635a9-de64-45e5-b2cc-4393d7d88601 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:14.088751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.103643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.105079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.152064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.253430 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-89b80d62-8570-4285-9120-f953aa390337 tempest-AgentManagementNegativeTest-258520345 tempest-AgentManagementNegativeTest-258520345-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7663465 Feb 15 13:43:14.303487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:14.309082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port f73c7fa0-612c-4682-9005-d8a6bb5248c6, host dv-neutron-828156-1-hyperv, got binding levels [] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:14.309593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.315943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:14.336646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642027e-44f7-4581-862e-90e693aab4de None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:14.345816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:14.346662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.448884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.470819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 231635a9-de64-45e5-b2cc-4393d7d88601, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=231635a9-de64-45e5-b2cc-4393d7d88601,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:14.508964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,revision_number=4']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:14.539979 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6256557 Feb 15 13:43:14.552782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3a87d-180c-442c-b2f2-1c328c853df1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=7e308f3e-0694-4e9d-8895-44057d2b78bf,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:14.555099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52202) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:14.575838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:52:03:ff', 'name': 'tempest-NetworksTestDHCPv6-208802478'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:14.714250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.760132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for f73c7fa0-612c-4682-9005-d8a6bb5248c6 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:14.784903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbab9-03fc-4748-ab65-915c285daba6 None None] Pushing event updated for resources: {'Port': ['ID=f73c7fa0-612c-4682-9005-d8a6bb5248c6,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:14.867905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:14.878937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:14.883954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:14.894113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:14.902399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:14.944242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:14.945569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:14.976898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.009132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:15.082554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] For port fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:15.082767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:15.084510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=231635a9-de64-45e5-b2cc-4393d7d88601,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:15.137786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:15.148673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.153632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dce0d11-8282-4120-8093-33fb4efcc940,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:15.245045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e631967-ea6b-4f02-af82-c7c754b0cf9f None None] Pushing event updated for resources: {'Port': ['ID=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:15.368363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Provisioning for port c8467cf5-7850-4e64-bc48-2d0756ad64a7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:15.378677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Provisioning complete for port c8467cf5-7850-4e64-bc48-2d0756ad64a7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:15.379469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.395564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.432149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.461742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port 231635a9-de64-45e5-b2cc-4393d7d88601 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:15.462084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.466006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:15.466460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:15.541219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:15.558284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:15.586785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-3eb840c9-0ae6-454a-8776-5ae0c9a944e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:15.588383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-3eb840c9-0ae6-454a-8776-5ae0c9a944e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 1099 time: 0.9304023 Feb 15 13:43:15.618292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:15.622289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:15.744044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.772683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8faff-2481-43d2-9dbd-9ed9f27672ed req-b94a1a92-b122-4780-8505-35873dde2c84 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:15.781727 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ca8faff-2481-43d2-9dbd-9ed9f27672ed req-b94a1a92-b122-4780-8505-35873dde2c84 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.1198549 Feb 15 13:43:15.784669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.926525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4cd0b2b1-d5d5-4d9a-bf20-68b07e848abe tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6570797 Feb 15 13:43:15.938030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] For port 231635a9-de64-45e5-b2cc-4393d7d88601, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=231635a9-de64-45e5-b2cc-4393d7d88601,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:15.938849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.942291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.944008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52214) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:15.948880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:15.952175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:15.996286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fe3b0632-a5ab-435a-8d4e-578223fdd6d9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:16.068876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] For port c8467cf5-7850-4e64-bc48-2d0756ad64a7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c8467cf5-7850-4e64-bc48-2d0756ad64a7,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:16.112382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:16.178235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.178404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145096839'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:16.185241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port f73c7fa0-612c-4682-9005-d8a6bb5248c6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:16.185604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.199465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for 231635a9-de64-45e5-b2cc-4393d7d88601 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:16.213011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:16.217055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Usage tracker for resource:security_group_rule and tenant:b548bc8f85534794a06365cddea1ca07 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:16.220060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:16.226291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:16.253249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:16.312495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:16.325776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:16.366861 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ca8faff-2481-43d2-9dbd-9ed9f27672ed req-37c748a5-ef94-4c09-8ba0-4e9d5f5ea424 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4742734 Feb 15 13:43:16.373288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:16.406021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc1863-b5c0-4f10-9107-b9499b6a8e1a None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:16.418687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:16.419433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.442957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.443676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faf31065-c495-4f5f-8998-0a695db7d038 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:16.500371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-de088ee4-544b-4637-be54-814c5d670b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:16.502710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-de088ee4-544b-4637-be54-814c5d670b80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 200 len: 912 time: 0.7992818 Feb 15 13:43:16.520257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Provisioning for port 7d1df98b-e49e-4433-8164-90d32366fcd0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:16.592579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Pushing event updated for resources: {'Port': ['ID=c8467cf5-7850-4e64-bc48-2d0756ad64a7,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:16.608981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Provisioning complete for port 7d1df98b-e49e-4433-8164-90d32366fcd0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:16.609767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.634818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:16.638361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.658227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 172.20.0.12 (7bbde29e-2549-4182-a259-7bbb71f9b94f/40036434-e8cb-4bfd-a12c-f16262e24f3a/ff1e50e4-0959-43ac-a0a8-d074a86a1fb3) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:16.669352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe52:3ff (7bbde29e-2549-4182-a259-7bbb71f9b94f/7e308f3e-0694-4e9d-8895-44057d2b78bf/ff1e50e4-0959-43ac-a0a8-d074a86a1fb3) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:16.751130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f8fbf5af-874f-488d-9254-9c99bd3ee04a None None] Port 7d1df98b-e49e-4433-8164-90d32366fcd0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:16.824075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.828480 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6b70966d-7163-4ef4-89a0-1720c544e31b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "DELETE /v2.0/routers/faf31065-c495-4f5f-8998-0a695db7d038 HTTP/1.1" status: 204 len: 168 time: 5.3471849 Feb 15 13:43:16.835230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52218) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:16.852083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1376846879', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:16.858587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:16.870422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-893d002b-5956-4fad-b973-ac1898f1008f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 200 len: 1001 time: 0.3529367 Feb 15 13:43:16.877278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.882919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:16.890078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.936946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:16.945436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f73c7fa0-612c-4682-9005-d8a6bb5248c6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:16.947731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:16.964039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.964388 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 6400372c-fc58-4876-9d9c-0931630279cd of type vlan for network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 Feb 15 13:43:16.970049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:16.972093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:16.994871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Port': ['ID=231635a9-de64-45e5-b2cc-4393d7d88601,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:17.018670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port f73c7fa0-612c-4682-9005-d8a6bb5248c6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f73c7fa0-612c-4682-9005-d8a6bb5248c6,segment=NetworkSegment(c611f038-50b7-4358-a263-45e89d6cc780),segment_id=c611f038-50b7-4358-a263-45e89d6cc780)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:17.019019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.038840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f552185c-71bf-496d-8e97-079de803193f None None] Provisioning for port f73c7fa0-612c-4682-9005-d8a6bb5248c6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:17.102953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f552185c-71bf-496d-8e97-079de803193f None None] Provisioning complete for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:17.103269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f552185c-71bf-496d-8e97-079de803193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.156368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:11Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:12Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:17.173362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:17.173758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Updating router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 port 7d1df98b-e49e-4433-8164-90d32366fcd0 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:43:17.209185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f73c7fa0-612c-4682-9005-d8a6bb5248c6 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:17.220709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-5dae0e95-4a59-47d2-bc21-6c7356e68ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:17.223255 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-5dae0e95-4a59-47d2-bc21-6c7356e68ab8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 200 len: 851 time: 0.3370566 Feb 15 13:43:17.228250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.230498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for f73c7fa0-612c-4682-9005-d8a6bb5248c6 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:17.239967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f73c7fa0-612c-4682-9005-d8a6bb5248c6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:17.240336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.247605 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.271595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b548bc8f85534794a06365cddea1ca07&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1086442 Feb 15 13:43:17.272883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.274302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.277761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52222) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:17.279636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.304943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.334637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e46af9-4ac3-4bc8-86fc-2d25270b0b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c8aca9-a69f-4264-ac2d-622be5abfe22,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:17.412322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:17.460552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.508488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8256654-ae6b-4a4c-8694-d4e6eef76f97 None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:17.521425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.524668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.594522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.595238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17e1b429-35a2-427a-8240-e73f68a461b0 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:17.623578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.623578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:17.623578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.625335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.629594 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d19cf41b-2e26-42e1-ae78-9372793f7617 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/routers/17e1b429-35a2-427a-8240-e73f68a461b0 HTTP/1.1" status: 204 len: 168 time: 7.5376883 Feb 15 13:43:17.629594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.631564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52228) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:17.676417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.820694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:17.834867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:17.841779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:17.899950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.917653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=ff1e50e4-0959-43ac-a0a8-d074a86a1fb3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:17.927821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f552185c-71bf-496d-8e97-079de803193f None None] Provisioning complete for port 7d1df98b-e49e-4433-8164-90d32366fcd0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:17.928204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f552185c-71bf-496d-8e97-079de803193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:17.952389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.024720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:18.025432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.103964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.174383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=f73c7fa0-612c-4682-9005-d8a6bb5248c6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:18.179312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-3d644467-32fa-4dd2-81ae-70a23c122c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:18.182026 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-3d644467-32fa-4dd2-81ae-70a23c122c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f16981-230f-48c8-9b37-6b391b2d955e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8976443 Feb 15 13:43:18.183519 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2370644 Feb 15 13:43:18.185006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8296f-54f4-40c1-9e00-0962498ac2b0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=3f324d9c-c975-4104-9cdd-a0b86ccd26e1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:18.188402 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 231635a9-de64-45e5-b2cc-4393d7d88601 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:18.192679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:18.193243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.217261 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-40a76e2d-762a-411f-9527-c2d98f56074d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6583018 Feb 15 13:43:18.227625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:18.232888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52236) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:18.251463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f552185c-71bf-496d-8e97-079de803193f None None] Port 7d1df98b-e49e-4433-8164-90d32366fcd0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:18.260462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 231635a9-de64-45e5-b2cc-4393d7d88601 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:18.260805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 231635a9-de64-45e5-b2cc-4393d7d88601 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 15 13:43:18.296824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:18.420322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e18dc8-0dc3-4bc6-a680-2610dd266ba4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:18.426868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e18dc8-0dc3-4bc6-a680-2610dd266ba4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:18.427819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b1e18dc8-0dc3-4bc6-a680-2610dd266ba4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:18.432461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.445641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 231635a9-de64-45e5-b2cc-4393d7d88601 not found, will not notify nova. {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 15 13:43:18.496764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca4cc572-eeda-4133-bb2a-0b815796d9b5 None None] Could not find standard attr ID for object f73c7fa0-612c-4682-9005-d8a6bb5248c6. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:43:18.514775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Deleting port ce4c5021-d2df-4e7c-8568-a7f9521609e9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:18.524331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.606471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca4cc572-eeda-4133-bb2a-0b815796d9b5 None None] Provisioning for port ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:18.611622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.621929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca4cc572-eeda-4133-bb2a-0b815796d9b5 None None] Provisioning complete for port ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:18.622315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc572-eeda-4133-bb2a-0b815796d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.659571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port f73c7fa0-612c-4682-9005-d8a6bb5248c6 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:18.704939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c8467cf5-7850-4e64-bc48-2d0756ad64a7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:18.746176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.784733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319df07d-a795-4c42-bbd9-9d1d4e00a42a req-7487a062-293f-4bd2-9a28-a90623466386 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:18.786934 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-319df07d-a795-4c42-bbd9-9d1d4e00a42a req-7487a062-293f-4bd2-9a28-a90623466386 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.2382381 Feb 15 13:43:18.798340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Transition to ACTIVE for port object 7d1df98b-e49e-4433-8164-90d32366fcd0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:18.799902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:18.801378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cc572-eeda-4133-bb2a-0b815796d9b5 None None] Port ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:18.834255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c8467cf5-7850-4e64-bc48-2d0756ad64a7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:18.834954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.836873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:18.859012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:18.887501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.889155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b1e18dc8-0dc3-4bc6-a680-2610dd266ba4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:18.890399 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b1e18dc8-0dc3-4bc6-a680-2610dd266ba4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6563506 Feb 15 13:43:18.896329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52240) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:18.904232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:18.943468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:18.960837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-ae3a780b-606f-4e82-a3a5-7d0d16c86a93 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514277 Feb 15 13:43:18.996354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:18.996593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.031411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.051954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23de03-403f-4e6a-b270-8862de391338 None None] Pushing event updated for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:19.063187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] For port ce4c5021-d2df-4e7c-8568-a7f9521609e9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce4c5021-d2df-4e7c-8568-a7f9521609e9,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:19.063544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.118069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:19.121624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.147389 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-319df07d-a795-4c42-bbd9-9d1d4e00a42a req-622022ef-f4f9-403a-9d41-17e1e7671c16 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447835 Feb 15 13:43:19.155623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c8aca9-a69f-4264-ac2d-622be5abfe22,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:19.231538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Attempting to bind port 7d1df98b-e49e-4433-8164-90d32366fcd0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:19.231914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Attempting to bind port 7d1df98b-e49e-4433-8164-90d32366fcd0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:19.232293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Attempting to bind port 7d1df98b-e49e-4433-8164-90d32366fcd0 on network c24f619a-2b54-49f9-aa40-51c8cabc0b71 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:19.235793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.239772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0d168ac7-774b-454e-9d95-0c39fd72d2ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16c8aca9-a69f-4264-ac2d-622be5abfe22 HTTP/1.1" status: 204 len: 168 time: 1.9428620 Feb 15 13:43:19.244732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:19.244871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Checking segment: {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:19.245834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.246366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Bound using segment: {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:19.246949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Bound port: 7d1df98b-e49e-4433-8164-90d32366fcd0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df171d5-8e20-4552-9e8d-c8044b8ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:19.247626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.325177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5dce0d11-8282-4120-8093-33fb4efcc940 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:19.355209 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c88ad097-60b9-49aa-9a3f-9b710d5c3395 req-3b1a038a-a798-4ebf-a7d7-9f584cee69c2 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855121 Feb 15 13:43:19.373387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5dce0d11-8282-4120-8093-33fb4efcc940 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:19.373895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5dce0d11-8282-4120-8093-33fb4efcc940 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:19.374417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 231635a9-de64-45e5-b2cc-4393d7d88601 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:19.421532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 231635a9-de64-45e5-b2cc-4393d7d88601 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:19.422064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 231635a9-de64-45e5-b2cc-4393d7d88601 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:19.428375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Calling delete_port for ce4c5021-d2df-4e7c-8568-a7f9521609e9 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:19.437656 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:43:19.466872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] For port 7d1df98b-e49e-4433-8164-90d32366fcd0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:19.470416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] For port 7d1df98b-e49e-4433-8164-90d32366fcd0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7d1df98b-e49e-4433-8164-90d32366fcd0,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:19.511876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.549910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.635766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:19.649354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:19.649974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:19.714991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=9373a0de-c81a-40f2-ab54-56f2c8cffadf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:19.755365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23de03-403f-4e6a-b270-8862de391338 None None] Pushing event updated for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:19.794284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:19.831674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db50f1e-313e-4325-bf35-670489e38664 None None] Network 9c9c48f8-92f0-4720-8ac1-6afc98341838 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:20.159456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.209344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.211032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:20.288973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.302562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.329321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce4c5021-d2df-4e7c-8568-a7f9521609e9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:20.400487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca650cb-0960-4925-a831-f6a29cfb2fa8 None None] DHCP port deletion for 9c9c48f8-92f0-4720-8ac1-6afc98341838 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:20.404985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.433721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9c48f8-92f0-4720-8ac1-6afc98341838']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:20.460156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c611f038-50b7-4358-a263-45e89d6cc780') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:20.460457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c611f038-50b7-4358-a263-45e89d6cc780') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:20.476232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.487597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=ff1e50e4-0959-43ac-a0a8-d074a86a1fb3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:20.539380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.601285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.617717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.693226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f73c7fa0-612c-4682-9005-d8a6bb5248c6 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:20.695115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:20.695998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:20.741439 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:20.777541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f73c7fa0-612c-4682-9005-d8a6bb5248c6 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:20.778076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f73c7fa0-612c-4682-9005-d8a6bb5248c6 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:20.857998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=15a6bf72-1392-433f-8dd3-1622cea0977c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:20.897478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:11Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:19Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:20.909221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244c55c-70f1-4ae0-87e0-cc18740a9fda None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:11Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:19Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:20.909533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:20.909793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: 3f324d9c-c975-4104-9cdd-a0b86ccd26e1, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:20.955083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Allocated IP 172.26.0.227 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/d613883f-47c8-4c66-bab5-8c858727d140) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:20.965141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e4eb5-58e5-42a1-8b62-17d7b866e0e1 req-04947a31-1482-4df6-a1c3-d02adc160efc tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:20.966731 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f9e4eb5-58e5-42a1-8b62-17d7b866e0e1 req-04947a31-1482-4df6-a1c3-d02adc160efc tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.5797791 Feb 15 13:43:21.039155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.081215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.087388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.094791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:21.103785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.110896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.145522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.166479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=9c9c48f8-92f0-4720-8ac1-6afc98341838,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:21.177793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f9e4eb5-58e5-42a1-8b62-17d7b866e0e1 req-23a868d7-d28e-43e8-9905-391ce990cbad tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006495 Feb 15 13:43:21.226370 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-49144df0-e1fd-4d6a-95c8-5e7044b0508c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 HTTP/1.1" status: 204 len: 168 time: 2.3281648 Feb 15 13:43:21.238445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52286) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.239793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-db60aa4a-dd9f-442b-b0f4-1b62ecc5c071 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/9c9c48f8-92f0-4720-8ac1-6afc98341838 HTTP/1.1" status: 204 len: 168 time: 8.5960717 Feb 15 13:43:21.248711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52290) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.287436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.288643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:21.294813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.296298 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-40a7c8b7-74b8-4819-bf2c-238c02f48a03 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e3cf9bc3-e2c4-47dc-b5c4-2d21388d103a HTTP/1.1" status: 204 len: 168 time: 3.6637352 Feb 15 13:43:21.306146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52294) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.311158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 3f324d9c-c975-4104-9cdd-a0b86ccd26e1) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:21.320068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:21.323773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6e9c8-798c-444f-a63a-7971301412a0 None None] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:21.324867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.336196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'networks': [{'name': 'tempest-network--1831742887'}, {'name': 'tempest-network--1644033801'}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:21.341557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-network--1831742887'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:21.341557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-network--1644033801'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:21.349142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:21.357528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:network and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:21.359256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1868999110', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:21.363960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:21.384225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:21.399140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:21.401924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:21.404922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:21.412829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:21.414773 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fb30ae-d297-4b7c-aaa2-2730e6ffb764 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:21.415886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fb30ae-d297-4b7c-aaa2-2730e6ffb764 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:21.419610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-85fb30ae-d297-4b7c-aaa2-2730e6ffb764 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/9373a0de-c81a-40f2-ab54-56f2c8cffadf HTTP/1.1" status: 404 len: 337 time: 0.1698773 Feb 15 13:43:21.422217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:21.422476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52298) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.464293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.468235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:21.477204 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5459246c-1e66-4077-9142-5810378646d2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:21.477849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5459246c-1e66-4077-9142-5810378646d2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:21.479089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:21.482664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5459246c-1e66-4077-9142-5810378646d2 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/9c9c48f8-92f0-4720-8ac1-6afc98341838 HTTP/1.1" status: 404 len: 339 time: 0.0570836 Feb 15 13:43:21.483442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52302) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.499262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:21.519212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'network': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:21.525262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.565369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31d2d2-f422-4ff6-95b9-85565fdf1bdd req-dc3e3026-9f43-4460-aab6-716601752fe5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:21.568372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b31d2d2-f422-4ff6-95b9-85565fdf1bdd req-dc3e3026-9f43-4460-aab6-716601752fe5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.1969068 Feb 15 13:43:21.572705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a480f0e0-5c7d-489f-b69e-290e00a240d1 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3693259 Feb 15 13:43:21.576630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52306) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.651531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.698567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.699893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.700966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:21.702903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:21.706532 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f6e54504-7e2e-4177-836a-e02fd8a5dbf8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4746346 Feb 15 13:43:21.719047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.719226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52312) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:21.719226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:security_group_rule and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:21.719226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.749575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:21.768654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:21.770636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.797888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 40036434-e8cb-4bfd-a12c-f16262e24f3a {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:21.800122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:21.814792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:21.918494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:21.928266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:21.942898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:21.976760 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b31d2d2-f422-4ff6-95b9-85565fdf1bdd req-579e5ee0-91dd-47bf-84d6-ea4cda9dde48 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015775 Feb 15 13:43:22.010938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.027687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Allocated IP 2001:db8:1::2 (3f324d9c-c975-4104-9cdd-a0b86ccd26e1/15a6bf72-1392-433f-8dd3-1622cea0977c/f79457d0-906c-44e0-b9b3-54bc6e1eef70) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:22.107953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.126682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event updated for resources: {'Port': ['ID=d613883f-47c8-4c66-bab5-8c858727d140,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:22.129511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.219933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:22.239488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef6b8cb-13ac-4763-8a67-35d01f646b1f') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:22.240495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef6b8cb-13ac-4763-8a67-35d01f646b1f') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:22.266592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.297073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.307451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.320404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:22.321244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.339874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.352102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Transition to ACTIVE for port object f79457d0-906c-44e0-b9b3-54bc6e1eef70 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:22.373094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Transition to ACTIVE for port object f79457d0-906c-44e0-b9b3-54bc6e1eef70 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:22.396450 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:22.408855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.409103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.438390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.463777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.524026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:22.539268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685c1bb8-b46d-4d75-b2e0-2f04225ef8d0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:22.560668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.561122 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment f2937158-c9a8-4579-b25f-bc008ebd623f of type vlan for network 1ec2fd10-be44-4315-bd3d-d65a492882ea Feb 15 13:43:22.612230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.637699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:22.639161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7d1df98b-e49e-4433-8164-90d32366fcd0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:22.646541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.653519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.669815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:22.683334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.700473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:22.740680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:22.750965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=40036434-e8cb-4bfd-a12c-f16262e24f3a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:22.771363 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5c282e47-89f5-479f-adce-d013a9ca17e8 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/0622eb27-62b0-4704-8c9b-d1cf5e5fcfd5 HTTP/1.1" status: 204 len: 168 time: 1.2867603 Feb 15 13:43:22.772867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.775403 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-626f28f6-19ec-4c27-8763-6f5f2e782a92 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/40036434-e8cb-4bfd-a12c-f16262e24f3a HTTP/1.1" status: 204 len: 168 time: 1.0639975 Feb 15 13:43:22.779682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52322) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:22.780141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52324) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:22.807249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83bb8b-c075-48fc-bfa6-c916f03ca44a None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:22.884006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:22.886684 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-319b7a17-9bb1-4f7d-8b24-8797141cc763 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:22.887486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319b7a17-9bb1-4f7d-8b24-8797141cc763 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:22.906406 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-319b7a17-9bb1-4f7d-8b24-8797141cc763 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/f5ea51b1-7378-4cd1-b45b-21435adc04f6 HTTP/1.1" status: 404 len: 337 time: 0.1251764 Feb 15 13:43:22.914775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52330) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:22.946890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.947378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment 6427180a-d05e-4c89-8ea2-82b1a941652e of type vlan for network b44548fd-5cf3-4cbc-a5b3-d09d350ea329 Feb 15 13:43:22.955270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 7e308f3e-0694-4e9d-8895-44057d2b78bf {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:22.963693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:22.995181 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eb3648-8876-4e83-96a2-0ef6df2afae4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:22.996113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3eb3648-8876-4e83-96a2-0ef6df2afae4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:22.997935 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c3eb3648-8876-4e83-96a2-0ef6df2afae4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/aa1a3c42-00de-41d8-8904-4a70627da489 HTTP/1.1" status: 404 len: 339 time: 0.0798368 Feb 15 13:43:23.005309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52334) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:23.060321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Pushing event updated for resources: {'Port': ['ID=f79457d0-906c-44e0-b9b3-54bc6e1eef70,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:23.102535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Attempting to bind port f79457d0-906c-44e0-b9b3-54bc6e1eef70 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:23.103147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Attempting to bind port f79457d0-906c-44e0-b9b3-54bc6e1eef70 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:23.103660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Attempting to bind port f79457d0-906c-44e0-b9b3-54bc6e1eef70 on network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:23.110310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.114568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.139303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:23.139928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Checking segment: {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:23.140549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.141151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Bound using segment: {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:23.142261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Bound port: f79457d0-906c-44e0-b9b3-54bc6e1eef70, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:23.142788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.154861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting subnet e1c98ddb-a756-4c16-bb64-a7aa23aa122c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:23.162696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.221675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7d1df98b-e49e-4433-8164-90d32366fcd0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:23.258751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.274607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.284453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7d1df98b-e49e-4433-8164-90d32366fcd0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:23.284828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.391180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] For port f79457d0-906c-44e0-b9b3-54bc6e1eef70, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:23.403683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493eabf-370f-411f-b38a-60df47fded78 req-6f32c5e9-1b2f-4f4f-80e5-820264cedb1d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:23.412038 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7493eabf-370f-411f-b38a-60df47fded78 req-6f32c5e9-1b2f-4f4f-80e5-820264cedb1d tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.6006811 Feb 15 13:43:23.437601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] For port f79457d0-906c-44e0-b9b3-54bc6e1eef70, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f79457d0-906c-44e0-b9b3-54bc6e1eef70,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:23.451458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.485557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.486044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.492159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:23.494678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.496778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:23.497496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.532191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.597297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.647085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.689848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4529f0f-d6a4-4531-9eaa-267b5d99626e None None] Pushing event updated for resources: {'Port': ['ID=f79457d0-906c-44e0-b9b3-54bc6e1eef70,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:23.697233 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5803838 Feb 15 13:43:23.703468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7d1df98b-e49e-4433-8164-90d32366fcd0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7d1df98b-e49e-4433-8164-90d32366fcd0,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:23.712281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52342) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:23.715423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7493eabf-370f-411f-b38a-60df47fded78 req-def30103-2377-4757-af11-122077dd45a3 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024168 Feb 15 13:43:23.722320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=1ec2fd10-be44-4315-bd3d-d65a492882ea,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:23.745459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 1ec2fd10-be44-4315-bd3d-d65a492882ea details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:23.814679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.835939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.873966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce4c5021-d2df-4e7c-8568-a7f9521609e9 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:23.901072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=7e308f3e-0694-4e9d-8895-44057d2b78bf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:23.942777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:23.974902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502aa32-15c2-4b80-be1e-524171e522ac tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=b44548fd-5cf3-4cbc-a5b3-d09d350ea329,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:23.977021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ce4c5021-d2df-4e7c-8568-a7f9521609e9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:23.977456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce4c5021-d2df-4e7c-8568-a7f9521609e9 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:24.001292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b44548fd-5cf3-4cbc-a5b3-d09d350ea329 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:24.035577 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4fd823df-1aba-44b7-9517-8361c4b661e8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/7e308f3e-0694-4e9d-8895-44057d2b78bf HTTP/1.1" status: 204 len: 168 time: 1.2518716 Feb 15 13:43:24.039497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52346) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:24.118763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:24.136447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.186491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c98ddb-a756-4c16-bb64-a7aa23aa122c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:24.191102 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-efb6bce9-e124-4461-8f83-438614a13c27 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502028 Feb 15 13:43:24.193882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52350) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:24.198970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.212647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bbc54c-fade-4244-ab50-e624654fcaf7 None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:24.274307 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2e69d3d5-fdfb-4ead-a013-7e761f50c3c7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/e1c98ddb-a756-4c16-bb64-a7aa23aa122c HTTP/1.1" status: 204 len: 168 time: 1.2665515 Feb 15 13:43:24.276578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52354) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:24.381077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting subnet 72dacafe-8e99-4f98-9b97-76227bbc3587 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:24.381523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.386288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.440342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd732d1-1ebf-4ae9-8130-4a418f667fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.441064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1cd732d1-1ebf-4ae9-8130-4a418f667fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:24.525427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.563915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1cd732d1-1ebf-4ae9-8130-4a418f667fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:24.569999 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1cd732d1-1ebf-4ae9-8130-4a418f667fef tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3750486 Feb 15 13:43:24.573689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:24.581726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde4cf3-99f1-4ee2-8c18-a31673b288d7 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.589392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde4cf3-99f1-4ee2-8c18-a31673b288d7 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.600304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde4cf3-99f1-4ee2-8c18-a31673b288d7 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.605258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ccce6-1e64-4aeb-9451-625c97802db3 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:24.616301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde4cf3-99f1-4ee2-8c18-a31673b288d7 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.620111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6bde4cf3-99f1-4ee2-8c18-a31673b288d7 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9034965 Feb 15 13:43:24.623781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52362) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:24.835177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7d1df98b-e49e-4433-8164-90d32366fcd0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:24.837083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d948556-d20d-4390-84cf-19b5d07fcff5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:24.837733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1d948556-d20d-4390-84cf-19b5d07fcff5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:24.901292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:24.971014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.020912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d10efef3-fe43-4f34-bb2f-24907d956016 None None] Provisioning complete for port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:25.021344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d10efef3-fe43-4f34-bb2f-24907d956016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.030107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8:1::1 (3f324d9c-c975-4104-9cdd-a0b86ccd26e1/15a6bf72-1392-433f-8dd3-1622cea0977c/69850fa6-8847-464c-a30c-d19827bceeae) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:25.086421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1d948556-d20d-4390-84cf-19b5d07fcff5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:25.090412 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1d948556-d20d-4390-84cf-19b5d07fcff5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5156798 Feb 15 13:43:25.102081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52368) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:25.140468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7d1df98b-e49e-4433-8164-90d32366fcd0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:25.140839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.324055 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a50d87fe-c798-48e7-9e11-50126e1c8417 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2181754 Feb 15 13:43:25.331793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478392c-280e-40c7-bc38-f646626d7005 None None] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:25.342309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52372) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:25.352691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:25.456162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.466470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.473765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:25.487086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Deleting port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:25.487455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.560437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f79457d0-906c-44e0-b9b3-54bc6e1eef70 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:25.664047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:25.665618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-300d9b43-02b5-4e00-9559-4768c54672a8 None None] Provisioning for port f79457d0-906c-44e0-b9b3-54bc6e1eef70 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:25.687620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=72dacafe-8e99-4f98-9b97-76227bbc3587,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:25.697660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.712119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec2fd10-be44-4315-bd3d-d65a492882ea']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:25.713608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fecaa3-d726-4455-8d4e-d64b561f1615 None None] Network c24e7c6b-f3fa-4408-b46b-128ee67d381f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:25.721752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:25.741334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.741724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.742064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.742395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.742721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.743046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.743369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.743710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.743993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.744315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.744629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.744945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:25.752783 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7f0db18d-0ac2-4893-af11-b1c41cc6d241 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/72dacafe-8e99-4f98-9b97-76227bbc3587 HTTP/1.1" status: 204 len: 168 time: 1.4743319 Feb 15 13:43:25.765053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2937158-c9a8-4579-b25f-bc008ebd623f') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:25.765053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2937158-c9a8-4579-b25f-bc008ebd623f') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:25.765053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:25.776281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.829728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.858020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:25.862053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.864025 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:25.864457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:25.872221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.917117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.946034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:25.968982 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:25.971343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.043339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.061070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b4ef9cea-7e14-449e-8b0c-32d4e39f7155 None None] Provisioning complete for port ebf3d223-fce6-4eba-89b3-3051050dc636 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:26.061777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9cea-7e14-449e-8b0c-32d4e39f7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.078751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96812-4811-453f-9b66-6dfb7cd2e3da req-abc890cb-6ef6-4157-9a98-75e082abdb02 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:26.078751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4e96812-4811-453f-9b66-6dfb7cd2e3da req-abc890cb-6ef6-4157-9a98-75e082abdb02 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 0.8940694 Feb 15 13:43:26.083801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.092347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port ebf3d223-fce6-4eba-89b3-3051050dc636 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:26.092347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.159638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] For port fe3b0632-a5ab-435a-8d4e-578223fdd6d9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:26.160148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.181979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-84c95a61-9a14-4e98-9d00-00cdd4c859f5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:26.183426 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-84c95a61-9a14-4e98-9d00-00cdd4c859f5 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.0009007 Feb 15 13:43:26.190846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f950f64f-3a60-4cbf-8281-7bbcfdd9344f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8473227 Feb 15 13:43:26.197964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52380) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:26.205734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:26.226467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.230367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.267121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 69850fa6-8847-464c-a30c-d19827bceeae will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:26.315756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Calling delete_port for fe3b0632-a5ab-435a-8d4e-578223fdd6d9 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:26.324282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=1ec2fd10-be44-4315-bd3d-d65a492882ea,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:26.328771 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e627ed50-b871-498a-a62a-557ddad36f8c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/1ec2fd10-be44-4315-bd3d-d65a492882ea HTTP/1.1" status: 204 len: 168 time: 1.7010717 Feb 15 13:43:26.344988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f79457d0-906c-44e0-b9b3-54bc6e1eef70 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:26.352500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52384) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:26.375007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f79457d0-906c-44e0-b9b3-54bc6e1eef70 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:26.375379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.422912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4e96812-4811-453f-9b66-6dfb7cd2e3da req-04449fac-3bb6-43a0-a013-6121722951fa tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805705 Feb 15 13:43:26.456484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Deleting port 3e6a0092-526e-43a0-a65f-427dd082e33a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:26.456814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.532606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:26.545872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Allocated IP 172.26.0.63 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/3ea77882-8d82-4a18-8814-09f900c18b5c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:26.613715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.619980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ebf3d223-fce6-4eba-89b3-3051050dc636,segment=NetworkSegment(a7d9be07-af52-4d6c-a87c-5abac191e432),segment_id=a7d9be07-af52-4d6c-a87c-5abac191e432)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:26.621839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.622588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.718269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] DHCP port deletion for c24e7c6b-f3fa-4408-b46b-128ee67d381f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:26.731975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] No DVR routers for this DVR port fe3b0632-a5ab-435a-8d4e-578223fdd6d9 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:26.734607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.743662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878acd73-89ef-44b9-91af-6bc9d69d2290 None None] Pushing event deleted for resources: {'Port': ['ID=fe3b0632-a5ab-435a-8d4e-578223fdd6d9,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:26.750843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Deleting port ebf3d223-fce6-4eba-89b3-3051050dc636 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:26.751396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.779008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.801810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:26.823020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for ebf3d223-fce6-4eba-89b3-3051050dc636 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:26.850539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Router 56fa761b-effd-4951-bd13-eff248511aee is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:26.899884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f79457d0-906c-44e0-b9b3-54bc6e1eef70, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f79457d0-906c-44e0-b9b3-54bc6e1eef70,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:26.925171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:26.981197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:26.992458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:26.997106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:27.001113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.003115 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:27.003658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:27.008112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:27.008646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.063620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.099385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44548fd-5cf3-4cbc-a5b3-d09d350ea329']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.111940 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a51d850a-ce52-46f4-ab19-83274889a992 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9128878 Feb 15 13:43:27.120681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6427180a-d05e-4c89-8ea2-82b1a941652e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.122413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6427180a-d05e-4c89-8ea2-82b1a941652e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.132460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:27.135443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f79457d0-906c-44e0-b9b3-54bc6e1eef70,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:27.139283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:27.145499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:27.151162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fe3b0632-a5ab-435a-8d4e-578223fdd6d9 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:27.186355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.186701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.187042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.187379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.187709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.188035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.188356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.188674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.188997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.189388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.189738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.190050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:27.210215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: fe3b0632-a5ab-435a-8d4e-578223fdd6d9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:27.210538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fe3b0632-a5ab-435a-8d4e-578223fdd6d9 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:27.211705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ebf3d223-fce6-4eba-89b3-3051050dc636 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:27.227308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.241825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.246733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] For port ebf3d223-fce6-4eba-89b3-3051050dc636, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ebf3d223-fce6-4eba-89b3-3051050dc636,segment=NetworkSegment(a7d9be07-af52-4d6c-a87c-5abac191e432),segment_id=a7d9be07-af52-4d6c-a87c-5abac191e432)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:27.247122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.262886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d052e4c3-bdff-447c-b53d-07f4b3504c8c None None] Provisioning complete for port f79457d0-906c-44e0-b9b3-54bc6e1eef70 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:27.263256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d052e4c3-bdff-447c-b53d-07f4b3504c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.298260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ebf3d223-fce6-4eba-89b3-3051050dc636 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:27.298600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ebf3d223-fce6-4eba-89b3-3051050dc636 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:27.305824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port ebf3d223-fce6-4eba-89b3-3051050dc636 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:27.337682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.352956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=ebf3d223-fce6-4eba-89b3-3051050dc636,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:27.397356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.406820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:27.411899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.441277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Calling delete_port for ebf3d223-fce6-4eba-89b3-3051050dc636 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:27.485999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:27.501360 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] Sync routers for ids ['56fa761b-effd-4951-bd13-eff248511aee'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:27.516903 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] Routers {'56fa761b-effd-4951-bd13-eff248511aee'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:27.517652 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['56fa761b-effd-4951-bd13-eff248511aee'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.581662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:27.583188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:27.599100 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:27.604387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.621966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.626018 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eccfc462-ce29-416a-9d9e-b060e3bb9e7a tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.7842536 Feb 15 13:43:27.632704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52394) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:27.641658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:27.656035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:27.656389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:27.681392 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.690792 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] Routers {'56fa761b-effd-4951-bd13-eff248511aee'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:27.692171 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['56fa761b-effd-4951-bd13-eff248511aee'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.715494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:27.723145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.752405 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.752808 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207701d5-2091-4c8f-902a-ff65ea358c00 None None] The sync data for ids ['56fa761b-effd-4951-bd13-eff248511aee'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:27.758516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:27.763962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24e7c6b-f3fa-4408-b46b-128ee67d381f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.780633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d9be07-af52-4d6c-a87c-5abac191e432') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.785819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d9be07-af52-4d6c-a87c-5abac191e432') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:27.794160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.813214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.824025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:27.824434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:27.840129 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:27.844549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.859983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb567409-e87f-424b-811c-978580a08f66 None None] Provisioning for port 69850fa6-8847-464c-a30c-d19827bceeae completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:27.866896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb567409-e87f-424b-811c-978580a08f66 None None] Provisioning complete for port 69850fa6-8847-464c-a30c-d19827bceeae triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:27.867348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb567409-e87f-424b-811c-978580a08f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.913612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.922433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:27.925254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:27.927829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:27.928714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:27.938491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fb567409-e87f-424b-811c-978580a08f66 None None] Port 69850fa6-8847-464c-a30c-d19827bceeae cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:27.969610 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/b44548fd-5cf3-4cbc-a5b3-d09d350ea329 HTTP/1.1" status: 204 len: 168 time: 1.6104393 Feb 15 13:43:27.969610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a349a0f-0d23-4ab6-a126-63658d6bfe44 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=b44548fd-5cf3-4cbc-a5b3-d09d350ea329,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:27.980474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.055493 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9f571a66-f23d-4be1-8eae-81731370ad1b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9186785 Feb 15 13:43:28.057938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52402) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.068219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:28.094293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.158090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Deleting port ebf3d223-fce6-4eba-89b3-3051050dc636 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:28.158631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.164736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.192108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=c24e7c6b-f3fa-4408-b46b-128ee67d381f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:28.234598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33b0466d-3a51-422e-b193-591c0a51390a None None] The port 'ebf3d223-fce6-4eba-89b3-3051050dc636' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:43:28.245668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4acb92d3-16a4-448c-884b-8b1374fec0fa tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/c24e7c6b-f3fa-4408-b46b-128ee67d381f HTTP/1.1" status: 204 len: 168 time: 2.4797347 Feb 15 13:43:28.258131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52406) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.267908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.308044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:28.320714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db09362-ae6c-40fc-97b6-1a2d0678c57a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:28.327142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db09362-ae6c-40fc-97b6-1a2d0678c57a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:28.327492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6db09362-ae6c-40fc-97b6-1a2d0678c57a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Synchronizing usage tracker for tenant:c15d1671f33748b39803112fb461df6c on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:28.333237 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ce4de4-a30d-40f3-9ac5-ac39ad9e6e2e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.333685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ce4de4-a30d-40f3-9ac5-ac39ad9e6e2e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.335514 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e6ce4de4-a30d-40f3-9ac5-ac39ad9e6e2e tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/eb8f55ef-41d6-4812-ac09-927019995253 HTTP/1.1" status: 404 len: 337 time: 0.0754011 Feb 15 13:43:28.339977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52410) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.369735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:28.383098 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4176b6ae-b64f-41d5-93a3-c622a2e0ebe3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.383861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4176b6ae-b64f-41d5-93a3-c622a2e0ebe3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.386065 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4176b6ae-b64f-41d5-93a3-c622a2e0ebe3 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/2c16f411-a383-4bc8-80ff-f61f91bd68dd HTTP/1.1" status: 404 len: 339 time: 0.0433977 Feb 15 13:43:28.388572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52414) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.427126 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f8980c-9707-4833-950f-f38a60b7c9ee tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.427429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f8980c-9707-4833-950f-f38a60b7c9ee tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.429087 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-71f8980c-9707-4833-950f-f38a60b7c9ee tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/0c754c5a-eba8-4152-9fcf-11b018a1cb48 HTTP/1.1" status: 404 len: 337 time: 0.0396018 Feb 15 13:43:28.432072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52418) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.455500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6db09362-ae6c-40fc-97b6-1a2d0678c57a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Unset dirty status for tenant:c15d1671f33748b39803112fb461df6c on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:28.457052 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6db09362-ae6c-40fc-97b6-1a2d0678c57a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4844973 Feb 15 13:43:28.460672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:28.460838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52422) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.466812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-201658301'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:28.470269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb05f1e-d57c-4d62-9162-8c5c11589ddf tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.472558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb05f1e-d57c-4d62-9162-8c5c11589ddf tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.472558 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4eb05f1e-d57c-4d62-9162-8c5c11589ddf tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/ecf6207a-a097-4a61-aa14-eb3c786c47f5 HTTP/1.1" status: 404 len: 339 time: 0.0392945 Feb 15 13:43:28.472941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:28.475026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:28.477060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52426) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.480940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:28.484324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.485688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:28.486102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.490192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:28.537703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:28.543874 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-beea031e-2e5f-4097-8625-fa6f8f3c985d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.544318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beea031e-2e5f-4097-8625-fa6f8f3c985d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.545990 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-beea031e-2e5f-4097-8625-fa6f8f3c985d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/b99c18b4-489a-4125-a7c8-1ea47f3c41d7 HTTP/1.1" status: 404 len: 337 time: 0.0680783 Feb 15 13:43:28.548942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52430) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.552827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3e6a0092-526e-43a0-a65f-427dd082e33a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:28.577197 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f992a28-cae2-467a-b832-e9f24dad7568 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:28.579324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f992a28-cae2-467a-b832-e9f24dad7568 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:28.579474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9f992a28-cae2-467a-b832-e9f24dad7568 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/82613ce3-69a6-467e-af31-c8c9553306e4 HTTP/1.1" status: 404 len: 339 time: 0.0295551 Feb 15 13:43:28.582220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52434) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.584833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event updated for resources: {'Port': ['ID=3ea77882-8d82-4a18-8814-09f900c18b5c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:28.631359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.632175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.632652 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Floating IP dd53315b-b446-44cf-9717-3a60f7f57f32 disassociated. External IP: 172.26.0.54, port: 3e6a0092-526e-43a0-a65f-427dd082e33a. Feb 15 13:43:28.633172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Calling delete_port for 3e6a0092-526e-43a0-a65f-427dd082e33a owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:28.639496 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d28a541-ec82-4f81-b8c0-35a2f92b2b0a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5806444 Feb 15 13:43:28.645105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52438) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:28.650851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:28.676463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:28.680579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.712642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.744716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:43:28.757879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:28.762744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting subnet 27910116-05ba-46ae-815b-c42a6c7eec88 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:28.771829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.804846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee04f-f9c0-4e43-a483-591e03746de7 req-46b3e772-5660-4c5c-a63d-1f0dd60341cf tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:28.806294 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'code': 200} Feb 15 13:43:28.811381 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-46fee04f-f9c0-4e43-a483-591e03746de7 req-46b3e772-5660-4c5c-a63d-1f0dd60341cf tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 946 time: 1.0884833 Feb 15 13:43:28.823244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.857696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:28.877442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:28.885693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.904537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:28.925191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:28.925641 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment 9c70c26c-04eb-42b5-a72a-14b01d832c51 of type vlan for network e9526e96-057f-4b1f-bca3-18dd3e83ce39 Feb 15 13:43:28.933202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:28.971109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.023458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:29.026954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.028420 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:29.033468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:29.047093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.072805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f79457d0-906c-44e0-b9b3-54bc6e1eef70 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:29.091125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.096789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:29.098279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.155125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f79457d0-906c-44e0-b9b3-54bc6e1eef70 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:29.155636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.208851 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4e53d598-95e2-41a2-96a8-e95bab3adb17 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5650103 Feb 15 13:43:29.212593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52444) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.232112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:29.271028 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8063080 Feb 15 13:43:29.309187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52448) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.327453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eaf52-2b57-43fb-9f18-d97048e02d65 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=e9526e96-057f-4b1f-bca3-18dd3e83ce39,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:29.335948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-919451816'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:29.338860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e9526e96-057f-4b1f-bca3-18dd3e83ce39 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:29.378003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:29.390057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:29.414824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:29.417214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:29.417700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:29.417845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-08f42af8-5d32-47ea-a168-403dda05de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.420222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-46fee04f-f9c0-4e43-a483-591e03746de7 req-3f4f8d74-8ee7-4e82-95e4-25b740d1cd47 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5992956 Feb 15 13:43:29.452929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.459516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:29.563812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.602557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:29.606346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.607689 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:43:29.608175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:29.614735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=27910116-05ba-46ae-815b-c42a6c7eec88,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:29.620874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.635549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f631d-d577-4450-8065-e94c3f250638 None None] Network 05861f4a-1252-44aa-9334-b25007cf6f97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:29.642539 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9abfaef8-f6f2-4899-8de2-a31c3bf61799 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/27910116-05ba-46ae-815b-c42a6c7eec88 HTTP/1.1" status: 204 len: 168 time: 1.0591569 Feb 15 13:43:29.645335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52452) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.647110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.654050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:29.657457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.702374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.703119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.726197 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-23d3f1e3-56ca-49ea-a62b-6018319866f3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5047953 Feb 15 13:43:29.726197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52456) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.777614 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dbee043a-e354-4ad8-90b3-0cd37155a011 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520527 Feb 15 13:43:29.779967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52460) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.852944 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd42298-5795-42c4-bf40-2faf1819859c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:29.858629 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bbd42298-5795-42c4-bf40-2faf1819859c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774846 Feb 15 13:43:29.863260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52464) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.921628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] DHCP port deletion for 05861f4a-1252-44aa-9334-b25007cf6f97 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:29.922242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Deleting port 3e6a0092-526e-43a0-a65f-427dd082e33a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:29.922597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.926294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Deleting port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:29.926678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:29.937557 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1e5e2239-063b-4359-ad38-af8da7f6446d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725563 Feb 15 13:43:29.954998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52468) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:29.962200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:30.080179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:30.092705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:30.097280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:30.171496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.178796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] For port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,segment=NetworkSegment(8b7120d5-52ed-4103-9048-4b61985bc026),segment_id=8b7120d5-52ed-4103-9048-4b61985bc026)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:30.179212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.184551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:30.194870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:30.198457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.231256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.231256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment f147d9f7-c4eb-460e-8e22-ca316cf14979 of type vlan for network e525388b-3a59-4715-adb1-6d4054292451 Feb 15 13:43:30.258401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.303989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Calling delete_port for 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:30.348762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:30.351268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.461038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.463098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.515479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] Pushing event deleted for resources: {'Port': ['ID=8d7a856c-f3ec-4beb-aa3f-a732a37ca535,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:30.520043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1160e-6f8e-4ee2-8636-e2acc8720aae None None] No DVR routers for this DVR port 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:30.614184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:43:30.615662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.672214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:30.675068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:30.678696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:30.679275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.685770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a6e5d-a12e-4bb1-8d29-6327509ebb07 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:30.704255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=61b66730-f315-46a8-af67-856762683958,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:30.755514 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a8a6a882-6b77-44f2-819e-65d843c51097 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7993841 Feb 15 13:43:30.758150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52474) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:30.764443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:45:ee:1c', 'name': 'tempest-NetworksTestDHCPv6-705489666'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:30.855358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] The port '8d7a856c-f3ec-4beb-aa3f-a732a37ca535' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:43:30.879898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:43:30.888574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:30.913163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:30.923038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:30.929823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '61b66730-f315-46a8-af67-856762683958'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:30.931543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:30.952711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:31.011950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:31.096347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:31.147392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:31.148398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8d7a856c-f3ec-4beb-aa3f-a732a37ca535 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:31.186610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Allocated IP 2001:db8::f816:3eff:fe6b:6972 (7bbde29e-2549-4182-a259-7bbb71f9b94f/61b66730-f315-46a8-af67-856762683958/efd68e70-09b0-4101-be9e-6452beb958ee) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:31.188873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.189130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.195245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:31.195861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.220070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 3aa3e554-44f9-4318-b99e-2b29ee889e10 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:31.321857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-40f4aa64-a9ac-4936-84d0-bc47592e8a16 None None] Provisioning complete for port 69850fa6-8847-464c-a30c-d19827bceeae triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:31.322317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-40f4aa64-a9ac-4936-84d0-bc47592e8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.352636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.429778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-40f4aa64-a9ac-4936-84d0-bc47592e8a16 None None] Port 69850fa6-8847-464c-a30c-d19827bceeae cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:31.466072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.476292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Transition to ACTIVE for port object efd68e70-09b0-4101-be9e-6452beb958ee will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:31.492649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] For port 3e6a0092-526e-43a0-a65f-427dd082e33a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e6a0092-526e-43a0-a65f-427dd082e33a,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:31.493015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.496194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Transition to ACTIVE for port object efd68e70-09b0-4101-be9e-6452beb958ee will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:31.540125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05861f4a-1252-44aa-9334-b25007cf6f97']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:31.572181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.634024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3206213 Feb 15 13:43:31.634824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dddc1-ecac-40aa-af1d-a56d7e63ce39 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=e525388b-3a59-4715-adb1-6d4054292451,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:31.638619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52478) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:31.641287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7120d5-52ed-4103-9048-4b61985bc026') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:31.641809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7120d5-52ed-4103-9048-4b61985bc026') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:31.647210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'ports': [{'network_id': 'e9526e96-057f-4b1f-bca3-18dd3e83ce39', 'name': 'tempest-port--1738534674', 'admin_state_up': True}, {'network_id': 'e525388b-3a59-4715-adb1-6d4054292451', 'admin_state_up': False}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:31.647513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'port': {'network_id': 'e9526e96-057f-4b1f-bca3-18dd3e83ce39', 'name': 'tempest-port--1738534674', 'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:31.647985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'port': {'network_id': 'e525388b-3a59-4715-adb1-6d4054292451', 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:31.648262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Pushing event updated for resources: {'Port': ['ID=efd68e70-09b0-4101-be9e-6452beb958ee,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:31.654131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e525388b-3a59-4715-adb1-6d4054292451 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:31.747041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.747386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.747707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf8a2-1e82-40f1-86b3-58e980a607e1 req-348104cb-dd3e-4c55-949e-25db345c38e4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:31.747838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.748042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.748371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.748698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.749018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.749339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.749515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e1eaf8a2-1e82-40f1-86b3-58e980a607e1 req-348104cb-dd3e-4c55-949e-25db345c38e4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Synchronizing usage tracker for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:31.749703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.750030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.752670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.752670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:43:31.759745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:31.762906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:31.773182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:31.798506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe45:ee1c (7bbde29e-2549-4182-a259-7bbb71f9b94f/61b66730-f315-46a8-af67-856762683958/3aa3e554-44f9-4318-b99e-2b29ee889e10) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:31.822775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.874110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Attempting to bind port efd68e70-09b0-4101-be9e-6452beb958ee on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:31.874603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Attempting to bind port efd68e70-09b0-4101-be9e-6452beb958ee by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:31.874976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Attempting to bind port efd68e70-09b0-4101-be9e-6452beb958ee on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:31.881727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:31.882105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:31.882513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.882909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:31.883392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Bound port: efd68e70-09b0-4101-be9e-6452beb958ee, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:31.883774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.939408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:31.953834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:31.967958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:port and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:31.973200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:31.977105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:31.984537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:31.997969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] For port efd68e70-09b0-4101-be9e-6452beb958ee, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:32.001110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] For port efd68e70-09b0-4101-be9e-6452beb958ee, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=efd68e70-09b0-4101-be9e-6452beb958ee,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:32.008078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:32.008490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:32.028366 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:32.063726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.085034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.154715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92516b-af68-4d67-bd4b-4a5ceaa226d9 None None] Pushing event updated for resources: {'Port': ['ID=efd68e70-09b0-4101-be9e-6452beb958ee,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:32.239811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'port': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:32.246252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.281277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.284460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.352536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 3aa3e554-44f9-4318-b99e-2b29ee889e10 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:32.380285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e1eaf8a2-1e82-40f1-86b3-58e980a607e1 req-348104cb-dd3e-4c55-949e-25db345c38e4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Unset dirty status for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:32.381488 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1eaf8a2-1e82-40f1-86b3-58e980a607e1 req-348104cb-dd3e-4c55-949e-25db345c38e4 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 944 time: 1.8005884 Feb 15 13:43:32.511045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d7c51e9-c147-435d-8b85-d492ed2d4542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.532091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.568468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] device_id is not set on port e73eafea-e987-4353-bbef-af73c3202712 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:32.601509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.658598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:32.668862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:32.672078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:32.678172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:32.678832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.743929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=3aa3e554-44f9-4318-b99e-2b29ee889e10,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:32.805035 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1eaf8a2-1e82-40f1-86b3-58e980a607e1 req-b3c4b6fc-3b99-4825-bfc5-4620efa6ea67 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d65a0ce9-34bc-4ad1-ae66-6896beb510e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291860 Feb 15 13:43:32.818302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.820785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.835540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.839462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fd4331cd-0e5f-438e-b561-56b28d3f40bc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0799935 Feb 15 13:43:32.842497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52482) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:32.922643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.923006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.923333 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Floating IP dd53315b-b446-44cf-9717-3a60f7f57f32 disassociated. External IP: 172.26.0.54, port: 3e6a0092-526e-43a0-a65f-427dd082e33a. Feb 15 13:43:32.923677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Calling delete_port for 3e6a0092-526e-43a0-a65f-427dd082e33a owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:32.953884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:32.965930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:32.983305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:32.996443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=05861f4a-1252-44aa-9334-b25007cf6f97,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:33.006763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:33.007346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:33.025577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eaa4829c-ed68-4f23-b9b4-f85327f72d84 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/05861f4a-1252-44aa-9334-b25007cf6f97 HTTP/1.1" status: 204 len: 168 time: 3.3716068 Feb 15 13:43:33.025732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52486) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:33.087578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1fbfae27-7c33-4714-ab12-b61af70fb344 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5099189 Feb 15 13:43:33.102150 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c30effd-5d20-4f85-9a8f-73f9e62afbf4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:33.102806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c30effd-5d20-4f85-9a8f-73f9e62afbf4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:33.105306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52490) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:33.105578 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2c30effd-5d20-4f85-9a8f-73f9e62afbf4 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/15e213db-f8c3-4221-8726-5732815a578d HTTP/1.1" status: 404 len: 337 time: 0.0774391 Feb 15 13:43:33.112037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.112214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] device_id is not set on port 6eecfc85-145c-4ef0-a317-f5274e15cded yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:33.122155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:33.134616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994563975'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:33.152288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:33.174557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:33.175133 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-62447492-3948-4055-9072-b37e7e08e4f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] DELETE failed (client error): The resource could not be found. Feb 15 13:43:33.175692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62447492-3948-4055-9072-b37e7e08e4f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:43:33.181316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:33.190635 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-62447492-3948-4055-9072-b37e7e08e4f7 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/0a75b1ca-ee5b-43ca-8068-e8f4c875dd39 HTTP/1.1" status: 404 len: 339 time: 0.0651081 Feb 15 13:43:33.197123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:33.198116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52498) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:33.207761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device efd68e70-09b0-4101-be9e-6452beb958ee up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:33.211422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef4b81-9d4b-4ca8-8f31-4354851d2e54 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:33.218164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef4b81-9d4b-4ca8-8f31-4354851d2e54 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:33.218687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4bef4b81-9d4b-4ca8-8f31-4354851d2e54 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:33.307375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting subnet f102c31a-639f-440d-82bc-e200013bfaaf {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:33.312100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.344311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:33.348357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.363950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4bef4b81-9d4b-4ca8-8f31-4354851d2e54 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:33.365192 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4bef4b81-9d4b-4ca8-8f31-4354851d2e54 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5217845 Feb 15 13:43:33.370865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52502) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:33.385961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:33.473214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.495012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.544234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Router 6877cca2-6ab5-4f12-be0d-1421eb818bcb is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:33.545328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 3aa3e554-44f9-4318-b99e-2b29ee889e10 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:33.545721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.553894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:33.576209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event deleted for resources: {'Port': ['ID=3e6a0092-526e-43a0-a65f-427dd082e33a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:33.598797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.598797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment 0587a711-1ef4-4a41-a4c8-856e89efa68e of type vlan for network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 Feb 15 13:43:33.633999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.745849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port efd68e70-09b0-4101-be9e-6452beb958ee completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:33.775814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.815183 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.921989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Provisioning for port efd68e70-09b0-4101-be9e-6452beb958ee completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:33.934999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Provisioning complete for port efd68e70-09b0-4101-be9e-6452beb958ee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:33.935731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:33.991666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.051830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:27Z', 'revision_number': 3, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:28Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:34.084843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:34.084843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Updating router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 port 69850fa6-8847-464c-a30c-d19827bceeae binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:43:34.125153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.134641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.155824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.169561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 3aa3e554-44f9-4318-b99e-2b29ee889e10 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:34.174404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.241945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.256622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] For port efd68e70-09b0-4101-be9e-6452beb958ee, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=efd68e70-09b0-4101-be9e-6452beb958ee,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:34.288997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08642af1-baba-434b-bc61-a795e8565dba req-01fdace9-d2db-421d-9d23-90e546875934 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.2202153 Feb 15 13:43:34.338988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.378379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.435718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:34.452145 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] Sync routers for ids ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:34.458301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Router 3d5d1844-0add-41b5-9445-d584091eb385 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:34.463151 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] Routers {'6877cca2-6ab5-4f12-be0d-1421eb818bcb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:34.463786 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:34.492676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Port': ['ID=e73eafea-e987-4353-bbef-af73c3202712,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:34.539988 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:34.544758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Checking segment: {'id': '9c70c26c-04eb-42b5-a72a-14b01d832c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e9526e96-057f-4b1f-bca3-18dd3e83ce39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:34.545131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network hostable DHCP agents. Network: e9526e96-057f-4b1f-bca3-18dd3e83ce39, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:34.549699 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] Routers {'6877cca2-6ab5-4f12-be0d-1421eb818bcb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:34.550516 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:34.575520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.584282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:34.585605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.590837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.634930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.636557 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-42b3e043-27e7-4aef-989a-3d874ffef89d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.3020453 Feb 15 13:43:34.640177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52508) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:34.648759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:34.649359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router 56fa761b-effd-4951-bd13-eff248511aee has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:34.677267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:34.677694 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846d469-8647-490e-8ed9-ad80c0e74cb0 None None] The sync data for ids ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:34.711871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Subnet': ['ID=f102c31a-639f-440d-82bc-e200013bfaaf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:34.718394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network e9526e96-057f-4b1f-bca3-18dd3e83ce39 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:34.746589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.749465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.757770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f24d56-2a38-4f21-a56d-79b754284fa9 None None] Network 19be61a4-6fa1-47e2-af75-98b45e804814 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:34.775472 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ea2f4a71-2b6d-4ec4-b19c-98198ed6816d tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/subnets/f102c31a-639f-440d-82bc-e200013bfaaf HTTP/1.1" status: 204 len: 168 time: 1.5762775 Feb 15 13:43:34.778628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:34.854017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Transition to ACTIVE for port object 69850fa6-8847-464c-a30c-d19827bceeae will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:34.870144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.871970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3241521f-bac6-4bec-b552-61976a5bfaf5 None None] Provisioning for port 3aa3e554-44f9-4318-b99e-2b29ee889e10 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:34.886036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=d5cacd0d-e7ac-4aba-8ab8-6a086c06b702,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:34.892193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813da1e-d11c-4d86-af02-71d74a0f259e None None] Pushing event updated for resources: {'Port': ['ID=efd68e70-09b0-4101-be9e-6452beb958ee,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:34.893790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f6b53ce4-5408-43e0-9f55-71a105bc5153 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7718735 Feb 15 13:43:34.898011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3241521f-bac6-4bec-b552-61976a5bfaf5 None None] Provisioning complete for port 3aa3e554-44f9-4318-b99e-2b29ee889e10 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:34.898467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3241521f-bac6-4bec-b552-61976a5bfaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:34.906455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52516) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:34.920394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:34.930241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e9526e96-057f-4b1f-bca3-18dd3e83ce39) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:34.937857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:34.967112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde73db3-8489-4c48-9aad-881c95c380dc None None] Network e9526e96-057f-4b1f-bca3-18dd3e83ce39 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:34.994404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:34.995044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.012773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:35.021844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=3aa3e554-44f9-4318-b99e-2b29ee889e10,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:35.046498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.050685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3241521f-bac6-4bec-b552-61976a5bfaf5 None None] Port 3aa3e554-44f9-4318-b99e-2b29ee889e10 was deleted so its status cannot be updated. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 15 13:43:35.159346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Sync routers for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:35.221740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] No DVR routers for this DVR port 3e6a0092-526e-43a0-a65f-427dd082e33a on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:35.228403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.230620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d0fd316b-d224-4c6c-8de1-84fd220a0cac req-c7175f10-f31a-4691-8f05-42f1f46c2b88 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.36 "DELETE /v2.0/ports/3e6a0092-526e-43a0-a65f-427dd082e33a HTTP/1.1" status: 204 len: 173 time: 9.0344465 Feb 15 13:43:35.231067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-deleted', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:43:35.247507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:35.256793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:35.262280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:35.271181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:35.273677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:35.278430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.282531 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0c9632e0-9483-4685-a730-ec2a7383bcdc tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "PUT /v2.0/routers/56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 200 len: 922 time: 7.6487477 Feb 15 13:43:35.285827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] Sync routers for ids ['56fa761b-effd-4951-bd13-eff248511aee'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:35.286662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52522) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:35.289992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device efd68e70-09b0-4101-be9e-6452beb958ee up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:35.299565 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] Routers {'56fa761b-effd-4951-bd13-eff248511aee'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:35.299565 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['56fa761b-effd-4951-bd13-eff248511aee'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:35.353850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.365109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df268234-6233-4e61-92f7-47acef834c1b', 'name': 'network-vif-deleted', 'tag': '3e6a0092-526e-43a0-a65f-427dd082e33a', 'status': 'completed', 'code': 200} Feb 15 13:43:35.366094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.371393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52528) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:35.373802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1cc48499-4ccd-4288-9a5c-6355fcc172fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/3aa3e554-44f9-4318-b99e-2b29ee889e10 HTTP/1.1" status: 204 len: 168 time: 2.0005460 Feb 15 13:43:35.411095 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:35.415398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Checking segment: {'id': 'f147d9f7-c4eb-460e-8e22-ca316cf14979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e525388b-3a59-4715-adb1-6d4054292451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:35.415884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network hostable DHCP agents. Network: e525388b-3a59-4715-adb1-6d4054292451, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:35.420550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Port': ['ID=6eecfc85-145c-4ef0-a317-f5274e15cded,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:35.423021 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] Routers {'56fa761b-effd-4951-bd13-eff248511aee'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:35.423811 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['56fa761b-effd-4951-bd13-eff248511aee'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:35.459421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:35.469094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.501976 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:35.504417 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b1d8e-0989-42a3-a69b-c190fa3bca64 None None] The sync data for ids ['56fa761b-effd-4951-bd13-eff248511aee'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:35.532214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Deleting port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:35.532754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.573118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network e525388b-3a59-4715-adb1-6d4054292451 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:35.752033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:35.756354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:35.765419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e525388b-3a59-4715-adb1-6d4054292451) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:35.780871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:35.787600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:35.796838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:35.797561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:35.839691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a7e39-5f32-4de6-a8e3-d69d95dfb345 None None] Network e525388b-3a59-4715-adb1-6d4054292451 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:35.889009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1e8d95c6-318a-423e-b563-c7997b22d8cd req-19902354-ec5c-40c9-9b0c-d7921a648732 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Synchronizing usage tracker for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:35.914689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c4360-7158-4626-be2c-d8d6652ce017 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:35.917982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c4360-7158-4626-be2c-d8d6652ce017 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:35.918119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e95c4360-7158-4626-be2c-d8d6652ce017 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:35.977396 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6c1437e3-056a-4043-869c-42945e1ae372 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3354619 Feb 15 13:43:35.984599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52532) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:35.999317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822f02-ff33-40bb-a914-8fd19938a147 None None] Pushing event updated for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:36.044967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] For port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,segment=NetworkSegment(5cf170c7-58e2-44f7-9bd4-38258f3a5c3e),segment_id=5cf170c7-58e2-44f7-9bd4-38258f3a5c3e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:36.045650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.056334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.175787 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-65f9b203-e9d0-4858-8fdf-63193a96ac4e tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 200 len: 922 time: 0.8859396 Feb 15 13:43:36.175787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52536) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:36.203841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port efd68e70-09b0-4101-be9e-6452beb958ee triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:36.204245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.222220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1e8d95c6-318a-423e-b563-c7997b22d8cd req-19902354-ec5c-40c9-9b0c-d7921a648732 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Unset dirty status for tenant:df951c4807a14c0b9506ef1e1c7ebaeb on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:36.225136 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e8d95c6-318a-423e-b563-c7997b22d8cd req-19902354-ec5c-40c9-9b0c-d7921a648732 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/ports?device_id=df268234-6233-4e61-92f7-47acef834c1b HTTP/1.1" status: 200 len: 210 time: 0.6939728 Feb 15 13:43:36.232476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e95c4360-7158-4626-be2c-d8d6652ce017 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:36.236395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e95c4360-7158-4626-be2c-d8d6652ce017 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8612640 Feb 15 13:43:36.238073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52540) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:36.357850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Calling delete_port for 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:36.391494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c301e-63b7-4681-9700-9fab10925d32 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:36.398603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c301e-63b7-4681-9700-9fab10925d32 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:36.400029 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-818c301e-63b7-4681-9700-9fab10925d32 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4014442 Feb 15 13:43:36.406297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52544) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:36.421180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Attempting to bind port 69850fa6-8847-464c-a30c-d19827bceeae on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:36.421624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Attempting to bind port 69850fa6-8847-464c-a30c-d19827bceeae by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:36.421926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Attempting to bind port 69850fa6-8847-464c-a30c-d19827bceeae on network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:36.423345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 61b66730-f315-46a8-af67-856762683958 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:36.431515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.445318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:36.445947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Checking segment: {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:36.446334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.446720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Bound using segment: {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:36.447196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Bound port: 69850fa6-8847-464c-a30c-d19827bceeae, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6400372c-fc58-4876-9d9c-0931630279cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:36.447560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.467385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:36.499035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847bd9-b55a-4428-9b8f-4820de9f8dcb tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:36.499901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a3847bd9-b55a-4428-9b8f-4820de9f8dcb tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Synchronizing usage tracker for tenant:9d6d76fd871246b8b98439590cbc5162 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:36.537145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.561177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Deleting port e73eafea-e987-4353-bbef-af73c3202712 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:36.562961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.659626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.664375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.666477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] For port 69850fa6-8847-464c-a30c-d19827bceeae, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:36.669782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] For port 69850fa6-8847-464c-a30c-d19827bceeae, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69850fa6-8847-464c-a30c-d19827bceeae,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:36.716872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8c674-744b-4317-9316-0195b289cce8 None None] DHCP port deletion for 19be61a4-6fa1-47e2-af75-98b45e804814 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:36.748494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-60d8c674-744b-4317-9316-0195b289cce8 None None] Deleting port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:36.749291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-60d8c674-744b-4317-9316-0195b289cce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.749991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a3847bd9-b55a-4428-9b8f-4820de9f8dcb tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Unset dirty status for tenant:9d6d76fd871246b8b98439590cbc5162 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:36.753899 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a3847bd9-b55a-4428-9b8f-4820de9f8dcb tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=56fa761b-effd-4951-bd13-eff248511aee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5744152 Feb 15 13:43:36.756988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52548) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:36.856668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.897960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=bb1d5076-f39d-4da3-a4ce-e2d8981729cb,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:36.903795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:36.929287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:36.929287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: d5cacd0d-e7ac-4aba-8ab8-6a086c06b702, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:36.949765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] No DVR routers for this DVR port 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:36.986123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd68393-bcc6-440b-b2fc-7e96e169f8ad tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:36.986949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5cd68393-bcc6-440b-b2fc-7e96e169f8ad tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Synchronizing usage tracker for tenant:9d6d76fd871246b8b98439590cbc5162 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:36.990507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Port': ['ID=7e645a8b-ccd2-49cd-a1d6-8ba235ad659d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:37.023823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.024151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.065142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:37.077126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=61b66730-f315-46a8-af67-856762683958,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:37.079095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5cd68393-bcc6-440b-b2fc-7e96e169f8ad tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Unset dirty status for tenant:9d6d76fd871246b8b98439590cbc5162 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:37.080486 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5cd68393-bcc6-440b-b2fc-7e96e169f8ad tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.3188550 Feb 15 13:43:37.081734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.086895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52552) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.102025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-60d8c674-744b-4317-9316-0195b289cce8 None None] The port '7e645a8b-ccd2-49cd-a1d6-8ba235ad659d' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:43:37.115284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63a2e2-e89a-40b7-8b68-61ddcb931077 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:37.146339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bade317f-188f-4119-8b0b-ff6b47423c99 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 200 len: 205 time: 0.0567026 Feb 15 13:43:37.149219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52556) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.153506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, d5cacd0d-e7ac-4aba-8ab8-6a086c06b702) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:37.219226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:37.220082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.225202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4db99-bb9e-40a0-ba57-087f94c61a5a None None] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:37.247702 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b2ce0bbd-915a-4b33-9759-2187694a334f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/61b66730-f315-46a8-af67-856762683958 HTTP/1.1" status: 204 len: 168 time: 1.0041158 Feb 15 13:43:37.262972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52560) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.269733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:37.270419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:37.339937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822f02-ff33-40bb-a914-8fd19938a147 None None] Pushing event updated for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:37.357759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Calling delete_port for e73eafea-e987-4353-bbef-af73c3202712 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:37.365243 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a3ad93b-77e9-4508-bed3-2273b5ee7faf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007833 Feb 15 13:43:37.379751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:37.448599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52566) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.453176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:37.458282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a64bc3c-e894-4bbc-9c8d-9f1aece8a64a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5487220 Feb 15 13:43:37.466805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52572) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.545305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:37.562702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.587977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:37.588340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e645a8b-ccd2-49cd-a1d6-8ba235ad659d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:37.694714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19be61a4-6fa1-47e2-af75-98b45e804814']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:37.700663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.730365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:37.870896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:37.871343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf170c7-58e2-44f7-9bd4-38258f3a5c3e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:37.903914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.919210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:37.991289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:37.998431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.010906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:38.048479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:38.076604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Port': ['ID=e73eafea-e987-4353-bbef-af73c3202712,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:38.079743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:43:38.080152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.096763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:43:38.101917 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:43:38.106851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.136262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:38.151831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-d5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:38.152665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.168783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Checking router: 3d5d1844-0add-41b5-9445-d584091eb385 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:38.195603 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ceacf6e1-2d83-4c29-bcdc-c01d5d07d4da tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/ports/e73eafea-e987-4353-bbef-af73c3202712 HTTP/1.1" status: 204 len: 168 time: 1.7846053 Feb 15 13:43:38.208870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52580) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:38.226661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.274443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:38.276136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:38.276777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:38.342178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:38.346079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.408616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.421229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Deleting port efd68e70-09b0-4101-be9e-6452beb958ee {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:38.432323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.466122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.467024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.490938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.592737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port d613883f-47c8-4c66-bab5-8c858727d140 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:38.592998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.609668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Deleting port 6eecfc85-145c-4ef0-a317-f5274e15cded {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:38.610165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.631596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.648216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] Pushing event deleted for resources: {'Network': ['ID=19be61a4-6fa1-47e2-af75-98b45e804814,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:38.668341 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2c370933-cdca-4ba8-be94-a262c0ddb114 tempest-NetworksIpV6Test-929882876 tempest-NetworksIpV6Test-929882876-project] 10.222.0.61 "DELETE /v2.0/networks/19be61a4-6fa1-47e2-af75-98b45e804814 HTTP/1.1" status: 204 len: 168 time: 3.8886378 Feb 15 13:43:38.676711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a0ce9-34bc-4ad1-ae66-6896beb510e7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:38.694412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:38.720253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.732656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.760799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.853439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:38.854281 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f38bad13-d6cc-4cb3-bd95-84956a508f38 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "DELETE /v2.0/security-groups/d65a0ce9-34bc-4ad1-ae66-6896beb510e7 HTTP/1.1" status: 204 len: 168 time: 1.2943261 Feb 15 13:43:38.857903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52586) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:38.962305 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-4037d1ce-42da-44a8-b9df-5cb41c7da9a8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] show failed (client error): The resource could not be found. Feb 15 13:43:38.967069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4037d1ce-42da-44a8-b9df-5cb41c7da9a8 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "GET /v2.0/security-groups/d65a0ce9-34bc-4ad1-ae66-6896beb510e7 HTTP/1.1" status: 404 len: 347 time: 0.0940156 Feb 15 13:43:38.968594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52590) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:39.063716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:27Z', 'revision_number': 3, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:36Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:39.078315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:39.085544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84baa2b9-12d0-4f51-a38a-6595cf721341 None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:27Z', 'revision_number': 3, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:36Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:39.114967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Allocated IP 2001:db8:2::2 (d5cacd0d-e7ac-4aba-8ab8-6a086c06b702/bb1d5076-f39d-4da3-a4ce-e2d8981729cb/f8018970-5196-442d-baaa-bab0e77a66a0) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:39.166592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:39.369997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Calling delete_port for 6eecfc85-145c-4ef0-a317-f5274e15cded owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:39.374011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device efd68e70-09b0-4101-be9e-6452beb958ee no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:39.434731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52596) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:39.459098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] For port efd68e70-09b0-4101-be9e-6452beb958ee, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=efd68e70-09b0-4101-be9e-6452beb958ee,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:39.459504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:39.621454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router 6877cca2-6ab5-4f12-be0d-1421eb818bcb has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:39.736723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Calling delete_port for efd68e70-09b0-4101-be9e-6452beb958ee owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:39.746038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for d613883f-47c8-4c66-bab5-8c858727d140 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:39.787721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Deleting port 3e96db2d-2f6c-4041-8ba2-12ed1438a623 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:39.788356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:39.892592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:39.952225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] Sync routers for ids ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:39.987538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.030077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] Routers {'6877cca2-6ab5-4f12-be0d-1421eb818bcb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:40.030798 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:40.053853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.059067 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-116adbb9-e50c-46d2-aa3f-64a8d913e669 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "PUT /v2.0/routers/6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 200 len: 925 time: 5.4118991 Feb 15 13:43:40.066827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Port': ['ID=6eecfc85-145c-4ef0-a317-f5274e15cded,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:40.076421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52602) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.094957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.159281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.169667 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7e1cde3f-7f58-45d0-93b3-d9a2a589bc57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bfb6653deb04eb6a8d058da9a901062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321951 Feb 15 13:43:40.174410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52606) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.178532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.181631 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-155d2328-d47e-4c86-8896-d60cafbe0cee tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/ports/6eecfc85-145c-4ef0-a317-f5274e15cded HTTP/1.1" status: 204 len: 168 time: 1.9766588 Feb 15 13:43:40.184877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Transition to ACTIVE for port object f8018970-5196-442d-baaa-bab0e77a66a0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:40.201748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52610) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.232646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:43:40.239268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.325368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:40.332129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.337811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:40.350056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4fe01f88-cece-4682-9610-e53cb2122fab tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1320074 Feb 15 13:43:40.350314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ebc5c-5432-470d-86c5-602f752ceb35 None None] The sync data for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv is: [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:39:41Z', 'revision_number': 4, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '2da85519-5622-4d55-b5fd-d4b7add0e629', 'name': '', 'network_id': 'e0f16981-230f-48c8-9b37-6b391b2d955e', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'mac_address': 'fa:16:3e:c4:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:38Z', 'updated_at': '2022-02-15T13:39:52Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'subnets': [{'id': '4d932347-ede5-4cf9-b6ca-b77a37ebd742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:40.377077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.386803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-7897443'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:40.391600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.393016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.395427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:40.414623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:40.417584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:40.419683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.436843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:40.444250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=f558816f-ffed-4f32-8976-9760a89e4931,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:40.458775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:network and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:40.464238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:40.474421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:40.489782 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-975ec12b-6d4c-44b8-acb6-e8f9a4fc72ff tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 200 len: 925 time: 0.4122531 Feb 15 13:43:40.495649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52618) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.518851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Transition to ACTIVE for port object f8018970-5196-442d-baaa-bab0e77a66a0 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:40.530879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] Pushing event deleted for resources: {'Port': ['ID=efd68e70-09b0-4101-be9e-6452beb958ee,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:40.536898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb0855-95d2-4a90-a402-0035ba9e421e None None] No DVR routers for this DVR port efd68e70-09b0-4101-be9e-6452beb958ee on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:40.540171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] Routers {'6877cca2-6ab5-4f12-be0d-1421eb818bcb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:40.542270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:40.552332 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac7b50b2-bf0a-43af-b9ea-d3969556e7d3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1035900 Feb 15 13:43:40.554252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52622) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:40.561175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:fb:4d:09', 'name': 'tempest-NetworksTestDHCPv6-1810112761'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:40.682047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:40.683405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f818ac9-a6da-45e3-9dba-ab9c8c3fcf7b None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:40.686778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.696738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Calling delete_port for 3e96db2d-2f6c-4041-8ba2-12ed1438a623 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:40.717476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.793820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:40.808936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:40.818797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.819149 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment 4b696588-5624-4210-bc74-e4723b16fd6f of type vlan for network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 Feb 15 13:43:40.828244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:40.832245 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa07b2-1772-4ade-b02e-21606a4b2e51 None None] New status for floating IP dd53315b-b446-44cf-9717-3a60f7f57f32: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:43:40.832773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:40.833199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c348cb-db64-498b-9cae-5a3c819ded09 None None] The sync data for ids ['6877cca2-6ab5-4f12-be0d-1421eb818bcb'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:40.848730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254702a-1896-45da-8f6b-e5da4e47d563 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:40.850065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7254702a-1896-45da-8f6b-e5da4e47d563 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Synchronizing usage tracker for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:40.889133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.938255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:40.944222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:40.958285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:40.966745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:40.976316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:41.008100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Pushing event updated for resources: {'Port': ['ID=f8018970-5196-442d-baaa-bab0e77a66a0,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:41.052773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8:2::1 (d5cacd0d-e7ac-4aba-8ab8-6a086c06b702/bb1d5076-f39d-4da3-a4ce-e2d8981729cb/2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:41.066703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.170942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.198145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.198357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.202711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:41.203152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.267393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69850fa6-8847-464c-a30c-d19827bceeae up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:41.299064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=d613883f-47c8-4c66-bab5-8c858727d140,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:41.304944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Attempting to bind port f8018970-5196-442d-baaa-bab0e77a66a0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:41.305313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Attempting to bind port f8018970-5196-442d-baaa-bab0e77a66a0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:41.305701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Attempting to bind port f8018970-5196-442d-baaa-bab0e77a66a0 on network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:41.326911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:41.327290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Checking segment: {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:41.327696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.328088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Bound using segment: {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:41.328579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Bound port: f8018970-5196-442d-baaa-bab0e77a66a0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:41.328940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.338400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7254702a-1896-45da-8f6b-e5da4e47d563 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Unset dirty status for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:41.340518 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7254702a-1896-45da-8f6b-e5da4e47d563 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=6877cca2-6ab5-4f12-be0d-1421eb818bcb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8438632 Feb 15 13:43:41.356658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port d49e0c33-3958-4faa-9365-e89f1b73ba08 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:41.357554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52626) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:41.426001 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0410089 Feb 15 13:43:41.430298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52630) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:41.446569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1816615752'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:41.474719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': 'f558816f-ffed-4f32-8976-9760a89e4931'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:41.475548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.476251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:41.485502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44eb21-4483-492b-9751-edab4d95ff9f tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:41.494797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:41.495416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:41.495541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:network and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:41.505740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:41.507174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] For port f8018970-5196-442d-baaa-bab0e77a66a0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:41.546932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:41.555022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:41.566749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 69850fa6-8847-464c-a30c-d19827bceeae completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:41.574804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] For port f8018970-5196-442d-baaa-bab0e77a66a0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f8018970-5196-442d-baaa-bab0e77a66a0,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:41.598287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.603907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fefb:4d09 (7bbde29e-2549-4182-a259-7bbb71f9b94f/f558816f-ffed-4f32-8976-9760a89e4931/d49e0c33-3958-4faa-9365-e89f1b73ba08) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:41.632176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 69850fa6-8847-464c-a30c-d19827bceeae triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:41.632551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.717339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.767457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:41.771917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.824704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:41.884424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9475efe-df6f-4017-8f14-33a0c0778174 None None] Pushing event updated for resources: {'Port': ['ID=f8018970-5196-442d-baaa-bab0e77a66a0,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:41.910611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.916188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.920705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.962341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.962692 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Added segment 4c265687-2692-4520-b438-60250b6851e7 of type vlan for network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 Feb 15 13:43:41.963815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 69850fa6-8847-464c-a30c-d19827bceeae, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69850fa6-8847-464c-a30c-d19827bceeae,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:41.975156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.992047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:41.993880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55850f11-2c2d-4e75-98ec-e5f1cf7b58b2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:42.002456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Deleting port 3e96db2d-2f6c-4041-8ba2-12ed1438a623 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:42.002785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.036047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.036315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:42.059832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.064192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.069079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002ef2c-7100-42be-a0bd-8e7b446e643c tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:42.069079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7002ef2c-7100-42be-a0bd-8e7b446e643c tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Synchronizing usage tracker for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:42.092825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object d49e0c33-3958-4faa-9365-e89f1b73ba08 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:42.178810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.187857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:42.188478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.209508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.214956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.215868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router 56fa761b-effd-4951-bd13-eff248511aee {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:42.219723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.232029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:42.279811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Allocated IP 2001:db8::f816:3eff:fed9:b392 (7bbde29e-2549-4182-a259-7bbb71f9b94f/f558816f-ffed-4f32-8976-9760a89e4931/4e6a7c8f-0cee-476e-9b01-ccabf1db0216) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:42.291733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7002ef2c-7100-42be-a0bd-8e7b446e643c tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Unset dirty status for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:42.295575 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7002ef2c-7100-42be-a0bd-8e7b446e643c tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.9268515 Feb 15 13:43:42.316896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52634) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:42.383002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:42.398923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:42.405570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:42.406606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=d49e0c33-3958-4faa-9365-e89f1b73ba08,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:42.412775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:42.418685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:42.420836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:42.427741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:42.428395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.434937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:42.435146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Network': ['ID=048f24f1-f4dd-4690-a15f-3f4c32fb5d75,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:42.435614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.441962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aaac4392-3fdd-4d2f-9320-2e551b8a141f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 200 len: 205 time: 0.1212926 Feb 15 13:43:42.444965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52638) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:42.461176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.462631 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-932572c5-f172-483d-8d17-c373d7f001ae tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 204 len: 168 time: 5.3109720 Feb 15 13:43:42.464364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:42.473802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.475365 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ffde74d9-2c42-4831-8de2-739ba77d4ac5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55850f11-2c2d-4e75-98ec-e5f1cf7b58b2 HTTP/1.1" status: 204 len: 168 time: 2.2995651 Feb 15 13:43:42.476583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52642) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:42.498382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.499025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.509882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2115138866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:42.526747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d94c879f-7a3d-4fc6-b123-7fd6743aa65c tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0743687 Feb 15 13:43:42.548376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:42.564780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:42.578504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:42.589085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:42.743030 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a1cc7838-219a-4ba6-9ee2-9974e70b7f8b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1865633 Feb 15 13:43:42.748524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52648) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:42.776879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.785300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Calling delete_port for 3e96db2d-2f6c-4041-8ba2-12ed1438a623 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:42.789686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Transition to ACTIVE for port object 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:42.814851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Transition to ACTIVE for port object 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:42.885443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:42.898548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.023378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.024470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.042954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.055226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:43.058332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:43.063334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:43.072227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Pushing event updated for resources: {'Port': ['ID=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:43.087597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.268666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Attempting to bind port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:43.269039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Attempting to bind port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:43.272762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Attempting to bind port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:43.287441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:43.287701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:43.288215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.288609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:43.289085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Bound port: 4e6a7c8f-0cee-476e-9b01-ccabf1db0216, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:43.289502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.360052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.367764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Pushing event deleted for resources: {'Port': ['ID=3e96db2d-2f6c-4041-8ba2-12ed1438a623,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:43.397086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d8c3b-ae5d-4b81-9f91-d5c8f888916c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:43.397858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-881d8c3b-ae5d-4b81-9f91-d5c8f888916c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:43.443072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.485704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c1215-90db-4c12-bd53-a1427dbb4180 None None] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:43.502247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69850fa6-8847-464c-a30c-d19827bceeae up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:43.521948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.550559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.555457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.557076 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d0bad8c0-2ba8-401e-82d2-ebb2f25e6500 tempest-ServerActionsTestJSON-2020053352 tempest-ServerActionsTestJSON-2020053352-project] 10.222.0.61 "DELETE /v2.0/floatingips/dd53315b-b446-44cf-9717-3a60f7f57f32 HTTP/1.1" status: 204 len: 168 time: 4.5888066 Feb 15 13:43:43.560185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52662) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:43.725536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] For port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:43.756474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] For port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:43.810648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 69850fa6-8847-464c-a30c-d19827bceeae triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:43.811760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.813726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-881d8c3b-ae5d-4b81-9f91-d5c8f888916c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:43.817954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-881d8c3b-ae5d-4b81-9f91-d5c8f888916c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0568480 Feb 15 13:43:43.826307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52668) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:43.832777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port 3ea77882-8d82-4a18-8814-09f900c18b5c {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:43.833478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.865931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.866135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e818d085-1f40-45dd-af00-4433915d13a5 None None] Provisioning for port f8018970-5196-442d-baaa-bab0e77a66a0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:43.866680 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5a10c1b4-d100-4210-8491-c3e1227df439 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3753519 Feb 15 13:43:43.875677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52674) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:43.891713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:43.895145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:44.010698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932fcd-161d-4d23-b7ec-2b1094595822 None None] Pushing event updated for resources: {'Port': ['ID=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:44.338873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f8018970-5196-442d-baaa-bab0e77a66a0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:44.423619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52682) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:44.589363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f8018970-5196-442d-baaa-bab0e77a66a0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:44.595909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f8018970-5196-442d-baaa-bab0e77a66a0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:44.596394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:44.617368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port d49e0c33-3958-4faa-9365-e89f1b73ba08 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:44.617772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:44.850334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:44.983135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.029939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f8018970-5196-442d-baaa-bab0e77a66a0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f8018970-5196-442d-baaa-bab0e77a66a0,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:45.044695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Provisioning for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:45.053447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Provisioning complete for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:45.054184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.109865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.148748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.165846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-776321126'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:45.280039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.280986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.289761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:45.354054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.379613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:45.406486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:45.536483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Provisioning complete for port f8018970-5196-442d-baaa-bab0e77a66a0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:45.542162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bab5888d-32ca-4e8f-8cd9-01796bf33023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.578528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:45.587428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for 3ea77882-8d82-4a18-8814-09f900c18b5c owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:45.617224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f8018970-5196-442d-baaa-bab0e77a66a0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:45.686396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:45.690966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:45.736744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:45.738404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:45.864774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Provisioning complete for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:45.866632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.936269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:45.946952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:46.035781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Provisioning for port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:46.042892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Provisioning complete for port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:46.043496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.072522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for d49e0c33-3958-4faa-9365-e89f1b73ba08 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:46.104441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:46.110718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:46.127079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:46.151217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'subnets': [{'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1552002938', 'ip_version': 6}, {'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:46.151759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'subnet': {'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1552002938', 'ip_version': 6}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:46.155705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Request body: {'subnet': {'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:46.183421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:46.219018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.224784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.234877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:46.239011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.263672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] For port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:46.269918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.310475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.337422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.384013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:46.413221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cd26b-2190-4fb2-aee5-f8bbff3819b7 None None] Pushing event updated for resources: {'Port': ['ID=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:46.452015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:security_group_rule and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:46.455899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:46.459915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Provisioning complete for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:46.460291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.507614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:46.557684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:43:46.639483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:46.663089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:46.673215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:46.675100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Usage tracker for resource:subnet and tenant:c15d1671f33748b39803112fb461df6c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:46.683751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a8c6f020-6a44-4427-bc71-d32ce5a7e9bd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2129850 Feb 15 13:43:46.683962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:46.684097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:46.684208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52692) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:46.685215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:46.692302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-446752085'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:46.694505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:46.702597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:46.712416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:network and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:46.716910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:46.727810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.728436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Allocated IP 172.26.0.75 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/371449ff-cecf-4798-a5de-13739647acae) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:46.730798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:46.744987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Provisioning for port d49e0c33-3958-4faa-9365-e89f1b73ba08 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:46.783923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.810262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:46.813736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.815401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Provisioning complete for port d49e0c33-3958-4faa-9365-e89f1b73ba08 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:46.815773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.840892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Made reservation on behalf of c15d1671f33748b39803112fb461df6c for: {'subnet': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:46.845224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.845460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.865427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2a950445-0326-4648-bf08-66bb7cde54ef None None] Port d49e0c33-3958-4faa-9365-e89f1b73ba08 was deleted so its status cannot be updated. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 15 13:43:46.882414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.891395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:46.918545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:46.942211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:46.942633 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added segment dd581259-6285-460c-be83-f7b03e96424b of type vlan for network bab3b54b-a5ce-47c6-9a47-41f5961346cc Feb 15 13:43:47.001059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.016243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=d49e0c33-3958-4faa-9365-e89f1b73ba08,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:47.022164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.103333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.117071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:47.117071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.248785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.262296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.289283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:47.309884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Network': ['ID=bab3b54b-a5ce-47c6-9a47-41f5961346cc,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:47.330882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:47.333287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=3ea77882-8d82-4a18-8814-09f900c18b5c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:47.356406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:47.359793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:47.364068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:47.399803 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bdf0d8c9-c663-45a2-98e6-f5b6a6207970 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/d49e0c33-3958-4faa-9365-e89f1b73ba08 HTTP/1.1" status: 204 len: 168 time: 3.5722737 Feb 15 13:43:47.401287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52696) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:47.403436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event updated for resources: {'Port': ['ID=371449ff-cecf-4798-a5de-13739647acae,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:47.451689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5986509e-2134-43bc-a0f0-75ed8fdaf592 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7640119 Feb 15 13:43:47.453146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.456189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52700) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:47.471870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'subnet': {'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:47.486498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:43Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:44Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:47.494705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:47.495052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Updating router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:43:47.523100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:47.523100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.598526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.642752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.645278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.774680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1413b-31d1-4368-a400-e34533c8d8c4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:47.776478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1413b-31d1-4368-a400-e34533c8d8c4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:47.778634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7c1413b-31d1-4368-a400-e34533c8d8c4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:47.801325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.802181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router 6877cca2-6ab5-4f12-be0d-1421eb818bcb {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:47.827770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:47.832414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:subnet and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:47.835768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:47.841656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:47.876814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.897900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f8018970-5196-442d-baaa-bab0e77a66a0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:47.903235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7c1413b-31d1-4368-a400-e34533c8d8c4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:47.906058 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a7c1413b-31d1-4368-a400-e34533c8d8c4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5026896 Feb 15 13:43:47.907655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52704) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:47.926450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.930700 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-39487a99-d3e5-4bc6-aee1-ae3818b716dc tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 204 len: 168 time: 5.4810240 Feb 15 13:43:47.932798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:47.944207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Made reservation on behalf of 146d2bf94cd4441f8746b4e43865b230 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:47.947806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:47.948114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1504638768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:47.984285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:48.024718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f8018970-5196-442d-baaa-bab0e77a66a0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:48.025202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.040844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:48.043500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.050032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:48.099980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:48.165366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:48.193124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.199590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f337641c-ef48-4c6e-907d-86e091e6f873,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:48.202123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Deleting port 2da85519-5622-4d55-b5fd-d4b7add0e629 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:48.204570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.219553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet f558816f-ffed-4f32-8976-9760a89e4931 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:48.228811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.229150 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment 86e709c1-9f14-4d94-a1b4-9586e8e77c65 of type vlan for network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb Feb 15 13:43:48.241808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.260003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.261018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.287379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Transition to ACTIVE for port object 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:48.319037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.376384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.383469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.428137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.514373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.531089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.559757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2451-0fe6-4b6f-be71-f9e854768588 None None] Pushing event updated for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:48.586948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] For port 2da85519-5622-4d55-b5fd-d4b7add0e629, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2da85519-5622-4d55-b5fd-d4b7add0e629,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:48.592890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.639353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Attempting to bind port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:48.640348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Attempting to bind port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:48.640943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Attempting to bind port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 on network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:48.649135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:48.649792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Checking segment: {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:48.650863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.651493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Bound using segment: {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:48.652179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Bound port: 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0587a711-1ef4-4a41-a4c8-856e89efa68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:48.652707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.823239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] For port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:48.826611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] For port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:48.841295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.846680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:48.847253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.858250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Calling delete_port for 2da85519-5622-4d55-b5fd-d4b7add0e629 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:48.900042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.903770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.904931 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-77c7873b-d45e-4c00-a5c0-9fb7bb1785c1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9725187 Feb 15 13:43:48.920294 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52712) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:48.920953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:48.934324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:49.007347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:49.007532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.007642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:49.054794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.086579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2451-0fe6-4b6f-be71-f9e854768588 None None] Pushing event updated for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:49.118852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Subnet': ['ID=75c0b332-bf68-4775-ab65-fc1dbda2b12d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:49.121108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=66caadcf-ef66-4b47-91f0-e41c0f72a4fb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:49.128351 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ea497f2-dd5d-4a0f-824f-86db78d99d07 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.6947608 Feb 15 13:43:49.157348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Checking segment: {'id': '4b696588-5624-4210-bc74-e4723b16fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:49.157738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network hostable DHCP agents. Network: f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:49.288088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:49.305350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:49.355033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:49.380222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:49.400441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.438317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773dd60f-5c2e-4039-b3e8-eb2fd0d12ef1 None None] Network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:49.449096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.518986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.523220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Subnet': ['ID=2fe4c0bd-7209-4bc8-b5b5-21f277166079,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:49.591077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da85519-5622-4d55-b5fd-d4b7add0e629,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:49.596941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.649804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Checking segment: {'id': '4c265687-2692-4520-b438-60250b6851e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:49.650615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network hostable DHCP agents. Network: 048f24f1-f4dd-4690-a15f-3f4c32fb5d75, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:49.654014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:49.741538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Checking segment: {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:49.741929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network hostable DHCP agents. Network: bab3b54b-a5ce-47c6-9a47-41f5961346cc, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:49.773287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event updated for resources: {'Subnet': ['ID=91c233a3-6a38-4d2a-95ad-547d36ed1548,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:50.055660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.067819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:50.102185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2', 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2', 'tenant_id': 'c15d1671f33748b39803112fb461df6c', 'fixed_ips': [{'subnet_id': '75c0b332-bf68-4775-ab65-fc1dbda2b12d'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:50.103140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.154099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=f558816f-ffed-4f32-8976-9760a89e4931,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:50.173420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.184295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.192375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c5c9b-bcb6-41ca-ada2-93e78f008b2e None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:50.264885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 048f24f1-f4dd-4690-a15f-3f4c32fb5d75) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:50.272354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.272354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.273000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.328861 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c53dba8f-e304-48dc-ba5c-e661c372c814 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f558816f-ffed-4f32-8976-9760a89e4931 HTTP/1.1" status: 204 len: 168 time: 2.4194350 Feb 15 13:43:50.332507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52716) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:50.335865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:43Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:48Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:50.339192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994801b-4ca7-424d-99b8-5d00391b9c07 None None] Network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:50.399330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Router fcc9ee6e-1390-46ae-8636-169abff638fa is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:50.447234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0551232-90d5-4876-bfaf-47c7c2681b5f None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:43Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:48Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:50.463809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6dca45d7-d2eb-4729-a789-12d4c37a8eb3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291533 Feb 15 13:43:50.469353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:50.477269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52720) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:50.491217 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10eee410-a275-48ed-9e7a-ef186c8d7912 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3626740 Feb 15 13:43:50.501258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52724) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:50.724445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.726251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.727836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.728621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Synchronizing usage tracker for tenant:c15d1671f33748b39803112fb461df6c on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:50.768941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, bab3b54b-a5ce-47c6-9a47-41f5961346cc) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:50.786093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:50.786589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:50.789025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c5028-6b7f-410e-a5ff-8aa24ee8d7f5 None None] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:50.825212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Router 3d5d1844-0add-41b5-9445-d584091eb385 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:50.919061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Unset dirty status for tenant:c15d1671f33748b39803112fb461df6c on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:50.920560 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99f9a2c8-c5eb-4c07-935d-ec2f8250cdf5 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4181721 Feb 15 13:43:50.943606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52728) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:51.007148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Allocated IP 2001:db8::1 (f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2/75c0b332-bf68-4775-ab65-fc1dbda2b12d/12b51583-25f9-4de8-83aa-f34cc0c6df7f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:51.007850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff72b2c5-88a5-4404-a308-000911dfaf08 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5477893 Feb 15 13:43:51.039929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52732) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:51.122945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b2931-d05e-4450-9308-157489dddcbd None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:51.275020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Deleting port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:51.275675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:51.341625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-048f24f1-f4dd-4690-a15f-3f4c32fb5d75', 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75', 'tenant_id': 'c15d1671f33748b39803112fb461df6c', 'fixed_ips': [{'subnet_id': '91c233a3-6a38-4d2a-95ad-547d36ed1548'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:51.342716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:51.412482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d726a-9a96-41ea-bbf1-78879cb15e16 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:51.417303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-de6d726a-9a96-41ea-bbf1-78879cb15e16 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9374990 Feb 15 13:43:51.419057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:51.442084 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] Sync routers for ids ['fcc9ee6e-1390-46ae-8636-169abff638fa'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:51.467854 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] Routers {'fcc9ee6e-1390-46ae-8636-169abff638fa'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:51.468470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:51.469677 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcc9ee6e-1390-46ae-8636-169abff638fa'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:51.472080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6a1b5dfd-fca8-4ca3-b273-2b3f6f11a090 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "PUT /v2.0/routers/fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 200 len: 879 time: 7.5930018 Feb 15 13:43:51.475934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:51.482022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52738) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:51.534812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:51.596387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:51.614249 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-394da180-9544-4d19-833c-af0e234b9a13 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d5d1844-0add-41b5-9445-d584091eb385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0525362 Feb 15 13:43:51.617672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52744) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:51.641728 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:51.648612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Sync routers for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:51.664759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] Routers {'fcc9ee6e-1390-46ae-8636-169abff638fa'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:51.667727 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcc9ee6e-1390-46ae-8636-169abff638fa'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:51.804719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Deleting subnet 75c0b332-bf68-4775-ab65-fc1dbda2b12d {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:51.808907 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:51.809590 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fff9eba-2a25-4af6-b267-a301f41428a9 None None] The sync data for ids ['fcc9ee6e-1390-46ae-8636-169abff638fa'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:51.902801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:51.903519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:51.937462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bffac4a8-41a8-470e-96ba-42ec872bd1d6 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 200 len: 920 time: 0.4323683 Feb 15 13:43:51.946975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52748) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.024085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.179514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:52.180507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.276377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.287754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc8531b-4ff0-4dee-a634-84c0e945d44f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:52.288588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9cc8531b-4ff0-4dee-a634-84c0e945d44f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:43:52.296873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6fe23-9ad3-435d-a4b7-c30d6d2a21f1 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:52.301631 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9fd6fe23-9ad3-435d-a4b7-c30d6d2a21f1 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=fcc9ee6e-1390-46ae-8636-169abff638fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3467455 Feb 15 13:43:52.302656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52752) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.402211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Deleting port 0c4b905a-5ceb-434e-b104-687f8b672d16 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:52.402854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.450285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Allocated IP 2001:db8:0:1::1 (048f24f1-f4dd-4690-a15f-3f4c32fb5d75/91c233a3-6a38-4d2a-95ad-547d36ed1548/54ce0a7e-f51f-47e9-b6e2-003e30139163) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:52.460038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-405b2931-d05e-4450-9308-157489dddcbd None None] For port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:52.460447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.536491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52756) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.536760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:52.562169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:52.674840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:52.675139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.700184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.717203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Calling delete_port for 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:52.727926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f6799-a062-4824-88ee-822a70d81b33 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:52.732249 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9a2f6799-a062-4824-88ee-822a70d81b33 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.4252393 Feb 15 13:43:52.736290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52760) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.831272 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36eaddd9-1d27-4a92-adc7-b4a56839c881 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 200 len: 205 time: 0.0869589 Feb 15 13:43:52.837669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52764) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.844823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:52.849551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9cc8531b-4ff0-4dee-a634-84c0e945d44f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:43:52.853367 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9cc8531b-4ff0-4dee-a634-84c0e945d44f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3518119 Feb 15 13:43:52.854786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.869660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Transition to ACTIVE for port object 12b51583-25f9-4de8-83aa-f34cc0c6df7f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:52.879886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:52.883926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52768) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:52.912539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:subnet and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:52.924685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:52.947893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:52.990065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] For port 0c4b905a-5ceb-434e-b104-687f8b672d16, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0c4b905a-5ceb-434e-b104-687f8b672d16,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:52.990428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:52.994845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.097815 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-431d58e0-8db7-4a5c-a3bf-8c9474144dc4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2009506 Feb 15 13:43:53.097815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52772) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:53.112439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:53.121694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Transition to ACTIVE for port object 12b51583-25f9-4de8-83aa-f34cc0c6df7f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:53.232417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.324541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Calling delete_port for 0c4b905a-5ceb-434e-b104-687f8b672d16 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:53.353330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.382869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:53.396651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:53.403988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:53.407810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.414936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Allocated IP 2001:db8:3::2 (bab3b54b-a5ce-47c6-9a47-41f5961346cc/2fe4c0bd-7209-4bc8-b5b5-21f277166079/759316b7-28c2-491d-bf35-c477764e631b) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:53.417979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:53.421921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:53.430058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.470264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.481101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:53.553430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Allocated IP 172.26.0.224 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/a3f8d564-a71e-42e2-b9b5-3119247c5a8d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:53.562052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.564343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:53.569086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.569440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Pushing event updated for resources: {'Port': ['ID=12b51583-25f9-4de8-83aa-f34cc0c6df7f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:53.598985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.680780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b2931-d05e-4450-9308-157489dddcbd None None] No DVR routers for this DVR port 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:43:53.813682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b2931-d05e-4450-9308-157489dddcbd None None] Pushing event deleted for resources: {'Port': ['ID=4e6a7c8f-0cee-476e-9b01-ccabf1db0216,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:53.825709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.904413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.930583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Attempting to bind port 12b51583-25f9-4de8-83aa-f34cc0c6df7f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:53.931035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Attempting to bind port 12b51583-25f9-4de8-83aa-f34cc0c6df7f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '4b696588-5624-4210-bc74-e4723b16fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:53.931332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Attempting to bind port 12b51583-25f9-4de8-83aa-f34cc0c6df7f on network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:53.947401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.956511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.959736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:53.961039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Transition to ACTIVE for port object 54ce0a7e-f51f-47e9-b6e2-003e30139163 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:53.969672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:53.970046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Checking segment: {'id': '4b696588-5624-4210-bc74-e4723b16fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:53.970686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:53.971239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Bound using segment: {'id': '4b696588-5624-4210-bc74-e4723b16fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:53.971906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Bound port: 12b51583-25f9-4de8-83aa-f34cc0c6df7f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b696588-5624-4210-bc74-e4723b16fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:53.972285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.021446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Transition to ACTIVE for port object 54ce0a7e-f51f-47e9-b6e2-003e30139163 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:54.033629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port 371449ff-cecf-4798-a5de-13739647acae {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:54.036943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.188961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.249801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.252769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.268438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:43:54.302930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.334050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:43:54.334395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4e6a7c8f-0cee-476e-9b01-ccabf1db0216 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:43:54.350921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4b905a-5ceb-434e-b104-687f8b672d16,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.359409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.368892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:43:49Z', 'revision_number': 5, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port': {'id': '0c4b905a-5ceb-434e-b104-687f8b672d16', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d1844-0add-41b5-9445-d584091eb385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:39:26Z', 'updated_at': '2022-02-15T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:54.386338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:54.394555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Transition to ACTIVE for port object 759316b7-28c2-491d-bf35-c477764e631b will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:54.400501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:54.402447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Checking router: 3d5d1844-0add-41b5-9445-d584091eb385 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:43:54.404678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:54.418679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.420399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] For port 12b51583-25f9-4de8-83aa-f34cc0c6df7f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:54.427717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.450372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.503073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.507429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.527514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Routers {'3d5d1844-0add-41b5-9445-d584091eb385'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:54.528160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3d5d1844-0add-41b5-9445-d584091eb385'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:54.530295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=63ad2fe1-a29b-4df0-ba2b-89b9c87a7362,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.608378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] For port 12b51583-25f9-4de8-83aa-f34cc0c6df7f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=12b51583-25f9-4de8-83aa-f34cc0c6df7f,segment=NetworkSegment(4b696588-5624-4210-bc74-e4723b16fd6f),segment_id=4b696588-5624-4210-bc74-e4723b16fd6f)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:54.629199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:43:54.631708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.633941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Transition to ACTIVE for port object 759316b7-28c2-491d-bf35-c477764e631b will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:54.682900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.711325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for 371449ff-cecf-4798-a5de-13739647acae owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:54.719647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.736482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] Set router 3d5d1844-0add-41b5-9445-d584091eb385 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:43:54.748868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Subnet': ['ID=75c0b332-bf68-4775-ab65-fc1dbda2b12d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.763432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:54.773742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.783412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Pushing event updated for resources: {'Port': ['ID=54ce0a7e-f51f-47e9-b6e2-003e30139163,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.830261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:54.857704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:54.859309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:54.859898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.873721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:54.883495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:54.884247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Attempting to bind port 54ce0a7e-f51f-47e9-b6e2-003e30139163 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:54.884625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Attempting to bind port 54ce0a7e-f51f-47e9-b6e2-003e30139163 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '4c265687-2692-4520-b438-60250b6851e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:54.884990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Attempting to bind port 54ce0a7e-f51f-47e9-b6e2-003e30139163 on network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:54.887365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a97b37-5cd5-4ba0-8c4c-f0841c046111 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:54.900531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:54.912267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Allocated IP 2001:db8:3::1 (bab3b54b-a5ce-47c6-9a47-41f5961346cc/2fe4c0bd-7209-4bc8-b5b5-21f277166079/6cf06ea0-97b0-434a-b450-4ee60f6845ee) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:54.914322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=6e384822-ae07-4ce4-9572-349ef78663e5,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.929838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event updated for resources: {'Port': ['ID=a3f8d564-a71e-42e2-b9b5-3119247c5a8d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:54.996951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 7, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:54.999384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:54.999727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Checking segment: {'id': '4c265687-2692-4520-b438-60250b6851e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:55.000120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.000512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Bound using segment: {'id': '4c265687-2692-4520-b438-60250b6851e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:55.000985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Bound port: 54ce0a7e-f51f-47e9-b6e2-003e30139163, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c265687-2692-4520-b438-60250b6851e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '048f24f1-f4dd-4690-a15f-3f4c32fb5d75'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:55.001666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.036227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063da81-bbe4-42b7-815e-f02c73b93e80 None None] The sync data for ids ['3d5d1844-0add-41b5-9445-d584091eb385'] in dv-neutron-828156-1-hyperv is: [{'id': '3d5d1844-0add-41b5-9445-d584091eb385', 'name': 'tempest-ServerActionsTestJSON-1528949450-router', 'tenant_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:39:24Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 7, 'project_id': 'df951c4807a14c0b9506ef1e1c7ebaeb', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:55.044804 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d9d20c96-4008-4e35-a846-b0cf68929ffc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9435093 Feb 15 13:43:55.099332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52776) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:55.101205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:55.107342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:7a:56:0e', 'name': 'tempest-NetworksTestDHCPv6-1816933112'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:55.116988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:55.139864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:55.141851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998a7e1-120b-4943-bfd9-6c31de4347e9 None None] Pushing event updated for resources: {'Port': ['ID=12b51583-25f9-4de8-83aa-f34cc0c6df7f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:55.183132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': '86e709c1-9f14-4d94-a1b4-9586e8e77c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:55.183707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: 66caadcf-ef66-4b47-91f0-e41c0f72a4fb, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:43:55.199172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.204625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.242631 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-669b0f9e-4179-448f-9be1-61f9c6cd3036 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/subnets/75c0b332-bf68-4775-ab65-fc1dbda2b12d HTTP/1.1" status: 204 len: 168 time: 4.2977605 Feb 15 13:43:55.247655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52780) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:55.338018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:43:55.379891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Deleting subnet 91c233a3-6a38-4d2a-95ad-547d36ed1548 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:55.385381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.386071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5d1844-0add-41b5-9445-d584091eb385 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:55.404159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.411664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Pushing event updated for resources: {'Port': ['ID=759316b7-28c2-491d-bf35-c477764e631b,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:55.432614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6392c389-d310-4df8-b8de-446e929c362c None None] For port 54ce0a7e-f51f-47e9-b6e2-003e30139163, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:55.438957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Attempting to bind port 759316b7-28c2-491d-bf35-c477764e631b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:55.439284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Attempting to bind port 759316b7-28c2-491d-bf35-c477764e631b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:55.439700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Attempting to bind port 759316b7-28c2-491d-bf35-c477764e631b on network bab3b54b-a5ce-47c6-9a47-41f5961346cc {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:55.452296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.467159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6392c389-d310-4df8-b8de-446e929c362c None None] For port 54ce0a7e-f51f-47e9-b6e2-003e30139163, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=54ce0a7e-f51f-47e9-b6e2-003e30139163,segment=NetworkSegment(4c265687-2692-4520-b438-60250b6851e7),segment_id=4c265687-2692-4520-b438-60250b6851e7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:55.482156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:55.482542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Checking segment: {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:55.482943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.483336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Bound using segment: {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:55.483800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Bound port: 759316b7-28c2-491d-bf35-c477764e631b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:55.484172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.508108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.518963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Transition to ACTIVE for port object 6cf06ea0-97b0-434a-b450-4ee60f6845ee will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:55.520981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:55.537382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:55.541126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:55.558466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.590472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 66caadcf-ef66-4b47-91f0-e41c0f72a4fb) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:55.596911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=371449ff-cecf-4798-a5de-13739647acae,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:55.600495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.604027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f6e57cf6-c2ce-4a8b-a5d3-4bc3a1b5511e admin admin] 10.222.0.61 "DELETE /v2.0/routers/3d5d1844-0add-41b5-9445-d584091eb385 HTTP/1.1" status: 204 len: 168 time: 3.9793289 Feb 15 13:43:55.608336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52784) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:55.614760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:55.614760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.615088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:55.619401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970a47e-ddab-4463-8736-582bdbff2213 None None] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:55.657108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '6e384822-ae07-4ce4-9572-349ef78663e5'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:55.657958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.766339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.768845 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8b357bad-73cd-4b46-a204-062fd31658d6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2284074 Feb 15 13:43:55.776156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:55.781078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52788) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:55.783489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.826834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707758184'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:55.853812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:55.874449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:55.884524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.897693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:55.928321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:55.933646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Deleting subnet 4d932347-ede5-4cf9-b6ca-b77a37ebd742 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:43:55.937309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:55.973934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:55.992134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c389-d310-4df8-b8de-446e929c362c None None] Pushing event updated for resources: {'Port': ['ID=54ce0a7e-f51f-47e9-b6e2-003e30139163,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:55.993730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:55.994278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.010275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.085822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] For port 759316b7-28c2-491d-bf35-c477764e631b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:43:56.127794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:56.210477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:56.247441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] For port 759316b7-28c2-491d-bf35-c477764e631b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=759316b7-28c2-491d-bf35-c477764e631b,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:43:56.255675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.270534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.276728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.366715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.371548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Allocated IP 2001:db8::f816:3eff:fe9c:b738 (7bbde29e-2549-4182-a259-7bbb71f9b94f/6e384822-ae07-4ce4-9572-349ef78663e5/7a28c135-aee6-4ea9-85e5-d05c45c9ffd7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:56.377069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.431156 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:43:56.459006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.470591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.501384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034715-ea5d-432d-990a-3af22a2ba867 None None] Pushing event updated for resources: {'Port': ['ID=759316b7-28c2-491d-bf35-c477764e631b,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:56.506089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-66caadcf-ef66-4b47-91f0-e41c0f72a4fb', 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': '63ad2fe1-a29b-4df0-ba2b-89b9c87a7362'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:43:56.507136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.513706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.514526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router fcc9ee6e-1390-46ae-8636-169abff638fa {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:43:56.544774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:56.545518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.634088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.635277 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0bbe3752-6477-4eb9-806e-0275c0349d87 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 204 len: 168 time: 3.7961404 Feb 15 13:43:56.650866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:56.671673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:43:56.672505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2104374557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:56.695824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:56.702316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:56.709247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:56.722392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:56.790695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:43:56.854896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.858629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:56.860867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 12b51583-25f9-4de8-83aa-f34cc0c6df7f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:43:56.915076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.080555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc9161-9b87-42cd-9b22-1226edafcc22 None None] Network f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:57.103627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.107780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.255379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.255908 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment bee22501-366e-4c5d-bf66-14697ab0df99 of type vlan for network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 Feb 15 13:43:57.257863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.258517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Allocated IP 2001:db8:0:ffff::2 (66caadcf-ef66-4b47-91f0-e41c0f72a4fb/63ad2fe1-a29b-4df0-ba2b-89b9c87a7362/0a733ba7-d280-445f-90ad-2f6181bf01e0) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:57.322990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Subnet': ['ID=91c233a3-6a38-4d2a-95ad-547d36ed1548,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:57.327432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.380613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.414575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Provisioning for port 12b51583-25f9-4de8-83aa-f34cc0c6df7f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:57.423715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 12b51583-25f9-4de8-83aa-f34cc0c6df7f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:57.423968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.432741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.435945 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b167c74e-9a5f-44d4-9f07-3896f447e642 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/subnets/91c233a3-6a38-4d2a-95ad-547d36ed1548 HTTP/1.1" status: 204 len: 168 time: 2.1841524 Feb 15 13:43:57.447509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d932347-ede5-4cf9-b6ca-b77a37ebd742,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:57.454116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.456267 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e473fbe1-0099-495e-84cd-7402ce7546bf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4d932347-ede5-4cf9-b6ca-b77a37ebd742 HTTP/1.1" status: 204 len: 168 time: 1.8137650 Feb 15 13:43:57.456457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52796) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:57.462483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52798) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:57.492030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Provisioning complete for port 12b51583-25f9-4de8-83aa-f34cc0c6df7f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:57.492502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.493373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.547206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b498d-5712-4561-a363-7a5b6c1d57c4 None None] Network e0f16981-230f-48c8-9b37-6b391b2d955e requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:57.555366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.558712 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eb9e43b8-dc5d-465f-9ed2-892d33864916 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9060125 Feb 15 13:43:57.692925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696b2d6-6e6c-4d0d-bcae-6ab6136bffc4 None None] Network 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:57.696321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52802) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:57.704937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': True}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:57.709652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 12b51583-25f9-4de8-83aa-f34cc0c6df7f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:43:57.710022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:57.841376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c1c7a-bc0d-4704-a11c-ade46211be6a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:57.847056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a81c1c7a-bc0d-4704-a11c-ade46211be6a tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1319709 Feb 15 13:43:57.855732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52808) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:57.881557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:43:57.958595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.027905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.060600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.122934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Transition to ACTIVE for port object 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:58.155555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Router 8099a078-47c8-4d5e-b991-8d78ea76eb0e is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:43:58.158025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.159660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.165040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.170664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:58.171243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.243524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Transition to ACTIVE for port object 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:58.277160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Deleting port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:58.277160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.287622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a74e5-d332-46ab-8e81-8b0c95670108 None None] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:43:58.364795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.429718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.452620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.485511 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6716344 Feb 15 13:43:58.487641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.497840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52812) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:58.505540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ba7b6-9780-4094-b215-04fad8f6f42d tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=4828dfa0-72f5-48ce-98e0-0a858b1448a9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:58.516118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:58.539423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:43:58.589868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Deleting port 54ce0a7e-f51f-47e9-b6e2-003e30139163 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:58.590273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.641186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:58.646974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Pushing event updated for resources: {'Port': ['ID=7a28c135-aee6-4ea9-85e5-d05c45c9ffd7,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:58.662100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:58.682253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event updated for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:58.718206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.732868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Transition to ACTIVE for port object 0a733ba7-d280-445f-90ad-2f6181bf01e0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:58.760288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.778374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:58.796705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] DHCP port deletion for f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:58.798505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] DHCP port deletion for e0f16981-230f-48c8-9b37-6b391b2d955e request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:58.807587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Transition to ACTIVE for port object 0a733ba7-d280-445f-90ad-2f6181bf01e0 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:58.829183 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe7a:560e (7bbde29e-2549-4182-a259-7bbb71f9b94f/6e384822-ae07-4ce4-9572-349ef78663e5/0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:43:58.833204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Deleting port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:58.833630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.862220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] For port 12b51583-25f9-4de8-83aa-f34cc0c6df7f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=12b51583-25f9-4de8-83aa-f34cc0c6df7f,segment=NetworkSegment(4b696588-5624-4210-bc74-e4723b16fd6f),segment_id=4b696588-5624-4210-bc74-e4723b16fd6f)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:58.891091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:58.892473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:58.898844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Deleting port 12b51583-25f9-4de8-83aa-f34cc0c6df7f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:58.898956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:58.908949 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] Sync routers for ids ['8099a078-47c8-4d5e-b991-8d78ea76eb0e'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:58.912155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:58.922858 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] Routers {'8099a078-47c8-4d5e-b991-8d78ea76eb0e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:58.923861 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8099a078-47c8-4d5e-b991-8d78ea76eb0e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:58.960495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:43:58.978038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:subnet and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:43:58.986681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:43:58.999378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.003352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-09bf99e0-3d46-4aed-be74-6a56f6ee1d3e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "PUT /v2.0/routers/8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 200 len: 884 time: 10.0820529 Feb 15 13:43:59.006014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52820) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:59.006999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:43:59.009918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] For port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:59.010278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.012496 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:59.026998 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] Routers {'8099a078-47c8-4d5e-b991-8d78ea76eb0e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:43:59.027643 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8099a078-47c8-4d5e-b991-8d78ea76eb0e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:59.044976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.049226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.125585 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:43:59.126196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21d4be-b8a1-4117-987f-455c662f99e0 None None] The sync data for ids ['8099a078-47c8-4d5e-b991-8d78ea76eb0e'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:43:59.235759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:43:59.394846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:59.414024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:59.415862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Attempting to bind port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:43:59.416218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Attempting to bind port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:43:59.416577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Attempting to bind port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:43:59.431606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:59.435503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:43:59.437044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] DHCP port deletion for 048f24f1-f4dd-4690-a15f-3f4c32fb5d75 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:43:59.438751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.455830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.458861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Calling delete_port for b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:59.469926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Pushing event updated for resources: {'Port': ['ID=0a733ba7-d280-445f-90ad-2f6181bf01e0,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:43:59.489544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:43:59.494034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:43:59.502672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7d8fe786-9c7f-474a-934c-84deb2259336 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4614980 Feb 15 13:43:59.503493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:59.512262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:43:59.565572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Deleting port 54ce0a7e-f51f-47e9-b6e2-003e30139163 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:43:59.565967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.614775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:43:59.615209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:43:59.615547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.615942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:43:59.616418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Bound port: 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:43:59.616796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.722556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] For port 54ce0a7e-f51f-47e9-b6e2-003e30139163, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=54ce0a7e-f51f-47e9-b6e2-003e30139163,segment=NetworkSegment(4c265687-2692-4520-b438-60250b6851e7),segment_id=4c265687-2692-4520-b438-60250b6851e7)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:43:59.723038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.750547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:43:59.750882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:43:59.751566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:43:59.785833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5d757314-d469-4905-be27-22f3c85f115a None None] Provisioning for port 759316b7-28c2-491d-bf35-c477764e631b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:43:59.788818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3cb887c1-eb7e-4e23-8bcd-0d60d934ebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.844518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.899288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Calling delete_port for 54ce0a7e-f51f-47e9-b6e2-003e30139163 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:43:59.934834 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1e6599ae-b5d0-4870-8ee6-a35b674d6d53 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 200 len: 925 time: 0.9138157 Feb 15 13:43:59.935069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:43:59.939894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:43:59.945281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:43:59.949524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:43:59.950134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:43:59.953778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52828) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:43:59.979378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:00.002217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:00.002794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:43:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:00.094008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f736aab1-b475-4640-ace9-157b18b9bb4a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9911711 Feb 15 13:44:00.094240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52832) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:00.112936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.261763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] For port 12b51583-25f9-4de8-83aa-f34cc0c6df7f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=12b51583-25f9-4de8-83aa-f34cc0c6df7f,segment=NetworkSegment(4b696588-5624-4210-bc74-e4723b16fd6f),segment_id=4b696588-5624-4210-bc74-e4723b16fd6f)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:00.261763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.264797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:00.267559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f980b-ce58-4f90-a299-af6f9ea075f8 None None] Pushing event updated for resources: {'Port': ['ID=12b51583-25f9-4de8-83aa-f34cc0c6df7f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:00.280640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] No DVR routers for this DVR port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:00.294313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Attempting to bind port 0a733ba7-d280-445f-90ad-2f6181bf01e0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:00.294701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Attempting to bind port 0a733ba7-d280-445f-90ad-2f6181bf01e0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '86e709c1-9f14-4d94-a1b4-9586e8e77c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:00.295051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Attempting to bind port 0a733ba7-d280-445f-90ad-2f6181bf01e0 on network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:00.409228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:00.409652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Checking segment: {'id': '86e709c1-9f14-4d94-a1b4-9586e8e77c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:00.410548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.410947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Bound using segment: {'id': '86e709c1-9f14-4d94-a1b4-9586e8e77c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:00.411415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Bound port: 0a733ba7-d280-445f-90ad-2f6181bf01e0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e709c1-9f14-4d94-a1b4-9586e8e77c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66caadcf-ef66-4b47-91f0-e41c0f72a4fb'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:00.411788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.420309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5d757314-d469-4905-be27-22f3c85f115a None None] Provisioning for port 54ce0a7e-f51f-47e9-b6e2-003e30139163 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:00.447614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80bc0b-72ba-46ba-8b67-0ba26fb65927 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:00.453616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80bc0b-72ba-46ba-8b67-0ba26fb65927 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:00.454432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3a80bc0b-72ba-46ba-8b67-0ba26fb65927 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:00.493815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:44:00.510091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Removed routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:44:00.510482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.514460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Calling delete_port for 12b51583-25f9-4de8-83aa-f34cc0c6df7f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:00.542721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] For port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b9eb7cc8-b789-4d79-8d1f-13a7ee201e44,segment=NetworkSegment(1e0ebe9f-0068-418a-ba39-089decdcdaa8),segment_id=1e0ebe9f-0068-418a-ba39-089decdcdaa8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:00.543114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.586046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.587841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5d757314-d469-4905-be27-22f3c85f115a None None] Provisioning complete for port 54ce0a7e-f51f-47e9-b6e2-003e30139163 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:00.588218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5d757314-d469-4905-be27-22f3c85f115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.664673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0830b7a-3550-4993-937e-e1857b3deab2 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:00.676737 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f0830b7a-3550-4993-937e-e1857b3deab2 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=8099a078-47c8-4d5e-b991-8d78ea76eb0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7107160 Feb 15 13:44:00.677180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52836) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:00.677336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.695541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.720727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:00.722817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Port': ['ID=54ce0a7e-f51f-47e9-b6e2-003e30139163,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:00.726530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] No DVR routers for this DVR port 54ce0a7e-f51f-47e9-b6e2-003e30139163 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:00.752023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3a80bc0b-72ba-46ba-8b67-0ba26fb65927 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:00.757621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3a80bc0b-72ba-46ba-8b67-0ba26fb65927 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6581717 Feb 15 13:44:00.757621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52840) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:00.772833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:00.819445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] For port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:00.830982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f16981-230f-48c8-9b37-6b391b2d955e']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:00.903673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5d757314-d469-4905-be27-22f3c85f115a None None] Port 54ce0a7e-f51f-47e9-b6e2-003e30139163 was deleted so its status cannot be updated. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 15 13:44:00.929259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Calling delete_port for b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:00.945272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ebe9f-0068-418a-ba39-089decdcdaa8') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:00.945705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ebe9f-0068-418a-ba39-089decdcdaa8') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:00.964998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 54ce0a7e-f51f-47e9-b6e2-003e30139163 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:00.992807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.007590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:01.009206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.017821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.054148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.096758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] For port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7a28c135-aee6-4ea9-85e5-d05c45c9ffd7,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:01.103768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:01.104195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.118547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 54ce0a7e-f51f-47e9-b6e2-003e30139163 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:01.118890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 54ce0a7e-f51f-47e9-b6e2-003e30139163 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:01.126829 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:01.132691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:01.137568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048f24f1-f4dd-4690-a15f-3f4c32fb5d75']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:01.139848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96365889-ebc1-46ee-9120-81abd8d27c58 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:01.145501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-96365889-ebc1-46ee-9120-81abd8d27c58 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.4710400 Feb 15 13:44:01.150648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52844) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:01.226778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.270859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.272312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c265687-2692-4520-b438-60250b6851e7') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:01.272609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c265687-2692-4520-b438-60250b6851e7') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:01.275879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 54ce0a7e-f51f-47e9-b6e2-003e30139163 not found, will not notify nova. {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 15 13:44:01.276209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:01.317095 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-148df9cc-ca80-4cfd-bb5d-48b7c7ab3bd9 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 200 len: 205 time: 0.1602242 Feb 15 13:44:01.321325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.323922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52848) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:01.381792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.26.0.37 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/dfba2274-f3ca-4469-8f19-5d9aff1c1b6a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:01.383979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.439942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] For port 54ce0a7e-f51f-47e9-b6e2-003e30139163, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=54ce0a7e-f51f-47e9-b6e2-003e30139163,segment=NetworkSegment(4c265687-2692-4520-b438-60250b6851e7),segment_id=4c265687-2692-4520-b438-60250b6851e7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:01.440345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.510066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.527932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.551960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] For port 0a733ba7-d280-445f-90ad-2f6181bf01e0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:01.565760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.568391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=08a33c26-fad9-4eb7-903d-93fd4745f6a4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:01.572908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:01.573524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.615088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': 'bee22501-366e-4c5d-bf66-14697ab0df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:01.615088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: 4828dfa0-72f5-48ce-98e0-0a858b1448a9, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:01.619916 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:01.630894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.697355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Calling delete_port for 54ce0a7e-f51f-47e9-b6e2-003e30139163 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:01.739853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f16981-230f-48c8-9b37-6b391b2d955e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:01.853966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.864708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.875414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] For port 0a733ba7-d280-445f-90ad-2f6181bf01e0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0a733ba7-d280-445f-90ad-2f6181bf01e0,segment=NetworkSegment(86e709c1-9f14-4d94-a1b4-9586e8e77c65),segment_id=86e709c1-9f14-4d94-a1b4-9586e8e77c65)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:01.895172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47c492-d75e-4f9c-91b9-0f523231c4e2 None None] Pushing event updated for resources: {'Port': ['ID=7a28c135-aee6-4ea9-85e5-d05c45c9ffd7,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:01.897372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:01.897747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:01.902832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] No DVR routers for this DVR port 12b51583-25f9-4de8-83aa-f34cc0c6df7f on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:01.919812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.960193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:01.981459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=048f24f1-f4dd-4690-a15f-3f4c32fb5d75,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:01.984178 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c81e80f-3d3c-420f-ae73-1579b4f64253 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/048f24f1-f4dd-4690-a15f-3f4c32fb5d75 HTTP/1.1" status: 204 len: 168 time: 4.1275809 Feb 15 13:44:01.989824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:01.996707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52852) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:01.999886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:02.000240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:02.006379 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4d13ed17-eb75-4f80-aba0-32041fa035ff admin admin] 10.222.0.61 "DELETE /v2.0/networks/e0f16981-230f-48c8-9b37-6b391b2d955e HTTP/1.1" status: 204 len: 168 time: 4.5387561 Feb 15 13:44:02.023659 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.029697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd2bc323-e843-48c2-bd37-72a44202ec48 None None] Provisioning for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:02.037532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.048803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367c56-027c-4ae8-a5ef-2b190adebb3b None None] Pushing event deleted for resources: {'Port': ['ID=12b51583-25f9-4de8-83aa-f34cc0c6df7f,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:02.154250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:02.154250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.155468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 4828dfa0-72f5-48ce-98e0-0a858b1448a9) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:02.160711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.185809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:02.186386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.200538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd2bc323-e843-48c2-bd37-72a44202ec48 None None] Provisioning complete for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:02.208941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc323-e843-48c2-bd37-72a44202ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.209042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.214459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:02.215820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:02.222135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:02.273738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074ff9f-eaa4-4e18-a771-28e39e34118f None None] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:02.311602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=dfba2274-f3ca-4469-8f19-5d9aff1c1b6a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:02.416658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Deleting port b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:02.417214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.481892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:02.525786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Deleting port 54ce0a7e-f51f-47e9-b6e2-003e30139163 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:02.526153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.546103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:02.559876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.587317 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e7d1a669-8bfb-4493-9cf5-f6f923e614e3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0877719 Feb 15 13:44:02.596248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52858) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:02.603543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'port': {'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9', 'name': 'tempest-NetworksIpV6TestAttrs-785860066'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:02.643460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3451bf82-eef0-4762-a8a4-dd3f83e9923c None None] The port 'b9eb7cc8-b789-4d79-8d1f-13a7ee201e44' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:02.698512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb706-7d8f-4b4f-80f4-73fb7af5a80a None None] Pushing event updated for resources: {'Port': ['ID=0a733ba7-d280-445f-90ad-2f6181bf01e0,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:02.705193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc323-e843-48c2-bd37-72a44202ec48 None None] Port 6cf06ea0-97b0-434a-b450-4ee60f6845ee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:02.721675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3341174f-d4c2-4802-bfbf-fb12085eedd2 None None] The port '54ce0a7e-f51f-47e9-b6e2-003e30139163' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:02.754985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.758786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc8fa-5dbf-47b6-a68e-cab270c6563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.914050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:02.991722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52862) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:03.052570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.054667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0c4b905a-5ceb-434e-b104-687f8b672d16 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:03.179206 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-66f39f20-a1cc-46b7-b330-9c7a0c93d93b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df951c4807a14c0b9506ef1e1c7ebaeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1845937 Feb 15 13:44:03.207682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52866) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:03.208953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.237174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 0c4b905a-5ceb-434e-b104-687f8b672d16 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:03.237174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0c4b905a-5ceb-434e-b104-687f8b672d16 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:03.237580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2da85519-5622-4d55-b5fd-d4b7add0e629 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:03.239850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:03.254718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b696588-5624-4210-bc74-e4723b16fd6f') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:03.255328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b696588-5624-4210-bc74-e4723b16fd6f') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:03.261724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.270436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.279813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:43:56Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:43:57Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:03.282267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2da85519-5622-4d55-b5fd-d4b7add0e629 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:03.282586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2da85519-5622-4d55-b5fd-d4b7add0e629 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:03.291468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.291745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:03.292101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Updating router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 port 6cf06ea0-97b0-434a-b450-4ee60f6845ee binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:44:03.299431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:03.300393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.324458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-4828dfa0-72f5-48ce-98e0-0a858b1448a9', 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': '08a33c26-fad9-4eb7-903d-93fd4745f6a4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:03.325292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.353088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30c60e11-204b-4a4a-9ff5-2203e7a923a1 None None] Provisioning complete for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:03.353691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30c60e11-204b-4a4a-9ff5-2203e7a923a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:03.421029 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:03.458737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:03.475862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.483381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.484990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fd9853e-85bf-407a-86e9-eba4cf4e2de7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 953 time: 3.9793992 Feb 15 13:44:03.487286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.488058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52870) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:03.502137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-30c60e11-204b-4a4a-9ff5-2203e7a923a1 None None] Port 6cf06ea0-97b0-434a-b450-4ee60f6845ee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:03.548052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:03.553861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:port and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:03.557392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:03.567612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port a3f8d564-a71e-42e2-b9b5-3119247c5a8d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:03.567822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:03.567950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.655065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.658743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.668389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.670721 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2 HTTP/1.1" status: 204 len: 168 time: 1.6725287 Feb 15 13:44:03.671497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.703620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 759316b7-28c2-491d-bf35-c477764e631b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:03.711164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.766250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:03.887925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:03.891292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:03.996712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5d5a14a5-2665-4651-9176-464a2941fdea None None] Provisioning for port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:04.042173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Allocated IP 2001:db8::f816:3eff:fe3c:79e6 (4828dfa0-72f5-48ce-98e0-0a858b1448a9/08a33c26-fad9-4eb7-903d-93fd4745f6a4/a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:04.066064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] device_id is not set on port a9f0bde1-32e2-496e-9986-ed67493fae5b yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:04.076067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e612a-f9b1-4eba-8003-1b622da728eb tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=f4ad19c9-eee6-4e85-ade1-b60d89a5eaa2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:04.116722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.145386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.182040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.184543 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 HTTP/1.1" status: 204 len: 168 time: 3.4261808 Feb 15 13:44:04.185959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0dfcf-a35c-4363-afac-e19766c3fa09 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:04.189316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc80bb0-b80e-4bb5-9319-bde1031cfc0d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:04.193214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52878) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:04.309960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-384c247f-8b9f-41ee-825c-f0e7205fab3c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 953 time: 0.8203809 Feb 15 13:44:04.310590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52882) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:04.320974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'routes': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:04.329622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.336780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.340592 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ea3fdb2d-51f8-4b27-9502-3b8cff71f617 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5dc80bb0-b80e-4bb5-9319-bde1031cfc0d HTTP/1.1" status: 204 len: 168 time: 1.1291456 Feb 15 13:44:04.348972 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Transition to ACTIVE for port object a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:04.366337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Transition to ACTIVE for port object a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:04.512942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.535228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23657bf-c33c-44e4-9755-4e4ae740fe6c None None] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:04.557844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 759316b7-28c2-491d-bf35-c477764e631b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:04.567975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.642463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4f4bf-c04d-44b9-8394-97441e4234e9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:04.646767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4f4bf-c04d-44b9-8394-97441e4234e9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:04.648798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-04c4f4bf-c04d-44b9-8394-97441e4234e9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:04.685101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for a3f8d564-a71e-42e2-b9b5-3119247c5a8d owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:04.701841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.702493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 759316b7-28c2-491d-bf35-c477764e631b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:04.702844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.753076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:04.765661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:04.777076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.779155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:04.797765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Allocated IP 2001:db8::f816:3eff:fec2:58ef (4828dfa0-72f5-48ce-98e0-0a858b1448a9/08a33c26-fad9-4eb7-903d-93fd4745f6a4/a9f0bde1-32e2-496e-9986-ed67493fae5b) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:04.801014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.803898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.resource_extend [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:44:04.949250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.960698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:04.975016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-04c4f4bf-c04d-44b9-8394-97441e4234e9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:04.978035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Transition to ACTIVE for port object 6cf06ea0-97b0-434a-b450-4ee60f6845ee will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:04.979174 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-04c4f4bf-c04d-44b9-8394-97441e4234e9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7788811 Feb 15 13:44:04.979867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52892) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:05.055990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Pushing event updated for resources: {'Port': ['ID=a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:05.105811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.177054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1fbc3658-baf1-4e31-96cf-3dc71ebcf9f1 None None] Provisioning for port 0a733ba7-d280-445f-90ad-2f6181bf01e0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:05.201531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e525388b-3a59-4715-adb1-6d4054292451']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:05.242760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f147d9f7-c4eb-460e-8e22-ca316cf14979') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:05.243098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f147d9f7-c4eb-460e-8e22-ca316cf14979') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:05.274485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.282142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.297637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.303329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 6e384822-ae07-4ce4-9572-349ef78663e5 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:05.306501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.404031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=a3f8d564-a71e-42e2-b9b5-3119247c5a8d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:05.438048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:44:05.438439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:44:05.468035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1fbc3658-baf1-4e31-96cf-3dc71ebcf9f1 None None] Could not find standard attr ID for object 0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:44:05.468878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.494132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:05.494520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.501882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Attempting to bind port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:05.502951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Attempting to bind port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'bee22501-366e-4c5d-bf66-14697ab0df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:05.503489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Attempting to bind port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 on network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:05.511767 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:05.516218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae515-03d9-4041-99b6-f9bb28389411 None None] Pushing event updated for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:05.570537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.570731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.594833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.718852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:05.719252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Checking segment: {'id': 'bee22501-366e-4c5d-bf66-14697ab0df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:05.719658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.726345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Bound using segment: {'id': 'bee22501-366e-4c5d-bf66-14697ab0df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:05.726995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Bound port: a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee22501-366e-4c5d-bf66-14697ab0df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4828dfa0-72f5-48ce-98e0-0a858b1448a9'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:05.727505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.750829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router 4a08b3f4-c30f-454e-ab0a-b3fd50358c6a is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:05.764943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.777226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.781696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.801647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 759316b7-28c2-491d-bf35-c477764e631b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=759316b7-28c2-491d-bf35-c477764e631b,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:05.828535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Attempting to bind port 6cf06ea0-97b0-434a-b450-4ee60f6845ee on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:05.828535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Attempting to bind port 6cf06ea0-97b0-434a-b450-4ee60f6845ee by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:05.828874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Attempting to bind port 6cf06ea0-97b0-434a-b450-4ee60f6845ee on network bab3b54b-a5ce-47c6-9a47-41f5961346cc {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Checking segment: {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Bound using segment: {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Bound port: 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd581259-6285-460c-be83-f7b03e96424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:05.841593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.901933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.902728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0a733ba7-d280-445f-90ad-2f6181bf01e0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:05.915341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=e525388b-3a59-4715-adb1-6d4054292451,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:05.921245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Transition to ACTIVE for port object a9f0bde1-32e2-496e-9986-ed67493fae5b will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:05.922695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:05.954891 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-256c0843-66f5-4bb9-a040-a089439b8234 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/e525388b-3a59-4715-adb1-6d4054292451 HTTP/1.1" status: 204 len: 168 time: 2.1806476 Feb 15 13:44:05.962237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52910) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.031824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=759316b7-28c2-491d-bf35-c477764e631b,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:06.077201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] For port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:06.089095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] For port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477,segment=NetworkSegment(bee22501-366e-4c5d-bf66-14697ab0df99),segment_id=bee22501-366e-4c5d-bf66-14697ab0df99)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:06.115119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] For port 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:06.118880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] For port 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6cf06ea0-97b0-434a-b450-4ee60f6845ee,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:06.172468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.172832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.174906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.212726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:06.222121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.223749 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] Sync routers for ids ['4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:06.241126 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] Routers {'4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:06.241796 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.294146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.338265 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.345216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 0a733ba7-d280-445f-90ad-2f6181bf01e0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:06.362162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.362433 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] Routers {'4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:06.364148 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.372448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.405931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.406465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router 8099a078-47c8-4d5e-b991-8d78ea76eb0e {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:06.414095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0a733ba7-d280-445f-90ad-2f6181bf01e0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:06.415100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.466819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.480808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.481260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bec6fe17-5a51-47a4-bf70-98cf211f6fa1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 204 len: 168 time: 5.1530168 Feb 15 13:44:06.484857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52918) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.485939 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-452564fe-609e-4538-9d6b-79d392380c53 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "PUT /v2.0/routers/4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 200 len: 914 time: 8.7884910 Feb 15 13:44:06.512158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52920) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.519344 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.519979 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880a36d-d4d6-48d1-89a7-494e2109ad48 None None] The sync data for ids ['4a08b3f4-c30f-454e-ab0a-b3fd50358c6a'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:06.529491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1520386004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:06.549291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.552114 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/6e384822-ae07-4ce4-9572-349ef78663e5 HTTP/1.1" status: 204 len: 168 time: 1.4253559 Feb 15 13:44:06.573985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83363-781b-4483-9792-c7a64568552e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=6e384822-ae07-4ce4-9572-349ef78663e5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:06.583795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.593772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c69333-6981-494b-b57a-33c21e7d2a96 None None] Pushing event updated for resources: {'Port': ['ID=a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:06.599882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52926) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.602134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c549c-d0c6-4d0b-a65e-6469ddbdf422 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:06.620052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:06.724027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:06.727257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:06.743183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:06.744500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.810646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Port': ['ID=a9f0bde1-32e2-496e-9986-ed67493fae5b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:06.821190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e79e1692-c7e4-400b-9758-b42d12d884b5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2143695 Feb 15 13:44:06.822718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9526e96-057f-4b1f-bca3-18dd3e83ce39']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.830629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52934) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.836846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:06.871318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:06.872181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c70c26c-04eb-42b5-a72a-14b01d832c51') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.872602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c70c26c-04eb-42b5-a72a-14b01d832c51') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.879201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:06.886594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:06.906254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:06.906901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:06.958153 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7667485d-4c3b-45e8-a8b2-ebae0ffce8ea tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.3579745 Feb 15 13:44:06.961060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:06.965384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:06.967895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52940) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:06.988186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4000575-461a-4513-a15a-056ba2ba5690 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 200 len: 920 time: 0.4745011 Feb 15 13:44:06.998688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52944) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:07.010909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.032975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9b4ff7e2-0ca1-4ff2-b9a3-cf4f98042ab9 None None] Provisioning complete for port 0a733ba7-d280-445f-90ad-2f6181bf01e0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:07.033348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff7e2-0ca1-4ff2-b9a3-cf4f98042ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.071740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:07.072121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.084290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting subnet 08a33c26-fad9-4eb7-903d-93fd4745f6a4 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:07.092723 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:07.147519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.260029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.265220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:07.276609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:07.279594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:07.334254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:07.352986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:07.415769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91171f2b-682f-480c-95fb-837bafe853db tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:07.420165 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91171f2b-682f-480c-95fb-837bafe853db tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=4a08b3f4-c30f-454e-ab0a-b3fd50358c6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4186835 Feb 15 13:44:07.420782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.429330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52952) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:07.509834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.521430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.725755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.727120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:07.731142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.732491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.739463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.772772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce9d29-326d-4401-9161-83c5610d8eed tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:07.781277 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-01ce9d29-326d-4401-9161-83c5610d8eed tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.3506773 Feb 15 13:44:07.798134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:07.811630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.813137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:07.818990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=08a33c26-fad9-4eb7-903d-93fd4745f6a4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:08.013651 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] 10.222.0.61 "DELETE /v2.0/networks/e9526e96-057f-4b1f-bca3-18dd3e83ce39 HTTP/1.1" status: 204 len: 168 time: 2.0481017 Feb 15 13:44:08.014811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd769e-9d21-4893-834d-3678e4c9ec33 tempest-BulkNetworkOpsIpV6Test-337780654 tempest-BulkNetworkOpsIpV6Test-337780654-project] Pushing event deleted for resources: {'Network': ['ID=e9526e96-057f-4b1f-bca3-18dd3e83ce39,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:08.026521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.033887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4ec1ffc-e4a3-42fd-aa87-150583aefcd3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/08a33c26-fad9-4eb7-903d-93fd4745f6a4 HTTP/1.1" status: 204 len: 168 time: 1.0652740 Feb 15 13:44:08.052960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52968) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.077113 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f39e516c-436b-4ede-a62a-b74bbdff034f tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 200 len: 205 time: 0.2730684 Feb 15 13:44:08.084182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52972) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.142444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0651e-65a3-421a-9ccf-3a5b9241c542 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:08.144349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0651e-65a3-421a-9ccf-3a5b9241c542 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:08.145115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9b0651e-65a3-421a-9ccf-3a5b9241c542 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Synchronizing usage tracker for tenant:d7acb5004847410289113cd9f14bfe69 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:08.151870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52974) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.154888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.215780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:08.229891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae515-03d9-4041-99b6-f9bb28389411 None None] Pushing event updated for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:08.243948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.265459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f159e6-1f4c-4cf7-a941-33e3db8132b6 None None] Network 4828dfa0-72f5-48ce-98e0-0a858b1448a9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:08.400951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.514497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 0a733ba7-d280-445f-90ad-2f6181bf01e0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0a733ba7-d280-445f-90ad-2f6181bf01e0,segment=NetworkSegment(86e709c1-9f14-4d94-a1b4-9586e8e77c65),segment_id=86e709c1-9f14-4d94-a1b4-9586e8e77c65)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:08.632102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.632387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.632990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:08.706495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0dc5faf8-9219-4fd5-ab5e-426d97e6b942 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:08.710545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9b0651e-65a3-421a-9ccf-3a5b9241c542 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Unset dirty status for tenant:d7acb5004847410289113cd9f14bfe69 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:08.714865 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e9b0651e-65a3-421a-9ccf-3a5b9241c542 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6606560 Feb 15 13:44:08.715525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52984) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.716257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.777709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:08.784318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:08.786225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.790493 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-10bf7617-8932-4855-bba6-028b506dabf7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 703 time: 4.4766169 Feb 15 13:44:08.791397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52988) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.794048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 52990) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.826885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port dfba2274-f3ca-4469-8f19-5d9aff1c1b6a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:08.827485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.845696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Deleting port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:08.845991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.879878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:08.884944 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-725da1cf-21c2-4bad-a1a0-bc96be30170f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 2.3907707 Feb 15 13:44:08.906079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 52998) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:08.914276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=0a733ba7-d280-445f-90ad-2f6181bf01e0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:08.931637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': True}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:08.987437 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0dc5faf8-9219-4fd5-ab5e-426d97e6b942 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "PUT /v2.0/quotas/8bd70f43c3534b458babedfeadcf3425 HTTP/1.1" status: 200 len: 368 time: 0.8344767 Feb 15 13:44:09.000996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53002) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:09.009642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Request body: {'network': {'project_id': '8bd70f43c3534b458babedfeadcf3425'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:09.016312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:09.026317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Usage tracker for resource:network and tenant:8bd70f43c3534b458babedfeadcf3425 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:09.031453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:09.033462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] DHCP port deletion for 4828dfa0-72f5-48ce-98e0-0a858b1448a9 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:09.044179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:09.057893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3f25e153-1631-4187-b40a-c80aa622402f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 703 time: 0.2627633 Feb 15 13:44:09.060574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53006) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:09.102390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Deleting port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:09.102754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.114903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4f3c63fa-02da-441a-b762-9a82ad6b1c67 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.135303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:09.175693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:09.175991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.205878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Made reservation on behalf of 8bd70f43c3534b458babedfeadcf3425 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:09.208872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.241968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.251980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] For port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7a28c135-aee6-4ea9-85e5-d05c45c9ffd7,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:09.252862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.293220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:05Z', 'revision_number': 7, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:44:06Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:09.295293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:09.303874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dc27f054-2e34-4b48-a1c7-39c9be4da656 None None] Provisioning for port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:09.375454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e2a2ebb8-b346-4cd6-8623-db23efd88f76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c15d1671f33748b39803112fb461df6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784993 Feb 15 13:44:09.380667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8bcfb-3cd8-4b30-866e-bbde21eaff7b None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:05Z', 'revision_number': 7, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:44:06Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:09.393930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53010) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:09.434601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Usage tracker for resource:security_group_rule and tenant:8bd70f43c3534b458babedfeadcf3425 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:09.453644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:09.461146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:09.465312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Calling delete_port for 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:09.637681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.666442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.671105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.717346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.740309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] For port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477,segment=NetworkSegment(bee22501-366e-4c5d-bf66-14697ab0df99),segment_id=bee22501-366e-4c5d-bf66-14697ab0df99)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:09.740543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.751417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.751732 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3c63fa-02da-441a-b762-9a82ad6b1c67 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 13:44:09.751937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3c63fa-02da-441a-b762-9a82ad6b1c67 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:09.777574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f3c63fa-02da-441a-b762-9a82ad6b1c67 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/4828dfa0-72f5-48ce-98e0-0a858b1448a9 HTTP/1.1" status: 409 len: 405 time: 1.0578048 Feb 15 13:44:09.790288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53014) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:09.812402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:09.829770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.830774 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Added segment caccd1be-705c-4025-8b4f-bcde64b08091 of type vlan for network 08897d46-dfdb-4173-9a2c-ab8550474b7d Feb 15 13:44:09.863372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.879489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.888175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Calling delete_port for a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:09.903701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23efe9f5-0c78-4330-a960-90a42b750255,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:09.960622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:09.970451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-334591980'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:09.978878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.982867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.985380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:09.990536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/685c1bb8-b46d-4d75-b2e0-2f04225ef8d0 HTTP/1.1" status: 204 len: 168 time: 0.4891198 Feb 15 13:44:10.042881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] Pushing event deleted for resources: {'Port': ['ID=7a28c135-aee6-4ea9-85e5-d05c45c9ffd7,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:10.043226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.044331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:10.044905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.052912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c5d30-ee4f-42c2-acfd-2a72b6c1ce39 None None] No DVR routers for this DVR port 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:10.082196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:10.086617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:10.168667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 12b51583-25f9-4de8-83aa-f34cc0c6df7f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:10.204588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 12b51583-25f9-4de8-83aa-f34cc0c6df7f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:10.204948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 12b51583-25f9-4de8-83aa-f34cc0c6df7f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:10.205353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:10.216087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:10.222150 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2199900 Feb 15 13:44:10.235669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:10.242159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.246199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:10.246542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b9eb7cc8-b789-4d79-8d1f-13a7ee201e44 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:10.247001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 54ce0a7e-f51f-47e9-b6e2-003e30139163 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:10.248284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Request body: {'network': {'project_id': '8bd70f43c3534b458babedfeadcf3425'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:10.259970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:10.265290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Usage tracker for resource:network and tenant:8bd70f43c3534b458babedfeadcf3425 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:10.268610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:10.269131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:10.277497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=4442bbab-e1ad-474c-b394-da0cb2290b59,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:10.278972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:10.281745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.299169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac4d0-c8ac-4990-bb7a-10c5ce6bd500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c1bb8-b46d-4d75-b2e0-2f04225ef8d0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:10.308516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:10.310370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7863-8979-4846-b95b-09ee47a72b36 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event updated for resources: {'Network': ['ID=08897d46-dfdb-4173-9a2c-ab8550474b7d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:10.315166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:10.319558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.327485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.331617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:10.332564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.347099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a4475-ef56-4432-8bf2-6f7be4b37350 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:10.374340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 08897d46-dfdb-4173-9a2c-ab8550474b7d details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:10.387395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 54ce0a7e-f51f-47e9-b6e2-003e30139163 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:10.387742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 54ce0a7e-f51f-47e9-b6e2-003e30139163 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:10.398375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] Pushing event deleted for resources: {'Port': ['ID=a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:10.399444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Made reservation on behalf of 8bd70f43c3534b458babedfeadcf3425 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:10.402213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.511436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for dfba2274-f3ca-4469-8f19-5d9aff1c1b6a owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:10.540761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:10.544728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.571156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:10.582339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:10.589670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e8431-c0ac-4f5c-80ae-b5f45600e3e3 None None] No DVR routers for this DVR port a6fc8dcd-14c6-4c29-a3e1-d15a99c7c477 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:10.592745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.593083 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Added segment d375221e-d8f3-42db-a1e7-76ea5e2a8c7e of type vlan for network 257bc344-e8af-414a-9818-6e884ece3369 Feb 15 13:44:10.639452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.722190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6cf06ea0-97b0-434a-b450-4ee60f6845ee up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:10.781196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:10.781196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:10.805763 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ca4bd051-2446-475b-8ed3-d9b097467202 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9709706 Feb 15 13:44:10.810228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53034) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:10.823624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:10.834446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:32:b9:fc', 'name': 'tempest-NetworksTestDHCPv6-1867853549'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:10.945761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.946816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment d2c95ab5-8f83-45c2-b145-f28963da82b1 of type vlan for network 11a95aec-e998-4608-b9d2-4405a2f1f333 Feb 15 13:44:10.960362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.961263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:10.961901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:10.990581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.071572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:11.119053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event updated for resources: {'Network': ['ID=257bc344-e8af-414a-9818-6e884ece3369,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:11.129595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.135704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:11.136326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.206740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 6cf06ea0-97b0-434a-b450-4ee60f6845ee {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:11.207499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.243977 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b1fa2f71-4e91-4539-a5ad-2ef88caf58eb tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0075836 Feb 15 13:44:11.254509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 257bc344-e8af-414a-9818-6e884ece3369 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:11.257764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53046) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:11.275349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Request body: {'network': {'project_id': '8bd70f43c3534b458babedfeadcf3425'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:11.282974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:11.293554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:11.299622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:11.307026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Usage tracker for resource:network and tenant:8bd70f43c3534b458babedfeadcf3425 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:11.317715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:11.350470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:11.357602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=11a95aec-e998-4608-b9d2-4405a2f1f333,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:11.367445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:11.399045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:11.420599 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 13:44:11.421662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:11.421841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:11.422220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.423056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8122b05a-5220-4664-bf53-755d7ad3cfa9 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1640584 Feb 15 13:44:11.430145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:11.498748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:11.512481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '4442bbab-e1ad-474c-b394-da0cb2290b59'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:11.513301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.525169 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a2ca04ed-7428-4efe-8e61-80d2084a1fbb tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6651256 Feb 15 13:44:11.534665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53056) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:11.540360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.542616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-da9c05be-3e63-4a6e-a6cd-e8cf131cbb6c tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bd70f43c3534b458babedfeadcf3425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110961 Feb 15 13:44:11.549567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:11.550172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53060) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:11.710156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6cf06ea0-97b0-434a-b450-4ee60f6845ee,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:11.711792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:11.845860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:11.914684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Allocated IP 2001:db8::f816:3eff:fead:5bba (7bbde29e-2549-4182-a259-7bbb71f9b94f/4442bbab-e1ad-474c-b394-da0cb2290b59/b10e0fad-50c7-4288-a8a3-e2326bf3e5c2) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:11.939401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=dfba2274-f3ca-4469-8f19-5d9aff1c1b6a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:11.995042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.028204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 6cf06ea0-97b0-434a-b450-4ee60f6845ee owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:12.063730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ff5d9ac5-8b9f-4f87-998e-b4d2a853ab7d tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] Request body: {'port': {'network_id': '85420b61-ef93-4b75-8d86-4574960e4724', 'name': 'tempest-NetworksNegativeTestJSON-1050276962'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:12.114847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.136354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.147186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5d9ac5-8b9f-4f87-998e-b4d2a853ab7d tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] POST failed (client error): The resource could not be found. Feb 15 13:44:12.147958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5d9ac5-8b9f-4f87-998e-b4d2a853ab7d tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:12.153480 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff5d9ac5-8b9f-4f87-998e-b4d2a853ab7d tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5971682 Feb 15 13:44:12.157438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:12.197040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6cf06ea0-97b0-434a-b450-4ee60f6845ee,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:12.202450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:12.213836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.235723 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5283bb35-6961-49ae-8e81-94fee1fe6740 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:12.236001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5283bb35-6961-49ae-8e81-94fee1fe6740 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:12.241866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5283bb35-6961-49ae-8e81-94fee1fe6740 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "DELETE /v2.0/networks/90938106-e259-4d8f-95dd-9f561cd3eb56 HTTP/1.1" status: 404 len: 339 time: 0.0779157 Feb 15 13:44:12.248774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53076) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:12.261291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:12.266285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.276969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:05Z', 'revision_number': 7, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:44:06Z', 'revision_number': 4, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:12.282073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.282803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0a733ba7-d280-445f-90ad-2f6181bf01e0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:12.306024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.350775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.357858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.370150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:12.372817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:12.373286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:12.384083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efe9f5-0c78-4330-a960-90a42b750255,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:12.399838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.407532 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-227255c1-b2a7-456f-8d9b-6bc46270d833 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/23efe9f5-0c78-4330-a960-90a42b750255 HTTP/1.1" status: 204 len: 168 time: 0.8460646 Feb 15 13:44:12.417224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53080) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:12.429940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.454879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:12.455524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:12.474293 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-48df33ae-cd59-4e53-a1fa-d47a803d2971 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:12.474956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48df33ae-cd59-4e53-a1fa-d47a803d2971 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:12.482917 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-48df33ae-cd59-4e53-a1fa-d47a803d2971 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "DELETE /v2.0/ports/61379ed0-583b-465d-94d9-8e188d1fa6e6 HTTP/1.1" status: 404 len: 333 time: 0.2273686 Feb 15 13:44:12.494838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53084) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:12.508103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Transition to ACTIVE for port object b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:12.538632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:12.559165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.584213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 41c2d35f-0bb8-4ace-be20-52867644614d yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:12.623633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Transition to ACTIVE for port object b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:12.643765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0a733ba7-d280-445f-90ad-2f6181bf01e0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:12.644128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.671408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:12.675487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.699861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.700090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:12.710253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.713422 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bcf8fb-3bf7-4be0-8f99-fba49027002b tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:12.713899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bcf8fb-3bf7-4be0-8f99-fba49027002b tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:12.720905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.753979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.764317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257bc344-e8af-414a-9818-6e884ece3369']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:12.780486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd375221e-d8f3-42db-a1e7-76ea5e2a8c7e') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:12.780881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd375221e-d8f3-42db-a1e7-76ea5e2a8c7e') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:12.796002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.829715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.837937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:12.838335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:12.856182 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:12.877789 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-47bcf8fb-3bf7-4be0-8f99-fba49027002b tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "DELETE /v2.0/subnets/2d4ca243-c894-43e1-8b8b-be7c720a8cd4 HTTP/1.1" status: 404 len: 337 time: 0.3705475 Feb 15 13:44:12.903625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53088) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:12.906344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 6cf06ea0-97b0-434a-b450-4ee60f6845ee {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:12.906693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:12.922934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:12.930466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:12.958656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:12.961055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Pushing event updated for resources: {'Port': ['ID=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:13.008725 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4292e10-3872-42b3-9d42-e531499a050f tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] GET failed (client error): The resource could not be found. Feb 15 13:44:13.015838 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b4292e10-3872-42b3-9d42-e531499a050f tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "GET /v2.0/networks/d879a954-ddfb-4f07-9a1a-797424faee5b HTTP/1.1" status: 404 len: 339 time: 0.1052663 Feb 15 13:44:13.023414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53092) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.064816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.065256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router 4a08b3f4-c30f-454e-ab0a-b3fd50358c6a {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:13.086170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 172.26.0.250 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f00eed54-0cc3-4ad0-9ecc-ad10232bba29) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:13.089494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.094364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.100336 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddebf491-85e3-414f-984a-e045d1332fb9 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] GET failed (client error): The resource could not be found. Feb 15 13:44:13.101630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ddebf491-85e3-414f-984a-e045d1332fb9 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "GET /v2.0/ports/0e05785e-f550-43db-8b82-a55ca579e3af HTTP/1.1" status: 404 len: 333 time: 0.0769775 Feb 15 13:44:13.113562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53096) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.178415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fe32:b9fc (7bbde29e-2549-4182-a259-7bbb71f9b94f/4442bbab-e1ad-474c-b394-da0cb2290b59/41c2d35f-0bb8-4ace-be20-52867644614d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:13.184448 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed771a-a3d2-4bb2-94b7-ec9e6dc922ee tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] GET failed (client error): The resource could not be found. Feb 15 13:44:13.185886 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ebed771a-a3d2-4bb2-94b7-ec9e6dc922ee tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "GET /v2.0/subnets/9242af34-779a-43ef-ab1a-32d1a38f74c2 HTTP/1.1" status: 404 len: 337 time: 0.0697906 Feb 15 13:44:13.210661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53100) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.215143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.220211 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5c035286-719f-4213-8ebe-f95c603be4e1 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 204 len: 168 time: 5.0999789 Feb 15 13:44:13.236772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "DELETE /v2.0/networks/257bc344-e8af-414a-9818-6e884ece3369 HTTP/1.1" status: 204 len: 168 time: 0.8152034 Feb 15 13:44:13.239158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53104) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.239317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53106) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.251957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2048311655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:13.275008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321adb01-6410-4713-886c-56c6908e2629 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event deleted for resources: {'Network': ['ID=257bc344-e8af-414a-9818-6e884ece3369,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:13.286654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:13.295647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Attempting to bind port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:13.296158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Attempting to bind port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:13.296609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Attempting to bind port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:13.324358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 759316b7-28c2-491d-bf35-c477764e631b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:13.357279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:13.358139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:13.358755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.359352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:13.359668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:13.360312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Bound port: b10e0fad-50c7-4288-a8a3-e2326bf3e5c2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:13.360785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.365203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:13.389555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:13.406943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-819e8088-22f0-4cf6-a66b-6aa2b2b21e42 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:13.437715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.455353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 6cf06ea0-97b0-434a-b450-4ee60f6845ee, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6cf06ea0-97b0-434a-b450-4ee60f6845ee,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:13.455719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.498040 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-819e8088-22f0-4cf6-a66b-6aa2b2b21e42 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] PUT failed (client error): The resource could not be found. Feb 15 13:44:13.498503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819e8088-22f0-4cf6-a66b-6aa2b2b21e42 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:13.505059 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-819e8088-22f0-4cf6-a66b-6aa2b2b21e42 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "PUT /v2.0/networks/e7d92ea2-fdd4-4280-8500-a81e3f28fc6d HTTP/1.1" status: 404 len: 339 time: 0.2823222 Feb 15 13:44:13.505630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53112) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.528762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d0e3b09c-be2c-40f3-817d-7f1e20f297c0 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:13.534309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] For port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:13.538218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] For port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:13.544418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 759316b7-28c2-491d-bf35-c477764e631b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:13.544862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.610628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e3b09c-be2c-40f3-817d-7f1e20f297c0 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] PUT failed (client error): The resource could not be found. Feb 15 13:44:13.611134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e3b09c-be2c-40f3-817d-7f1e20f297c0 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:13.617436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d0e3b09c-be2c-40f3-817d-7f1e20f297c0 tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "PUT /v2.0/ports/d6a5436d-aa3d-4196-947e-1704f065dca6 HTTP/1.1" status: 404 len: 333 time: 0.1054587 Feb 15 13:44:13.631616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:05Z', 'revision_number': 7, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:44:12Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:13.632737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53116) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:13.637514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.638557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.639278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7b085-38df-4865-9684-6d6a3a9dc4fa None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:05Z', 'revision_number': 7, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf06ea0-97b0-434a-b450-4ee60f6845ee', 'name': '', 'network_id': 'bab3b54b-a5ce-47c6-9a47-41f5961346cc', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:4f:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:54Z', 'updated_at': '2022-02-15T13:44:12Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '2fe4c0bd-7209-4bc8-b5b5-21f277166079', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:13.643224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.652690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7132bf4c-b360-49a3-833f-3972b84eefba tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:13.653078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 6cf06ea0-97b0-434a-b450-4ee60f6845ee owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:13.731995 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7132bf4c-b360-49a3-833f-3972b84eefba tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] PUT failed (client error): The resource could not be found. Feb 15 13:44:13.732913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7132bf4c-b360-49a3-833f-3972b84eefba tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:13.740910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7132bf4c-b360-49a3-833f-3972b84eefba tempest-NetworksNegativeTestJSON-184584062 tempest-NetworksNegativeTestJSON-184584062-project] 10.222.0.61 "PUT /v2.0/subnets/7f539838-046f-4881-b10b-f384ad8ce94b HTTP/1.1" status: 404 len: 337 time: 0.1068399 Feb 15 13:44:13.828425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62d78f-3c0f-4020-8461-7279e09e82ea None None] Pushing event updated for resources: {'Port': ['ID=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:13.860484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.869211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.923575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08897d46-dfdb-4173-9a2c-ab8550474b7d']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:13.936855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:13.959602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:13.972923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caccd1be-705c-4025-8b4f-bcde64b08091') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:13.973348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caccd1be-705c-4025-8b4f-bcde64b08091') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:13.980511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:13.980856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a28c135-aee6-4ea9-85e5-d05c45c9ffd7 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:13.996980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.025428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.037065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:14.037635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:14.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:14.083803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6cf06ea0-97b0-434a-b450-4ee60f6845ee up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:14.213013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.217871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.220190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 6cf06ea0-97b0-434a-b450-4ee60f6845ee triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:14.220588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.244029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:14.247690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.335223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 41c2d35f-0bb8-4ace-be20-52867644614d will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:14.357281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.385595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.395425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.396988 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-db7ef5af-6ef0-460d-8051-0d52a6864419 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1564071 Feb 15 13:44:14.401057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] Pushing event deleted for resources: {'Network': ['ID=08897d46-dfdb-4173-9a2c-ab8550474b7d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:14.403252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53124) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:14.410734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-afb66b88-47be-4011-b457-31f6c61b2a58 tempest-QuotasNegativeTest-981591305 tempest-QuotasNegativeTest-981591305-project-admin] 10.222.0.61 "DELETE /v2.0/networks/08897d46-dfdb-4173-9a2c-ab8550474b7d HTTP/1.1" status: 204 len: 168 time: 1.1680129 Feb 15 13:44:14.414577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=b4eadf74-f444-48e7-9daa-0bccf4372fa2,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:14.433862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:14.473279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53130) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:14.519269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.536967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.596219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=6cf06ea0-97b0-434a-b450-4ee60f6845ee,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:14.723889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:14.726706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': 'd2c95ab5-8f83-45c2-b145-f28963da82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:14.727066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: 11a95aec-e998-4608-b9d2-4405a2f1f333, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:14.734272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:14.743402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.849114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:14.856930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Usage tracker for resource:security_group_rule and tenant:918c57c7261d4a0b98a8c801f56c4f7d is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:14.862032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:14.874612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:14.877941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:14.887878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:14.923352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=f00eed54-0cc3-4ad0-9ecc-ad10232bba29,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:14.926310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.112435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:15.120902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=41c2d35f-0bb8-4ace-be20-52867644614d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:15.132864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:15.135145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:15.198801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:15.204478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:15.205100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.247544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.429900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.470311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53140) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:15.475602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:15.532833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c7aec4e5-731a-4b1e-956f-bdcbec94f12e None None] Provisioning for port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:15.549314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.578914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 11a95aec-e998-4608-b9d2-4405a2f1f333) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:15.584476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:15.585100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.590740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2f52a-5d88-4bd8-a728-0f6f8ffa3337 None None] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:15.595108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=918c57c7261d4a0b98a8c801f56c4f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207170 Feb 15 13:44:15.609756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53146) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:15.685845 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a167cb20-4405-461d-8106-66d1a61c9516 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8727486 Feb 15 13:44:15.693874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53150) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:15.696610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.728187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.791526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:15.797374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.802333 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:15.814691 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:15.815774 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:15.833380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-184ff4a2-d22d-407c-ac6a-31aedb5c6321 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7687430 Feb 15 13:44:15.833380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97d745-66cb-421e-8f0c-9bfd982dc42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc2533-3d88-4d6e-afed-90808d83637a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:15.834511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53154) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:15.875879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:15.886146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Usage tracker for resource:security_group_rule and tenant:369fe4603f5c4b73b52d86d22c97c484 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:15.891783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:15.893570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd2edb0d-7c6f-4e3a-aed0-70aef9459335 None None] Provisioning for port 41c2d35f-0bb8-4ace-be20-52867644614d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:15.903305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:15.920800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd2edb0d-7c6f-4e3a-aed0-70aef9459335 None None] Provisioning complete for port 41c2d35f-0bb8-4ace-be20-52867644614d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:15.921499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd2edb0d-7c6f-4e3a-aed0-70aef9459335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.931459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 2fe4c0bd-7209-4bc8-b5b5-21f277166079 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:15.934826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.949390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-11a95aec-e998-4608-b9d2-4405a2f1f333', 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': 'b4eadf74-f444-48e7-9daa-0bccf4372fa2'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:15.950245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:15.998214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.053018 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:16.091992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fd2edb0d-7c6f-4e3a-aed0-70aef9459335 None None] Port 41c2d35f-0bb8-4ace-be20-52867644614d cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:16.105593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.172920 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7219105f-6da2-4579-a066-2aa1a70860bf tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6229322 Feb 15 13:44:16.179414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53158) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:16.194460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'port': {'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333', 'name': 'tempest-NetworksIpV6TestAttrs-1330531822'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:16.210106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.225752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Allocated IP 2001:db8::f816:3eff:fe28:30db (11a95aec-e998-4608-b9d2-4405a2f1f333/b4eadf74-f444-48e7-9daa-0bccf4372fa2/bb00a651-182c-4dac-8c07-abcadb9b0129) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:16.320539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc2533-3d88-4d6e-afed-90808d83637a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:16.329755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.335229 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9f4be311-0e39-4796-bc8a-95746e2485c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2fc2533-3d88-4d6e-afed-90808d83637a HTTP/1.1" status: 204 len: 168 time: 0.7243772 Feb 15 13:44:16.377740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.408506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.444772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:16.475879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe4c0bd-7209-4bc8-b5b5-21f277166079,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:16.478655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.503875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d3e78c-7acd-4046-8874-ba835da144ae None None] Network bab3b54b-a5ce-47c6-9a47-41f5961346cc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:16.504698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:16.514313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:port and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:16.517817 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80eaa568-e1cc-4738-b154-7d893cf94c7f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/2fe4c0bd-7209-4bc8-b5b5-21f277166079 HTTP/1.1" status: 204 len: 168 time: 0.6819129 Feb 15 13:44:16.520741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.521900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:16.524491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53164) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:16.542453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d625506-5539-451c-b819-e16a8ce62a6b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:16.548611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d625506-5539-451c-b819-e16a8ce62a6b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:16.549522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d625506-5539-451c-b819-e16a8ce62a6b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:16.552136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:16.627929 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:14Z', 'revision_number': 8, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:16.637837 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:16.662873 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:16.663519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:16.667175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.715122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e644d-c43e-4080-8c3d-cc2c4725aea0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:16.731092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.756203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-96fff155-d336-4a2d-9251-6440c8a890d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=369fe4603f5c4b73b52d86d22c97c484&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2841487 Feb 15 13:44:16.758057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 759316b7-28c2-491d-bf35-c477764e631b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:16.758396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:16.786712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:16.790133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d625506-5539-451c-b819-e16a8ce62a6b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:16.793778 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3d625506-5539-451c-b819-e16a8ce62a6b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0963559 Feb 15 13:44:16.821792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53172) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:16.824959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:16.829615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.022283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.034616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Transition to ACTIVE for port object bb00a651-182c-4dac-8c07-abcadb9b0129 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:17.038841 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:17.041550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] device_id is not set on port d647aa83-e24c-473f-9eaf-eed27b7c8c81 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:17.058054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.059234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Transition to ACTIVE for port object bb00a651-182c-4dac-8c07-abcadb9b0129 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:17.094905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.156019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.211756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] DHCP port deletion for bab3b54b-a5ce-47c6-9a47-41f5961346cc request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:17.281760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Deleting port 759316b7-28c2-491d-bf35-c477764e631b {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:17.282254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.308690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:17.329246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:17.329246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.374587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Allocated IP 2001:db8::f816:3eff:fed4:49b9 (11a95aec-e998-4608-b9d2-4405a2f1f333/b4eadf74-f444-48e7-9daa-0bccf4372fa2/d647aa83-e24c-473f-9eaf-eed27b7c8c81) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:17.404676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.424867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.431603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:17.439790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:17.452110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:17.475588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.497355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Pushing event updated for resources: {'Port': ['ID=bb00a651-182c-4dac-8c07-abcadb9b0129,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:17.516820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.555492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 41c2d35f-0bb8-4ace-be20-52867644614d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:17.557432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.653827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Allocated IP 172.26.0.177 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/dcb15163-420c-4182-96db-5a1c80b7f356) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:17.708286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.780428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e644d-c43e-4080-8c3d-cc2c4725aea0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:17.850832 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:14Z', 'revision_number': 8, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:17.862463 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04eda2-b67a-4d80-a318-37af1d1c8096 None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:14Z', 'revision_number': 8, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11', 'name': '', 'network_id': 'd5cacd0d-e7ac-4aba-8ab8-6a086c06b702', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:b4:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:39Z', 'updated_at': '2022-02-15T13:43:53Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'bb1d5076-f39d-4da3-a4ce-e2d8981729cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:17.869839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:17.874133 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-345f0d11-e695-4899-bc9b-a161d2e76b27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b4e644d-c43e-4080-8c3d-cc2c4725aea0 HTTP/1.1" status: 204 len: 168 time: 1.0831399 Feb 15 13:44:18.019039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Attempting to bind port bb00a651-182c-4dac-8c07-abcadb9b0129 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:18.020240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Attempting to bind port bb00a651-182c-4dac-8c07-abcadb9b0129 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'd2c95ab5-8f83-45c2-b145-f28963da82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:18.021089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Attempting to bind port bb00a651-182c-4dac-8c07-abcadb9b0129 on network 11a95aec-e998-4608-b9d2-4405a2f1f333 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:18.055850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:18.064161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Checking segment: {'id': 'd2c95ab5-8f83-45c2-b145-f28963da82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:18.064161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.064161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Bound using segment: {'id': 'd2c95ab5-8f83-45c2-b145-f28963da82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:18.064161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Bound port: bb00a651-182c-4dac-8c07-abcadb9b0129, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c95ab5-8f83-45c2-b145-f28963da82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '11a95aec-e998-4608-b9d2-4405a2f1f333'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:18.064161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.094429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router 385f24bb-9966-419f-a52d-d2a699fb9f11 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:18.103045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.136335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.387160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:18.402757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.406851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] Sync routers for ids ['385f24bb-9966-419f-a52d-d2a699fb9f11'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:18.407689 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e1d0dd67-a2e2-43b5-8b96-7cdc9386d806 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "PUT /v2.0/routers/385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 200 len: 919 time: 9.5002759 Feb 15 13:44:18.411663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53198) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:18.484713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] For port 759316b7-28c2-491d-bf35-c477764e631b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=759316b7-28c2-491d-bf35-c477764e631b,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:18.485339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.503647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:18.515213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53202) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:18.515469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] Routers {'385f24bb-9966-419f-a52d-d2a699fb9f11'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:18.516008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['385f24bb-9966-419f-a52d-d2a699fb9f11'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:18.553759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 759316b7-28c2-491d-bf35-c477764e631b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=759316b7-28c2-491d-bf35-c477764e631b,segment=NetworkSegment(dd581259-6285-460c-be83-f7b03e96424b),segment_id=dd581259-6285-460c-be83-f7b03e96424b)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:18.554305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.666884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.733970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:18.740768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814921691'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:18.742192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 759316b7-28c2-491d-bf35-c477764e631b owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:18.742970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Calling delete_port for 759316b7-28c2-491d-bf35-c477764e631b owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:18.773029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.783327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:18.785689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53208) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:18.791985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:18.814307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:18.819030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:18.822992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:18.828256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:18.856835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:18.857906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:18.868042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] Routers {'385f24bb-9966-419f-a52d-d2a699fb9f11'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:18.871316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['385f24bb-9966-419f-a52d-d2a699fb9f11'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:18.872218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.892994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:18.900769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb15163-420c-4182-96db-5a1c80b7f356,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:18.921501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-49d0b1ec-8244-44a8-b440-87bdd0fb092e tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 200 len: 925 time: 0.5055397 Feb 15 13:44:18.921501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:18.924961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53212) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:18.931644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Usage tracker for resource:security_group_rule and tenant:ad4f3b626f21416aa5098f51baa58766 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:18.933114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 759316b7-28c2-491d-bf35-c477764e631b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:18.974562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.976206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:18.988647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:18.990066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:18.999250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.005668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:19.006224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872b73c-87d4-41f5-97fb-158f629bf7f4 None None] The sync data for ids ['385f24bb-9966-419f-a52d-d2a699fb9f11'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:19.026336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:19.062137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.142052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 759316b7-28c2-491d-bf35-c477764e631b update to DOWN by agent not found {{(pid=88298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 15 13:44:19.142624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6cf06ea0-97b0-434a-b450-4ee60f6845ee no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:19.147733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 41c2d35f-0bb8-4ace-be20-52867644614d owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:19.167704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.179979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.195144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:19.196288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:19.197129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb21a2-7565-48d4-88b1-a2ca1122d0ad None None] Pushing event updated for resources: {'Port': ['ID=bb00a651-182c-4dac-8c07-abcadb9b0129,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:19.197516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Transition to ACTIVE for port object d647aa83-e24c-473f-9eaf-eed27b7c8c81 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:19.212850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 6cf06ea0-97b0-434a-b450-4ee60f6845ee {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:19.213202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6cf06ea0-97b0-434a-b450-4ee60f6845ee not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:19.250370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:19.257765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:19.261179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=759316b7-28c2-491d-bf35-c477764e631b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:19.262658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:19.266352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No DVR routers for this DVR port 759316b7-28c2-491d-bf35-c477764e631b on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:19.276183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:19.340828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515b962-e936-4361-8a25-56e84d226b96 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:19.342890 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5515b962-e936-4361-8a25-56e84d226b96 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=385f24bb-9966-419f-a52d-d2a699fb9f11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4150300 Feb 15 13:44:19.351006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53216) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:19.490845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.537880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.616111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab3b54b-a5ce-47c6-9a47-41f5961346cc']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:19.658139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd581259-6285-460c-be83-f7b03e96424b') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:19.658384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd581259-6285-460c-be83-f7b03e96424b') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:19.676006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.684687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.696762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Deleting port 759316b7-28c2-491d-bf35-c477764e631b {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:19.697183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.701299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.785906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca4e42-7911-4bab-96de-672fa5f29573 None None] The port '759316b7-28c2-491d-bf35-c477764e631b' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:19.795678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.796344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5befc56-0edb-42f7-9297-332288047f15 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:19.796344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5befc56-0edb-42f7-9297-332288047f15 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.4425604 Feb 15 13:44:19.797902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:19.802947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.805241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:19.808862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.810581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:19.819177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:19.825016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:19.825653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.865249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797c267-0767-4775-9037-9384205f219a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:19.869873 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-27b0e422-e4e6-4165-8b0e-0d7eb7e6d6aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad4f3b626f21416aa5098f51baa58766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776544 Feb 15 13:44:19.873617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:19.873833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.874653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53224) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:19.890361 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:19.892863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Port': ['ID=d647aa83-e24c-473f-9eaf-eed27b7c8c81,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:19.900621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.912458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:19.927027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:19.952810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:19.956413 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b84f0603-5c1f-47eb-9da9-d4cdd5a12803 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 200 len: 205 time: 0.1451080 Feb 15 13:44:19.960600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:20.017230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53228) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:20.102521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:20.132574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e690a4-6a79-4c83-901f-37fd84b8d0cd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:20.148043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=41c2d35f-0bb8-4ace-be20-52867644614d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:20.210511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.221347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6db8c452-b665-42c9-8b80-51530ffbb218 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/41c2d35f-0bb8-4ace-be20-52867644614d HTTP/1.1" status: 204 len: 168 time: 3.3977132 Feb 15 13:44:20.228053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d68423b8-b434-4ff4-b965-8185b8e26aa5 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0451374 Feb 15 13:44:20.228053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:20.228695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53236) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:20.273361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.293560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2ecb4-79a6-47ad-b569-843018b6518e None None] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:20.305100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.330522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.335539 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/bab3b54b-a5ce-47c6-9a47-41f5961346cc HTTP/1.1" status: 204 len: 168 time: 3.8075619 Feb 15 13:44:20.337621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53240) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:20.415106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef143a93-1db8-4ab3-83b0-9d704762df31 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=bab3b54b-a5ce-47c6-9a47-41f5961346cc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:20.446380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c2ed2266-4343-4fd0-a019-6b4de5d50bb2 None None] Provisioning for port bb00a651-182c-4dac-8c07-abcadb9b0129 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:20.507756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9df13f-3c8a-4f76-a718-5d0e7f4d8e6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:20.509423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9df13f-3c8a-4f76-a718-5d0e7f4d8e6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:20.510284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5b9df13f-3c8a-4f76-a718-5d0e7f4d8e6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:20.516708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting subnet b4eadf74-f444-48e7-9daa-0bccf4372fa2 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:20.541636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.577847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.611696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.746209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.758848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.805290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5b9df13f-3c8a-4f76-a718-5d0e7f4d8e6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:20.807109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5b9df13f-3c8a-4f76-a718-5d0e7f4d8e6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5798314 Feb 15 13:44:20.814159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:20.824815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53244) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:20.922138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.004258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bb00a651-182c-4dac-8c07-abcadb9b0129 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:21.007406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.112358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1b44e-10a5-449c-a558-8549274f0dc4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:21.161174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f93df1f4-47d1-4b19-9715-1977ec04ac6a None None] Provisioning for port d647aa83-e24c-473f-9eaf-eed27b7c8c81 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:21.167328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f93df1f4-47d1-4b19-9715-1977ec04ac6a None None] Provisioning complete for port d647aa83-e24c-473f-9eaf-eed27b7c8c81 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:21.167919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f93df1f4-47d1-4b19-9715-1977ec04ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.198639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port bb00a651-182c-4dac-8c07-abcadb9b0129 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:21.219175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port bb00a651-182c-4dac-8c07-abcadb9b0129 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:21.219873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.282564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.290305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.290632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-723fb556-deb4-4d59-8944-f38113917541 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7729630 Feb 15 13:44:21.293964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f93df1f4-47d1-4b19-9715-1977ec04ac6a None None] Port d647aa83-e24c-473f-9eaf-eed27b7c8c81 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:21.308436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53248) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:21.366257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.389895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 4442bbab-e1ad-474c-b394-da0cb2290b59 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:21.416441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.427552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab7bc9b2-03fe-4afd-8d04-f44470e5b5c2 None None] Provisioning complete for port d647aa83-e24c-473f-9eaf-eed27b7c8c81 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:21.428171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc9b2-03fe-4afd-8d04-f44470e5b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.495843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.555387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.571306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bc9b2-03fe-4afd-8d04-f44470e5b5c2 None None] Port d647aa83-e24c-473f-9eaf-eed27b7c8c81 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:21.616502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:21.617353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:21.671933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=b4eadf74-f444-48e7-9daa-0bccf4372fa2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:21.699669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.704420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc25900-0a84-4a90-b273-ef39c4a1dbeb None None] Network 11a95aec-e998-4608-b9d2-4405a2f1f333 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:21.807529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.823687 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2bb88d69-b7b1-42d7-ad6d-956e786d4383 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/b4eadf74-f444-48e7-9daa-0bccf4372fa2 HTTP/1.1" status: 204 len: 168 time: 1.5918100 Feb 15 13:44:21.824344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.827074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:21.871543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9826189a-50a4-457d-983b-9bc110add9cb tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:21.886337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.916034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80766475-cf12-4b30-bcd8-f127836e7fb7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:21.917518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80766475-cf12-4b30-bcd8-f127836e7fb7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:21.918325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-80766475-cf12-4b30-bcd8-f127836e7fb7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Synchronizing usage tracker for tenant:d7acb5004847410289113cd9f14bfe69 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:21.929010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797c267-0767-4775-9037-9384205f219a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:21.961897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:21.963015 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bcf48b3d-6ec5-49e0-b422-1de067ad867b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9797c267-0767-4775-9037-9384205f219a HTTP/1.1" status: 204 len: 168 time: 2.0873020 Feb 15 13:44:21.994832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port f00eed54-0cc3-4ad0-9ecc-ad10232bba29 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:21.995197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.015358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-80766475-cf12-4b30-bcd8-f127836e7fb7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Unset dirty status for tenant:d7acb5004847410289113cd9f14bfe69 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:22.016660 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80766475-cf12-4b30-bcd8-f127836e7fb7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1885800 Feb 15 13:44:22.020842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53258) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:22.043462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9826189a-50a4-457d-983b-9bc110add9cb tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:22.048102 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9826189a-50a4-457d-983b-9bc110add9cb tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7277141 Feb 15 13:44:22.056042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53262) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:22.072006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-security--1803766954', 'description': 'tempest-security-description-490938771'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:22.141844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.196937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] DHCP port deletion for 11a95aec-e998-4608-b9d2-4405a2f1f333 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:22.207279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Deleting port bb00a651-182c-4dac-8c07-abcadb9b0129 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:22.208251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.239166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Router f5ffe433-38e7-4d8e-be46-81e6512484c3 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:22.251378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.270386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.272236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:22.272698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.388131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d25a23a7-15fa-45d7-93c4-91294503ea16 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.452596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.470691 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25a23a7-15fa-45d7-93c4-91294503ea16 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 13:44:22.471181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25a23a7-15fa-45d7-93c4-91294503ea16 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:22.473887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d25a23a7-15fa-45d7-93c4-91294503ea16 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/11a95aec-e998-4608-b9d2-4405a2f1f333 HTTP/1.1" status: 409 len: 405 time: 0.4513566 Feb 15 13:44:22.481306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53268) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:22.488963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-865485340'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:22.496132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:22.512642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:22.519042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:22.531355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:22.548614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.556772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.596782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:22.599178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.614804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:22.615264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:22.615446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.637657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:22.647399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.651126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.687060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.688164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:22.820242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for f00eed54-0cc3-4ad0-9ecc-ad10232bba29 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:22.830263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:22.872385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Calling delete_port for bb00a651-182c-4dac-8c07-abcadb9b0129 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:22.881198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.882456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "PUT /v2.0/security-groups/f9f1b44e-10a5-449c-a558-8549274f0dc4 HTTP/1.1" status: 200 len: 1777 time: 0.8238084 Feb 15 13:44:22.893880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53280) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:22.899625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66540a3e-927e-49b2-82ab-4da0b6ba7b99 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1b44e-10a5-449c-a558-8549274f0dc4,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:22.901975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=4442bbab-e1ad-474c-b394-da0cb2290b59,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:22.921293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:22.923415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:22.928625 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d8e77956-d30c-4e40-b84e-09a09f4ae1a7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/4442bbab-e1ad-474c-b394-da0cb2290b59 HTTP/1.1" status: 204 len: 168 time: 2.0823584 Feb 15 13:44:22.930962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53284) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:22.981820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c9140-094a-4314-afca-e21fe111bc53 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:23.019170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:23.034761 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] Sync routers for ids ['f5ffe433-38e7-4d8e-be46-81e6512484c3'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:23.036452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.038032 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d87d3b1c-bca4-4081-b5a0-e5d39473f13c tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "PUT /v2.0/routers/f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 200 len: 916 time: 8.6284559 Feb 15 13:44:23.043159 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c9b8f6a3-5380-4099-90eb-9134ab1ad5f9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068606 Feb 15 13:44:23.045052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53288) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:23.045571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53290) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:23.067245 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] Routers {'f5ffe433-38e7-4d8e-be46-81e6512484c3'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:23.067468 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5ffe433-38e7-4d8e-be46-81e6512484c3'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:23.121108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.121108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment 6d15f545-67f5-40dd-9f07-186a904010e3 of type vlan for network c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 Feb 15 13:44:23.152887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:23.153165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:23.159073 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-761ead8c-7640-4cd7-86d6-eaee5708eab5 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups/f9f1b44e-10a5-449c-a558-8549274f0dc4 HTTP/1.1" status: 200 len: 1777 time: 0.2632844 Feb 15 13:44:23.164895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:23.187505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.197937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.257912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=bb00a651-182c-4dac-8c07-abcadb9b0129,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:23.321795 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:23.333184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:23.359509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:23.361186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.388996 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] Routers {'f5ffe433-38e7-4d8e-be46-81e6512484c3'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:23.391822 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5ffe433-38e7-4d8e-be46-81e6512484c3'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:23.431908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:44:23.642513 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b115360-6b55-4ee6-95a5-d8bf5ae359f5 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 200 len: 922 time: 0.5948539 Feb 15 13:44:23.652109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53306) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:23.661279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ab2e5-dd1f-4f9c-aeeb-d4a7fbb0e446 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:23.665899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c10ab2e5-dd1f-4f9c-aeeb-d4a7fbb0e446 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6147532 Feb 15 13:44:23.672824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53308) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:23.673357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Deleting port bb00a651-182c-4dac-8c07-abcadb9b0129 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:23.674409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.709202 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:23.709838 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4adc3-35f0-4962-9ee7-3bde3bcf940c None None] The sync data for ids ['f5ffe433-38e7-4d8e-be46-81e6512484c3'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:23.782811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:23.810971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Deleting port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:23.811343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.858406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.887758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:23.902781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:23.906836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.045547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e337a38-4428-4070-9808-8e9699153af5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:24.046760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e337a38-4428-4070-9808-8e9699153af5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:24.064651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.071924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.115456 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6302140 Feb 15 13:44:24.149977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53316) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:24.167996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e337a38-4428-4070-9808-8e9699153af5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:24.172137 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5e337a38-4428-4070-9808-8e9699153af5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4979422 Feb 15 13:44:24.173214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53322) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:24.182482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': 'c1c14327-ed93-4cf9-a119-aa6d0f61f3c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:24.199060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=f00eed54-0cc3-4ad0-9ecc-ad10232bba29,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:24.248286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bb00a651-182c-4dac-8c07-abcadb9b0129 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:24.361242 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a3eadf06-7db7-42dc-888a-4a759e40359d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641147 Feb 15 13:44:24.377433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:24.377891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.385718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53328) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:24.394085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:24.473355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed1488-4b30-4eb0-8777-c5210db52b40 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=c1c14327-ed93-4cf9-a119-aa6d0f61f3c3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:24.480965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.514733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:24.542112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3be87e-bf09-44fc-8461-153841dfe16b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:24.543995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4f3be87e-bf09-44fc-8461-153841dfe16b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=f5ffe433-38e7-4d8e-be46-81e6512484c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8601997 Feb 15 13:44:24.555048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:24.556984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53332) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:24.611650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.621939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:24.667262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:24.735524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Calling delete_port for bb00a651-182c-4dac-8c07-abcadb9b0129 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:24.797835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:24.805751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.865774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:24.871433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.900393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:24.901899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.921710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] For port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:24.922665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:24.935296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.013171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.031929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:25.034604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1b44e-10a5-449c-a558-8549274f0dc4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:25.046422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2ef34e72-2db9-4eb1-9338-922948d31fc4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6972642 Feb 15 13:44:25.056921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53342) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.081371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:25.101093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Calling delete_port for b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:25.134010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.136268 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-817ba3ff-2028-4732-aaa4-d31837449581 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/f9f1b44e-10a5-449c-a558-8549274f0dc4 HTTP/1.1" status: 204 len: 168 time: 1.9690802 Feb 15 13:44:25.139923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53348) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.174063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:25.177538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:25.184526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.189700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:25.190756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:25.236630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47a2f65c-42f8-4613-b15c-51c092957a63 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:25.299124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.299852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:25.334282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.334771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router 385f24bb-9966-419f-a52d-d2a699fb9f11 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:25.356175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47a2f65c-42f8-4613-b15c-51c092957a63 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:25.359052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47a2f65c-42f8-4613-b15c-51c092957a63 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2138867 Feb 15 13:44:25.400152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595ec70-e860-4801-95b5-877bed500145 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:25.400152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7595ec70-e860-4801-95b5-877bed500145 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.8219676 Feb 15 13:44:25.400704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53356) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.404282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53358) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.504768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet bb1d5076-f39d-4da3-a4ce-e2d8981729cb {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:25.519925 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7c79aeb-7f7d-4f59-a427-65d278a7280c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 200 len: 205 time: 0.0924466 Feb 15 13:44:25.521438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-14b3f031-0514-4650-8bb7-71d20a55c1d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] delete failed (client error): The resource could not be found. Feb 15 13:44:25.526163 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-14b3f031-0514-4650-8bb7-71d20a55c1d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/f9f1b44e-10a5-449c-a558-8549274f0dc4 HTTP/1.1" status: 404 len: 347 time: 0.1207988 Feb 15 13:44:25.526443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:25.526443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:25.526677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53366) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.533595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53368) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.542747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.559107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535445052'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:25.601426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=bb00a651-182c-4dac-8c07-abcadb9b0129,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:25.631679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.650458 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-52966971-8f91-41fd-aa5a-26e7d600e7f7 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 204 len: 168 time: 5.6320722 Feb 15 13:44:25.654347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.675499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-884402410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:25.704912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:25.723768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:25.730976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.735531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:25.752187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:25.757450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.765218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:25.772919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:25.795959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.830417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:25.834433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:25.869826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:25.881620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] Pushing event deleted for resources: {'Port': ['ID=b10e0fad-50c7-4288-a8a3-e2326bf3e5c2,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:25.916004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:25.920131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:25.924325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:25.933253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:25.951270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab63188-f71e-445a-9844-7e89893c5545 None None] No DVR routers for this DVR port b10e0fad-50c7-4288-a8a3-e2326bf3e5c2 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:25.965605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b44938b2-5197-4126-9987-24467eaabe7a tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:25.978343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Deleting port bb00a651-182c-4dac-8c07-abcadb9b0129 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:25.981317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.001302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.138330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.139368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.153542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.188909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.192076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.237046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.241766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b44938b2-5197-4126-9987-24467eaabe7a tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "PUT /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868 HTTP/1.1" status: 200 len: 366 time: 0.5138643 Feb 15 13:44:26.245092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53386) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.266236 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6935fb6e-6946-4690-85eb-dca68f6ab970 tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0187559 Feb 15 13:44:26.267746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.274687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53390) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.276453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:26.283732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:26.289166 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-84c28c9b-b78a-4422-a7c1-55ac6d971ecf tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868 HTTP/1.1" status: 200 len: 366 time: 0.0129516 Feb 15 13:44:26.294022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53394) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.294698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:26.295503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.303214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.328969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=67f21a36-e8d4-4ab0-8d69-d9560cd11df9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:26.354511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d23616-255f-4721-92a6-3ca55c857b73 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:26.383375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.383720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.383973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port dcb15163-420c-4182-96db-5a1c80b7f356 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:26.387320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.387773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:26.460810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.471283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:26.474432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.500135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87915116-edc4-4508-a1e9-fbf452f29cfa,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:26.508372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-85d7d8e9-4366-4367-ab2b-f7d10306a772 tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868 HTTP/1.1" status: 204 len: 168 time: 0.2122645 Feb 15 13:44:26.510340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.512643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d38db61f-edec-4fd3-abd8-cf9c8038ff1c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9705045 Feb 15 13:44:26.518567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.518902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53400) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.541921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '87915116-edc4-4508-a1e9-fbf452f29cfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:26.550508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.558218 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e433fc15-8b90-4fed-9404-9e1b4db92297 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1692197 Feb 15 13:44:26.566271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53406) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.567265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:26.574588 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e3566cd1-f6b5-488b-943a-055db406c8fd tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0519662 Feb 15 13:44:26.587673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:5c:8e:6d', 'name': 'tempest-NetworksTestDHCPv6-379028278'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:26.610169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:26.612601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53410) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.628936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:26.649296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.652501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.653335 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f22faa0c-304f-41b3-b1c2-4abdc70daae2 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9922142 Feb 15 13:44:26.654304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=0d6f42fb-deea-45db-bfa0-d5ec8b667bd5,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:26.657219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53414) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.658108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:26.663214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:26.664537 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/bb1d5076-f39d-4da3-a4ce-e2d8981729cb HTTP/1.1" status: 204 len: 168 time: 1.6001229 Feb 15 13:44:26.705232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14077d67-3d11-452e-b827-4fb9533cdf0f None None] Network d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:26.717165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53416) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.761894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'enable_snat': False}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:26.798077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for dcb15163-420c-4182-96db-5a1c80b7f356 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:26.813113 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-70f43d1e-b13f-4f0b-908a-966e58719e00 tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868 HTTP/1.1" status: 200 len: 370 time: 0.1872022 Feb 15 13:44:26.825193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53422) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.841658 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b7181b4f-df1d-45ee-9ed0-5c61ae6a3007 tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868/default HTTP/1.1" status: 200 len: 370 time: 0.0121796 Feb 15 13:44:26.845455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53426) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:26.861291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-fd2f360b-13fb-4231-b5b8-60b33db179bc tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] delete failed (client error): The resource could not be found. Feb 15 13:44:26.863212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fd2f360b-13fb-4231-b5b8-60b33db179bc tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/a5ac871d89cc4006b15f39738dc64868 HTTP/1.1" status: 404 len: 348 time: 0.0159011 Feb 15 13:44:26.925128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8f8f-a97e-4eae-97ba-529d6bd2a532 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1d5076-f39d-4da3-a4ce-e2d8981729cb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:26.962464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] For port bb00a651-182c-4dac-8c07-abcadb9b0129, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bb00a651-182c-4dac-8c07-abcadb9b0129,segment=NetworkSegment(d2c95ab5-8f83-45c2-b145-f28963da82b1),segment_id=d2c95ab5-8f83-45c2-b145-f28963da82b1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:26.963209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.014053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': '6d15f545-67f5-40dd-9f07-186a904010e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1c14327-ed93-4cf9-a119-aa6d0f61f3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:27.014859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: c1c14327-ed93-4cf9-a119-aa6d0f61f3c3, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:27.167363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53432) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:27.180680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.202713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.236202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:27.236601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=dcb15163-420c-4182-96db-5a1c80b7f356,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:27.247573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.247903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.248246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.248946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.248946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.249228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.249739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.250067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.250388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.250706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.251020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.251334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:27.257519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:network and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.293258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.328183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Calling delete_port for bb00a651-182c-4dac-8c07-abcadb9b0129 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:27.332641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.338679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:27.341704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:subnet and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.346100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.370555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.417873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:subnetpool and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.430269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:27.499998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '67f21a36-e8d4-4ab0-8d69-d9560cd11df9'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:27.500833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.517946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port f8018970-5196-442d-baaa-bab0e77a66a0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:27.518540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.536414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.536737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:23Z', 'revision_number': 9, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:27.550398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:27.554582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:27.555481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.558137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.560214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:port and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.568335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.572005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.586508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:router and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.591749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.611087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:floatingip and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.622780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:27.623418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:27.630970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.676962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.677893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router f5ffe433-38e7-4d8e-be46-81e6512484c3 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:27.689358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:security_group and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.702015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.706570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.714287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Usage tracker for resource:security_group_rule and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.721828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.728223 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-997f23eb-3b5c-4782-903d-c97600b230ed tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 204 len: 168 time: 2.1977794 Feb 15 13:44:27.729639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53436) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:27.735072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1999518218', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:27.741715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.745754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:27.756495 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-70cc5f0b-66a3-4c1a-9021-ac372f05cc2f tempest-QuotasTest-1562699890 tempest-QuotasTest-1562699890-project-admin] 10.222.0.61 "GET /v2.0/quotas/dfff592eb10540d7a815765734ee27f1/details.json HTTP/1.1" status: 200 len: 703 time: 0.5823836 Feb 15 13:44:27.756495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Usage tracker for resource:router and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:27.760260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:27.778705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:27.804354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c1c14327-ed93-4cf9-a119-aa6d0f61f3c3) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:27.808794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.834733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:27.835075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.851515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] DHCP port deletion for d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:27.854770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681e661-f316-49d6-8bc4-58669a2a3db6 None None] Network c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:27.910781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] Pushing event deleted for resources: {'Port': ['ID=bb00a651-182c-4dac-8c07-abcadb9b0129,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:27.988376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Deleting port f8018970-5196-442d-baaa-bab0e77a66a0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:27.988376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:27.991434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb9180-19f0-4aa6-875b-357236860676 None None] No DVR routers for this DVR port bb00a651-182c-4dac-8c07-abcadb9b0129 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:28.024635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.026075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.056594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.083917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.092784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.096732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:28.137655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-46f56696-4701-4e95-bf04-970a08508cbe tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9861031 Feb 15 13:44:28.141788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53442) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:28.144147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a58a4ba-da7d-4ba6-bf9f-fc4d11cd4c0e,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:28.158953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f8018970-5196-442d-baaa-bab0e77a66a0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:28.173896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 116eaf61-21dd-4274-9818-540d1905a47c yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:28.217336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port f8018970-5196-442d-baaa-bab0e77a66a0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f8018970-5196-442d-baaa-bab0e77a66a0,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:28.218119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.325891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/67f21a36-e8d4-4ab0-8d69-d9560cd11df9/baac7eff-f30b-46cf-9d66-03201f916a84) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:28.360488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.362098 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6559ca8f-7ccc-4ea5-b87d-e64cb9bbe9dc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8403950 Feb 15 13:44:28.372704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for f8018970-5196-442d-baaa-bab0e77a66a0 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:28.400093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53448) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:28.482478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.520768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.535888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53452) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:28.589436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.635164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.706300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.818127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No DVR routers for this DVR port f8018970-5196-442d-baaa-bab0e77a66a0 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:28.823743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:28.847985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port f8018970-5196-442d-baaa-bab0e77a66a0 update to DOWN by agent not found {{(pid=88298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 15 13:44:28.917063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=f8018970-5196-442d-baaa-bab0e77a66a0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:28.977386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.026083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.035542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.059045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540387c-33a1-419e-b1c4-01077f684504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c1c14327-ed93-4cf9-a119-aa6d0f61f3c3', 'network_id': 'c1c14327-ed93-4cf9-a119-aa6d0f61f3c3', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': '0d6f42fb-deea-45db-bfa0-d5ec8b667bd5'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:29.059865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2540387c-33a1-419e-b1c4-01077f684504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.061804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:29.079548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a58a4ba-da7d-4ba6-bf9f-fc4d11cd4c0e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:29.082365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] For port f8018970-5196-442d-baaa-bab0e77a66a0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f8018970-5196-442d-baaa-bab0e77a66a0,segment=NetworkSegment(0587a711-1ef4-4a41-a4c8-856e89efa68e),segment_id=0587a711-1ef4-4a41-a4c8-856e89efa68e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:29.082757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.085254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:09d1e9a620db434f84d1802274c20b4b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:29.092963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.102951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:29.117755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:29.161233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.165531 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b1a4e77e-9d70-460c-badd-b65a95951848 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0a58a4ba-da7d-4ba6-bf9f-fc4d11cd4c0e HTTP/1.1" status: 204 len: 168 time: 0.7611327 Feb 15 13:44:29.167200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.208796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53458) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:29.211937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.216631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cacd0d-e7ac-4aba-8ab8-6a086c06b702']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.267986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Calling delete_port for f8018970-5196-442d-baaa-bab0e77a66a0 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:29.286909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6f42fb-deea-45db-bfa0-d5ec8b667bd5,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:29.318152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0587a711-1ef4-4a41-a4c8-856e89efa68e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.319145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0587a711-1ef4-4a41-a4c8-856e89efa68e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.351307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.392641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.417318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.433344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.437780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Transition to ACTIVE for port object baac7eff-f30b-46cf-9d66-03201f916a84 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:29.448689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.473508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e9d5fd1-bb50-4da7-8e9b-06f3418fdd8c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:29.476217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0b36acb9-f9ab-4590-8c4a-dc340098fa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.482688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:29.482688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:29.498552 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:29.502041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.502223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:29.502223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:29.508300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:23Z', 'revision_number': 9, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.515560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Transition to ACTIVE for port object baac7eff-f30b-46cf-9d66-03201f916a84 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:29.517207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fa75e-e828-415c-ad2e-a1acaa225f8a None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:23Z', 'revision_number': 9, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '69850fa6-8847-464c-a30c-d19827bceeae', 'name': '', 'network_id': '3f324d9c-c975-4104-9cdd-a0b86ccd26e1', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:89:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:24Z', 'updated_at': '2022-02-15T13:43:41Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': '15a6bf72-1392-433f-8dd3-1622cea0977c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:29.545372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c14327-ed93-4cf9-a119-aa6d0f61f3c3']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.568241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d15f545-67f5-40dd-9f07-186a904010e3') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.568241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d15f545-67f5-40dd-9f07-186a904010e3') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:29.586321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396bfc51-3fd4-47fc-92f6-576bd24fce32 None None] Network c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:29.600918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.612022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.633524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.647562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:29.647979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:29.667160 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:29.748070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Allocated IP 172.26.0.189 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/a223828c-08fc-41c5-87be-2cc9d1c8a7ba) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:29.787146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:29.800149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:29.808833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:29.816384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Pushing event updated for resources: {'Port': ['ID=baac7eff-f30b-46cf-9d66-03201f916a84,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:29.832830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.834025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.874960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.895550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.900891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=c1c14327-ed93-4cf9-a119-aa6d0f61f3c3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:29.914734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::34a (7bbde29e-2549-4182-a259-7bbb71f9b94f/67f21a36-e8d4-4ab0-8d69-d9560cd11df9/116eaf61-21dd-4274-9818-540d1905a47c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:29.921127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5e9d5fd1-bb50-4da7-8e9b-06f3418fdd8c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:29.922547 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5e9d5fd1-bb50-4da7-8e9b-06f3418fdd8c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7082372 Feb 15 13:44:29.925607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53462) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:29.947876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.960824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:29.988368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=d5cacd0d-e7ac-4aba-8ab8-6a086c06b702,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:29.995319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Attempting to bind port baac7eff-f30b-46cf-9d66-03201f916a84 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:29.997215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Attempting to bind port baac7eff-f30b-46cf-9d66-03201f916a84 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:29.997215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Attempting to bind port baac7eff-f30b-46cf-9d66-03201f916a84 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:30.003227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Deleting port f8018970-5196-442d-baaa-bab0e77a66a0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:30.004601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.031924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.042946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-482f33bb-b19e-4f2d-80ee-248ce2544ec1 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 HTTP/1.1" status: 204 len: 168 time: 1.8954148 Feb 15 13:44:30.052667 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e109ba49-899f-46ca-9516-5396ed9c1573 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/d5cacd0d-e7ac-4aba-8ab8-6a086c06b702 HTTP/1.1" status: 204 len: 168 time: 3.3022215 Feb 15 13:44:30.055951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53466) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:30.056137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53468) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:30.057681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:30.058137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:30.059067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.059868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:30.060395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Bound port: baac7eff-f30b-46cf-9d66-03201f916a84, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:30.060900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.099585 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09d1e9a620db434f84d1802274c20b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5635571 Feb 15 13:44:30.108454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4b923-cb10-4880-aabf-fb00ab3fb8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf29bb-b42e-4e10-8b68-b726268e1322,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:30.110919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53474) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:30.120641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:30.157049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2076468410'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:30.163566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:30.163824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd250-7fa0-4dd0-a5ba-f79cae84033e None None] The port 'f8018970-5196-442d-baaa-bab0e77a66a0' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:30.173250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:30.206773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:30.207106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a59cbe8-1a1b-4b02-89ed-bb7bcc5bae11 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:30.209315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:30.236590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.249999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.280974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] For port baac7eff-f30b-46cf-9d66-03201f916a84, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:30.285862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] For port baac7eff-f30b-46cf-9d66-03201f916a84, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=baac7eff-f30b-46cf-9d66-03201f916a84,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:30.324127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:30.350300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.362784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.400251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.404085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.436555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 116eaf61-21dd-4274-9818-540d1905a47c will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:30.460402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:30.464257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.476883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d58a8-e171-4a72-adda-09c3ae4fa13c None None] Pushing event updated for resources: {'Port': ['ID=baac7eff-f30b-46cf-9d66-03201f916a84,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:30.483780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.559443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:30.562558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:30.566615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:30.588227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.616670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Pushing event updated for resources: {'Port': ['ID=a223828c-08fc-41c5-87be-2cc9d1c8a7ba,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:30.619682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87915116-edc4-4508-a1e9-fbf452f29cfa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:30.632193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.671765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:30.677737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf29bb-b42e-4e10-8b68-b726268e1322,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:30.684250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.731090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.731847 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6d611b2c-46ec-45a0-baf6-1e144e68619f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/87915116-edc4-4508-a1e9-fbf452f29cfa HTTP/1.1" status: 204 len: 168 time: 0.8042595 Feb 15 13:44:30.733020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.733369 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment b945fa9e-5b24-4388-9a51-58ddee265795 of type vlan for network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 Feb 15 13:44:30.761966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53478) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:30.770856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Allocated IP 172.26.0.219 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/7c40f5c0-fdc2-42fb-897a-95ab06efbbfb) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:30.807573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.808724 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e85b0178-8641-41c2-9237-ebc977dd0cd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64bf29bb-b42e-4e10-8b68-b726268e1322 HTTP/1.1" status: 204 len: 168 time: 0.6875012 Feb 15 13:44:30.903260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:30.959362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:30.963408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:31.002943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:31.008628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:31.009278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.027868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=116eaf61-21dd-4274-9818-540d1905a47c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:31.030439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b70f74f6-4646-474a-9afe-e19e45124be0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:31.126183 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b06db857-61dc-47f7-b599-5f80f0107328 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5560696 Feb 15 13:44:31.129926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53486) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:31.187121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.190986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.196741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:31.197779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.237767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b70f74f6-4646-474a-9afe-e19e45124be0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:31.239245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b70f74f6-4646-474a-9afe-e19e45124be0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4758844 Feb 15 13:44:31.244136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53490) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:31.251825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396221613'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:31.261240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:31.354897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:31.378652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.451972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.483325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53494) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:31.516184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.517832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=8fc7dea3-f7a4-4c07-84bf-914cd16a3603,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:31.532592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:31.553553 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-862bb2c2-d9f9-427f-aa57-beb4fcbab3a7 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4963641 Feb 15 13:44:31.560106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53498) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:31.571227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:31.608732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:31.629788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:31.644703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:31.649931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Usage tracker for resource:security_group_rule and tenant:dfff592eb10540d7a815765734ee27f1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:31.654825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:31.658020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:31.672658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:31.674935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:31.710023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:31.717000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:subnet and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:31.728633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa947b40-ea01-4e94-bb2f-201216715f0c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:31.735465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa947b40-ea01-4e94-bb2f-201216715f0c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:31.736642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa947b40-ea01-4e94-bb2f-201216715f0c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:31.742832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:31.758192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:31.775834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.835833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.973015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:31.976583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:31.980738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3742-eb39-4868-a52f-21e4d8002451 None None] Provisioning for port baac7eff-f30b-46cf-9d66-03201f916a84 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:31.998721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa947b40-ea01-4e94-bb2f-201216715f0c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:31.999952 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aa947b40-ea01-4e94-bb2f-201216715f0c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8675561 Feb 15 13:44:32.021356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53502) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:32.041751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:32.137498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:32.150861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.152739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device baac7eff-f30b-46cf-9d66-03201f916a84 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:32.167834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:32.182064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.183723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.193500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.214793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9249e550-2f04-48ed-a7f6-423c7e4682ed None None] Provisioning for port 116eaf61-21dd-4274-9818-540d1905a47c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:32.216869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event updated for resources: {'Port': ['ID=7c40f5c0-fdc2-42fb-897a-95ab06efbbfb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:32.224004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9249e550-2f04-48ed-a7f6-423c7e4682ed None None] Provisioning complete for port 116eaf61-21dd-4274-9818-540d1905a47c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:32.224442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9249e550-2f04-48ed-a7f6-423c7e4682ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.281948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.345555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9249e550-2f04-48ed-a7f6-423c7e4682ed None None] Port 116eaf61-21dd-4274-9818-540d1905a47c cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:32.365802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 116eaf61-21dd-4274-9818-540d1905a47c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:32.366150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.419740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.421159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port baac7eff-f30b-46cf-9d66-03201f916a84 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:32.427627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port baac7eff-f30b-46cf-9d66-03201f916a84 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:32.429589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.444339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a5f3f9-1226-441d-9bc9-f5659b414ac9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:32.526605 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfff592eb10540d7a815765734ee27f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0420849 Feb 15 13:44:32.536820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53506) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:32.538455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.544400 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9a7a65b9-a693-45f3-af1c-bf497991e106 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2947676 Feb 15 13:44:32.546682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53510) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:32.559139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f5236-6024-4c24-9ac4-30fb62a2b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb233d45-1d80-4a92-bbeb-08acc2494be5,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:32.566457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'd9a5f3f9-1226-441d-9bc9-f5659b414ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:32.581020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:32.596462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:32.603638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:32.616521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:32.646798 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.651593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.684807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.690027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ed7457f9-ae25-4c24-adad-3e7bb70a0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.711846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port baac7eff-f30b-46cf-9d66-03201f916a84, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=baac7eff-f30b-46cf-9d66-03201f916a84,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:32.734733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.752118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.792326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Router c1cf7915-3675-4913-9c72-d98c64e7a2e9 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:32.814167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.819677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:32.914639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=baac7eff-f30b-46cf-9d66-03201f916a84,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:32.928322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.928843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.929286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.929717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.930148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.930459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.930866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.931353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.931707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.932102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.932509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:32.933187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:44:33.012031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.052108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.054896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb233d45-1d80-4a92-bbeb-08acc2494be5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:33.059232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:33.078769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.084887 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bbeb2b45-ed28-498f-bb62-47ae2323e083 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb233d45-1d80-4a92-bbeb-08acc2494be5 HTTP/1.1" status: 204 len: 168 time: 0.5378726 Feb 15 13:44:33.091906 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] Sync routers for ids ['c1cf7915-3675-4913-9c72-d98c64e7a2e9'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:33.093520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.093520 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-66813b0c-b445-4980-b194-01177eb60816 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "PUT /v2.0/routers/c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 200 len: 919 time: 6.3748400 Feb 15 13:44:33.094214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53516) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.107123 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] Routers {'c1cf7915-3675-4913-9c72-d98c64e7a2e9'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:33.108078 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c1cf7915-3675-4913-9c72-d98c64e7a2e9'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:33.117198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.187533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.225486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03384bcd-8657-44b0-9ef7-f43b74061d51,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:33.262832 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:33.277671 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] Routers {'c1cf7915-3675-4913-9c72-d98c64e7a2e9'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:33.278395 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c1cf7915-3675-4913-9c72-d98c64e7a2e9'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:33.330807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.335501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a1ec516b-4e9f-4a79-abe0-76f168f96d3f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7753143 Feb 15 13:44:33.336893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53520) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.345746 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:33.346193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'd9a5f3f9-1226-441d-9bc9-f5659b414ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:33.346410 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9017378b-a080-4536-b9e9-bec8a639597d None None] The sync data for ids ['c1cf7915-3675-4913-9c72-d98c64e7a2e9'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:33.357395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:33.366220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:33.371272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:33.379801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:33.382182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 69850fa6-8847-464c-a30c-d19827bceeae {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:33.382695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.383243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d975b500-4583-48fe-8230-9a6b8df0155f tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 200 len: 925 time: 0.2876284 Feb 15 13:44:33.386834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53524) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.420713 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:44:33.421680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.473666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ae6f2-74a1-426f-b4a6-c5550e501b06 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:33.475923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f16ae6f2-74a1-426f-b4a6-c5550e501b06 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=c1cf7915-3675-4913-9c72-d98c64e7a2e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0879757 Feb 15 13:44:33.478791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53528) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.564015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.569613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.674764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.678663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6b374-af90-48e2-a82d-0cab7d5a9171 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:33.679241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-41f6b374-af90-48e2-a82d-0cab7d5a9171 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Synchronizing usage tracker for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:33.691997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-41f6b374-af90-48e2-a82d-0cab7d5a9171 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] Unset dirty status for tenant:a0065c5e8f8c413fbfd25fe448267d9f on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:33.693230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-41f6b374-af90-48e2-a82d-0cab7d5a9171 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/networks/3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 881 time: 0.2135036 Feb 15 13:44:33.696300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53534) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.707593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 116eaf61-21dd-4274-9818-540d1905a47c owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:33.749157 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-96ebc670-7aed-488b-bae9-4bb6ecf3404a tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 200 len: 205 time: 0.0514379 Feb 15 13:44:33.753374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.753374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53540) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:33.940073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:33.967011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7c6069-0e45-4ed7-aeb6-c0111b30c3a0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:34.038122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=7a350b6a-ec79-4096-acbe-52da8f14ad40,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:34.084266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.089686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7dbc420e-8d56-418d-af93-fdc0bf462267 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7477582 Feb 15 13:44:34.090113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': 'b945fa9e-5b24-4388-9a51-58ddee265795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:34.090113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: 8fc7dea3-f7a4-4c07-84bf-914cd16a3603, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:34.091552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53550) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:34.102763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'd9a5f3f9-1226-441d-9bc9-f5659b414ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:34.112278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:34.122914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:34.127779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:34.136083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:34.140612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.150938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.183754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device baac7eff-f30b-46cf-9d66-03201f916a84 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:34.288760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port baac7eff-f30b-46cf-9d66-03201f916a84 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:34.288760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.295747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 69850fa6-8847-464c-a30c-d19827bceeae, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69850fa6-8847-464c-a30c-d19827bceeae,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:34.296116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.352043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.382643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.460780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 69850fa6-8847-464c-a30c-d19827bceeae owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:34.478125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port a223828c-08fc-41c5-87be-2cc9d1c8a7ba {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:34.478731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.490443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:34.506084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.581421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.621906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.645698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30203be-67ad-4965-94b4-c052c3f61a14,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:34.662698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=116eaf61-21dd-4274-9818-540d1905a47c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:34.678009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53562) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:34.719435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.790591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.794452 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fdc4edc8-a99d-44fb-ad88-c7308947e686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7002819 Feb 15 13:44:34.849984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53566) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:34.859788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for a223828c-08fc-41c5-87be-2cc9d1c8a7ba owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:34.889821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'd9a5f3f9-1226-441d-9bc9-f5659b414ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:34.906153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:34.918789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:34.922950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:34.931250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:34.963635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 8fc7dea3-f7a4-4c07-84bf-914cd16a3603) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:34.967642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:34.968402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:34.981332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd50baa-9b00-456e-87df-0dc1cf70ec05 None None] Network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:35.004508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.070179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.074563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.142015 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a75eaa37-0c00-4a27-84f9-12ab85e3c170 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5807710 Feb 15 13:44:35.143034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:35.197168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b0b5d07-4596-411a-bd1d-6c322f30d744 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/116eaf61-21dd-4274-9818-540d1905a47c HTTP/1.1" status: 204 len: 168 time: 3.1666110 Feb 15 13:44:35.201176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1731226396'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:35.206085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:35.241314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-8fc7dea3-f7a4-4c07-84bf-914cd16a3603', 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': '7a350b6a-ec79-4096-acbe-52da8f14ad40'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:35.242178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.243914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.259934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:35.278718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:35.292377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:35.297446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.304129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:35.343100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=a223828c-08fc-41c5-87be-2cc9d1c8a7ba,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:35.390200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003e965-178a-49a0-8084-d81cc631f2e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:35.391799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003e965-178a-49a0-8084-d81cc631f2e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:35.396144 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b003e965-178a-49a0-8084-d81cc631f2e6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1830838 Feb 15 13:44:35.406999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53580) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:35.411667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.419507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Allocated IP 2001:db8::2 (8fc7dea3-f7a4-4c07-84bf-914cd16a3603/7a350b6a-ec79-4096-acbe-52da8f14ad40/6ea0794a-03f4-4630-977d-88577c57f11d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:35.450699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.466624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.477939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fb0351-e86e-4b3f-b63a-137cce8ff67b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:35.499933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.515758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:35.519132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.531754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=69850fa6-8847-464c-a30c-d19827bceeae,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:35.586341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.666911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 67f21a36-e8d4-4ab0-8d69-d9560cd11df9 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:35.679608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.685698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.698658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Transition to ACTIVE for port object 6ea0794a-03f4-4630-977d-88577c57f11d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:35.730830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Transition to ACTIVE for port object 6ea0794a-03f4-4630-977d-88577c57f11d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:35.731539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.735168 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d9accb5-940e-4b59-bc38-213515da45ea tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8818135 Feb 15 13:44:35.792429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53584) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:35.793199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:35.813214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.815074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'd9a5f3f9-1226-441d-9bc9-f5659b414ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:35.824795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:35.839753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:35.841941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:35.852168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:35.870551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:35.874386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:35.884960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:35.888060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:35.889848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.890501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:35.919777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.923580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.924260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:35.940387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.940638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Pushing event updated for resources: {'Port': ['ID=6ea0794a-03f4-4630-977d-88577c57f11d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:35.952380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:35.998593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Attempting to bind port 6ea0794a-03f4-4630-977d-88577c57f11d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:35.998957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Attempting to bind port 6ea0794a-03f4-4630-977d-88577c57f11d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b945fa9e-5b24-4388-9a51-58ddee265795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:35.999322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Attempting to bind port 6ea0794a-03f4-4630-977d-88577c57f11d on network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:36.005987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:36.006596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Checking segment: {'id': 'b945fa9e-5b24-4388-9a51-58ddee265795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:36.007123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.007515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Bound using segment: {'id': 'b945fa9e-5b24-4388-9a51-58ddee265795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:36.007982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Bound port: 6ea0794a-03f4-4630-977d-88577c57f11d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b945fa9e-5b24-4388-9a51-58ddee265795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:36.008358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.075174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.076809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router c1cf7915-3675-4913-9c72-d98c64e7a2e9 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:36.096330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.097456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a5160b0-3475-472c-99d7-20281fcd7ecf tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 204 len: 168 time: 2.3371360 Feb 15 13:44:36.101283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:36.111063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] For port 6ea0794a-03f4-4630-977d-88577c57f11d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:36.111414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1064530486', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:36.115693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] For port 6ea0794a-03f4-4630-977d-88577c57f11d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6ea0794a-03f4-4630-977d-88577c57f11d,segment=NetworkSegment(b945fa9e-5b24-4388-9a51-58ddee265795),segment_id=b945fa9e-5b24-4388-9a51-58ddee265795)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:36.121031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:36.124832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Usage tracker for resource:router and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:36.127631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:36.134933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:36.145508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Router 3f104d36-0224-411f-a01e-4a81a62611de is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:36.152479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.162370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.199067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=7a350b6a-ec79-4096-acbe-52da8f14ad40,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:36.219594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.276519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.277867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.304613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.322146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14892-37c4-421e-a743-ca758a6caf03 None None] Pushing event updated for resources: {'Port': ['ID=6ea0794a-03f4-4630-977d-88577c57f11d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:36.328750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.339527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.342195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc7dea3-f7a4-4c07-84bf-914cd16a3603']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:36.359008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b945fa9e-5b24-4388-9a51-58ddee265795') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:36.359337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b945fa9e-5b24-4388-9a51-58ddee265795') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:36.376435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.392680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.400096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:36.400522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:36.416379 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:36.736634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:44:36.736634 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:44:36.736634 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '8fc7dea3-f7a4-4c07-84bf-914cd16a3603'}] Feb 15 13:44:36.736634 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:36.737663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:36.785187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.787095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.813454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.844017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.872715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:36.882623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.897466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:36.908661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] Sync routers for ids ['3f104d36-0224-411f-a01e-4a81a62611de'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:36.911521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fd065e-429f-4815-9d77-e0e21fc23fc4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:36.922583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] Routers {'3f104d36-0224-411f-a01e-4a81a62611de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:36.923275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3f104d36-0224-411f-a01e-4a81a62611de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:36.941090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:36.953848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:36.999932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:37.010151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] Routers {'3f104d36-0224-411f-a01e-4a81a62611de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:37.010780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3f104d36-0224-411f-a01e-4a81a62611de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:37.073498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:37.076664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ce459-501b-42e9-90f2-41ecd5f1c1bf None None] The sync data for ids ['3f104d36-0224-411f-a01e-4a81a62611de'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:37.077261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8476ece-7db7-45b7-9759-ff790d2d864b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:37.080392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=67f21a36-e8d4-4ab0-8d69-d9560cd11df9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:37.083821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.084171 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 5176377c-eba8-4b23-9098-49f04bf71ac3 of type vlan for network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 Feb 15 13:44:37.103615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867639b8-7b59-4abc-9ed8-526b74d7f46c None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:37.148802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.151011 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8a7b2238-2514-4d97-a088-9f7895a39f9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/67f21a36-e8d4-4ab0-8d69-d9560cd11df9 HTTP/1.1" status: 204 len: 168 time: 1.7430115 Feb 15 13:44:37.161235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53592) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.168270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.168270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ed135066-c230-494d-a7a8-a646c4699f3c tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3685844 Feb 15 13:44:37.168270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.168270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-50ea6dc4-bc15-48e2-9777-e11a7fddba33 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4356422 Feb 15 13:44:37.189690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53596) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.190032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53598) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.215115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:37.265661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80762329-3104-4b3e-9e98-446fe12e9f86 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978487 Feb 15 13:44:37.270240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53604) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.270946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.350904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.368353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.368781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:37.382357 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:37.389126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b4f25bcd-acd9-454a-bea6-0489d362157c tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3287513 Feb 15 13:44:37.393039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53608) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.398123 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:37.399296 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:37.406501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.419231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.481663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.511011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:37.516559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Deleting port baac7eff-f30b-46cf-9d66-03201f916a84 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:37.518419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.555793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet 15a6bf72-1392-433f-8dd3-1622cea0977c {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:37.565735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.609114 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:37.619861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.626600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:37.629989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.666964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b8592b-d6b0-4b7c-8a86-88d4da829e8a None None] Network 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:37.740521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting port 6ea0794a-03f4-4630-977d-88577c57f11d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:37.741041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.742081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=2ed4bc7d-f0a6-43cd-be11-27313c387ca1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:37.757895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4ec72-bdfd-4fbb-a45a-58d9f711d565 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:37.758591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1c4ec72-bdfd-4fbb-a45a-58d9f711d565 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:37.789697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:37.790901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.901343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:37.981673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e8efd882-7586-4ddd-a89a-2d1927e1fd10 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2497957 Feb 15 13:44:37.984335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53612) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:37.990917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'name': 'tempest-PortsIpV6TestJSON-2033665936'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:38.010492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1c4ec72-bdfd-4fbb-a45a-58d9f711d565 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:38.019275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-69e8124a-658d-4af9-ac33-4901f85a016d None None] Provisioning for port 6ea0794a-03f4-4630-977d-88577c57f11d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:38.027013 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1c4ec72-bdfd-4fbb-a45a-58d9f711d565 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7521737 Feb 15 13:44:38.034410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.043020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53616) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.048837 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:35Z', 'revision_number': 10, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:38.055756 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:38.074324 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:38.075434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:38.098518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57fd065e-429f-4815-9d77-e0e21fc23fc4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:38.159246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] For port baac7eff-f30b-46cf-9d66-03201f916a84, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=baac7eff-f30b-46cf-9d66-03201f916a84,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:38.159631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.188443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Allocated IP 172.26.0.80 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/61ed0002-19c2-49a3-8340-b11bc84447df) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:38.240913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.250942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6ea0794a-03f4-4630-977d-88577c57f11d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:38.292338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.293494 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-27916c4a-7c82-4068-9d49-d567e7933403 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/57fd065e-429f-4815-9d77-e0e21fc23fc4 HTTP/1.1" status: 204 len: 168 time: 1.1009281 Feb 15 13:44:38.304591 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:38.309740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=15a6bf72-1392-433f-8dd3-1622cea0977c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:38.310461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53620) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.357958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.359543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Calling delete_port for baac7eff-f30b-46cf-9d66-03201f916a84 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:38.377179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb2c84-b8c5-4d0a-a89d-f56140e85037 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:38.378261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-88fb2c84-b8c5-4d0a-a89d-f56140e85037 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:38.389028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aecd8499-0f05-46b1-9331-f4ea4b69c5fd tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/15a6bf72-1392-433f-8dd3-1622cea0977c HTTP/1.1" status: 204 len: 168 time: 0.9947472 Feb 15 13:44:38.389870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53624) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.395360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b17621-e0be-4da1-b4aa-8df7349630b7 None None] Network 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:38.590208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] For port 6ea0794a-03f4-4630-977d-88577c57f11d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6ea0794a-03f4-4630-977d-88577c57f11d,segment=NetworkSegment(b945fa9e-5b24-4388-9a51-58ddee265795),segment_id=b945fa9e-5b24-4388-9a51-58ddee265795)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:38.590585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.652074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] DHCP port deletion for 8fc7dea3-f7a4-4c07-84bf-914cd16a3603 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:38.663935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Deleting port 6ea0794a-03f4-4630-977d-88577c57f11d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:38.677489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.710886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-70d68151-7ac5-4c28-a467-899af895a1d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:38.726690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.734095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:38.742779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.747512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:38.754211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:38.763629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:38.776801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port f79457d0-906c-44e0-b9b3-54bc6e1eef70 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:38.776801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.778002 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:35Z', 'revision_number': 10, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:38.784088 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5e35-d5e7-4c0f-b436-fee9ba1c2ca9 None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:35Z', 'revision_number': 10, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None, '_interfaces': [{'id': '7d1df98b-e49e-4433-8164-90d32366fcd0', 'name': '', 'network_id': 'c24f619a-2b54-49f9-aa40-51c8cabc0b71', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'mac_address': 'fa:16:3e:1e:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:43:08Z', 'updated_at': '2022-02-15T13:43:23Z', 'revision_number': 5, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'subnets': [{'id': 'a4da0e2b-4887-4697-b6a4-15d2eb491877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:38.792150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] Pushing event deleted for resources: {'Port': ['ID=baac7eff-f30b-46cf-9d66-03201f916a84,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:38.793927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 6ea0794a-03f4-4630-977d-88577c57f11d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:38.815467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 6ea0794a-03f4-4630-977d-88577c57f11d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:38.815838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.827124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-88fb2c84-b8c5-4d0a-a89d-f56140e85037 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:38.828362 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-88fb2c84-b8c5-4d0a-a89d-f56140e85037 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7827945 Feb 15 13:44:38.831115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53628) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.851600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120caa9-5734-4099-a7c7-c1e2b9e4dcf2 None None] No DVR routers for this DVR port baac7eff-f30b-46cf-9d66-03201f916a84 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:38.883254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Calling delete_port for 6ea0794a-03f4-4630-977d-88577c57f11d owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:38.906139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:38.910691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:38.938922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-70d68151-7ac5-4c28-a467-899af895a1d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:38.940221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-70d68151-7ac5-4c28-a467-899af895a1d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6287718 Feb 15 13:44:38.947365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53632) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.959596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-af7cff28-4bdb-40c4-93b8-a91e64e8c1b5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262996 Feb 15 13:44:38.968068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53636) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:38.978236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 6982c638-696c-43f9-b8d3-0a66899d6dee yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:39.013294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.026835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:39.036536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.059322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.074366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.125894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.145472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.166490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] For port 6ea0794a-03f4-4630-977d-88577c57f11d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=6ea0794a-03f4-4630-977d-88577c57f11d,segment=NetworkSegment(b945fa9e-5b24-4388-9a51-58ddee265795),segment_id=b945fa9e-5b24-4388-9a51-58ddee265795)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:39.166887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.182242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.202670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Port': ['ID=6ea0794a-03f4-4630-977d-88577c57f11d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:39.204472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No DVR routers for this DVR port 6ea0794a-03f4-4630-977d-88577c57f11d on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:39.264885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] DHCP port deletion for 3f324d9c-c975-4104-9cdd-a0b86ccd26e1 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:39.306425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:39.335573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Calling delete_port for 6ea0794a-03f4-4630-977d-88577c57f11d owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:39.341055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.349871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Deleting port 7c40f5c0-fdc2-42fb-897a-95ab06efbbfb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:39.350298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.356281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:39.363796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Deleting port f79457d0-906c-44e0-b9b3-54bc6e1eef70 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:39.363796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.364559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port f79457d0-906c-44e0-b9b3-54bc6e1eef70, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f79457d0-906c-44e0-b9b3-54bc6e1eef70,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:39.364917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.382515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.554475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device baac7eff-f30b-46cf-9d66-03201f916a84 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:39.564206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for f79457d0-906c-44e0-b9b3-54bc6e1eef70 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:39.611986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.656361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc7dea3-f7a4-4c07-84bf-914cd16a3603']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:39.662419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: baac7eff-f30b-46cf-9d66-03201f916a84 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:39.662972 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device baac7eff-f30b-46cf-9d66-03201f916a84 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:39.676929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.682822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:39.686321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.697934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:39.698364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:39.709206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] For port f79457d0-906c-44e0-b9b3-54bc6e1eef70, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f79457d0-906c-44e0-b9b3-54bc6e1eef70,segment=NetworkSegment(6400372c-fc58-4876-9d9c-0931630279cd),segment_id=6400372c-fc58-4876-9d9c-0931630279cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:39.709701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.732040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b945fa9e-5b24-4388-9a51-58ddee265795') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:39.732429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b945fa9e-5b24-4388-9a51-58ddee265795') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:39.742335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:39.757900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:39.760830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16fb0351-e86e-4b3f-b63a-137cce8ff67b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:39.764777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:39.809137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.827173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.837513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Calling delete_port for f79457d0-906c-44e0-b9b3-54bc6e1eef70 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:39.871781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=f79457d0-906c-44e0-b9b3-54bc6e1eef70,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:39.873572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No DVR routers for this DVR port f79457d0-906c-44e0-b9b3-54bc6e1eef70 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:39.912612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.913754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9b716808-65b9-4f16-b535-eba326b849be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/16fb0351-e86e-4b3f-b63a-137cce8ff67b HTTP/1.1" status: 204 len: 168 time: 0.9538252 Feb 15 13:44:39.921120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:39.921582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:39.923963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53640) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:39.927667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event updated for resources: {'Port': ['ID=61ed0002-19c2-49a3-8340-b11bc84447df,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:39.934218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.967884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:39.968334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:39.994010 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:39.997617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.087813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6ea0794a-03f4-4630-977d-88577c57f11d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:40.113676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.124377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 6ea0794a-03f4-4630-977d-88577c57f11d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:40.124657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 6ea0794a-03f4-4630-977d-88577c57f11d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:40.125054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f79457d0-906c-44e0-b9b3-54bc6e1eef70 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:40.158975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f79457d0-906c-44e0-b9b3-54bc6e1eef70 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:40.159313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f79457d0-906c-44e0-b9b3-54bc6e1eef70 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:40.159733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69850fa6-8847-464c-a30c-d19827bceeae no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:40.179527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f324d9c-c975-4104-9cdd-a0b86ccd26e1']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:40.196997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 69850fa6-8847-464c-a30c-d19827bceeae {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:40.197239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69850fa6-8847-464c-a30c-d19827bceeae not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:40.199140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Deleting port 6ea0794a-03f4-4630-977d-88577c57f11d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:40.199567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.220377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6400372c-fc58-4876-9d9c-0931630279cd') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:40.220377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6400372c-fc58-4876-9d9c-0931630279cd') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:40.234895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=6982c638-696c-43f9-b8d3-0a66899d6dee,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:40.248375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.273448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0b829d37-971a-427f-8a38-d1d873832483 None None] The port '6ea0794a-03f4-4630-977d-88577c57f11d' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:40.277457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '5176377c-eba8-4b23-9098-49f04bf71ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:40.277457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 2ed4bc7d-f0a6-43cd-be11-27313c387ca1, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:40.287546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.309913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:40.310132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.321164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:40.324070 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:40.381453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f6b8a84d-36ec-4113-9d03-f07bbd44bb0e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:40.422313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Deleting port f79457d0-906c-44e0-b9b3-54bc6e1eef70 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:40.422862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.502605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aaf478c4-1468-45d3-b79a-1db21614bc0a None None] The port 'f79457d0-906c-44e0-b9b3-54bc6e1eef70' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:40.514392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.522305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Calling delete_port for 7c40f5c0-fdc2-42fb-897a-95ab06efbbfb owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:40.589611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.624222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=8fc7dea3-f7a4-4c07-84bf-914cd16a3603,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:40.626774 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-66440e88-ad3c-46c3-b0cf-1711d35d723e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/8fc7dea3-f7a4-4c07-84bf-914cd16a3603 HTTP/1.1" status: 204 len: 168 time: 5.4823754 Feb 15 13:44:40.626966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:40.627950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:40.630319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53644) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:40.632647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.640513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167277898'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:40.643817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:40.653588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:network and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:40.657597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:40.678671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.682606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:40.706039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.712647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:40.714803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f6b8a84d-36ec-4113-9d03-f07bbd44bb0e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:40.721326 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f6b8a84d-36ec-4113-9d03-f07bbd44bb0e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7905068 Feb 15 13:44:40.721326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53648) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:40.721790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:40.732007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:40.732588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.738141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805df2fe-f12c-43f8-9433-3af861bdd3f8 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:40.738684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=3f324d9c-c975-4104-9cdd-a0b86ccd26e1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:40.759605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2ed4bc7d-f0a6-43cd-be11-27313c387ca1) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:40.766854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=093523a2-bc26-465f-8776-250cfc4c5fdf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:40.772895 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f35fe313-90d4-4e22-a761-f7d832f575c0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/3f324d9c-c975-4104-9cdd-a0b86ccd26e1 HTTP/1.1" status: 204 len: 168 time: 2.3810298 Feb 15 13:44:40.779653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53652) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:40.779653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:40.780876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:40.781513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.813657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947a2bf-ea78-41ba-bc31-c2e7dcbb8b25 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:40.861860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:40.865593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.916984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:40.919392 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f8477068-8653-4de8-9d2a-bb3635d7a07f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9433551 Feb 15 13:44:40.920208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53656) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:40.943535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:40.944407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.026123 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fafeaff-6b72-418f-b28f-7fe6ca752537 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0375748 Feb 15 13:44:41.031944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53660) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:41.042452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:41.043587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566057333'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:41.053912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:41.093458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.093813 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Added segment c65d5839-40a3-41ac-9147-eca3743cb215 of type vlan for network 667ce76d-d52a-47bd-8f56-aaf55ed72817 Feb 15 13:44:41.112189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.136965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:41.189451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:41.193122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.202490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '093523a2-bc26-465f-8776-250cfc4c5fdf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:41.203648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.216126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:41.258489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.267228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.276198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:41.289197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Pushing event deleted for resources: {'Port': ['ID=7c40f5c0-fdc2-42fb-897a-95ab06efbbfb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:41.321175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:41.332594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:41.336066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.393136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Allocated IP 2001:db8::f816:3eff:feff:771d (7bbde29e-2549-4182-a259-7bbb71f9b94f/093523a2-bc26-465f-8776-250cfc4c5fdf/2f737fde-cd45-47c6-8c1c-a78eb177fe7f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:41.428248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:41.442060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.442349 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 9f4297e7-0c38-4d4e-87b0-b230622dcee0 of type vlan for network 69c44d15-5db2-457e-b7eb-2ea60bf6d16d Feb 15 13:44:41.444790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:41.448217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.458687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b30203be-67ad-4965-94b4-c052c3f61a14,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:41.571728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.658253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.666996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.680134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 093523a2-bc26-465f-8776-250cfc4c5fdf (CIDR: 2001:db8::/64) Feb 15 13:44:41.681777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Transition to ACTIVE for port object 2f737fde-cd45-47c6-8c1c-a78eb177fe7f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:41.704603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Transition to ACTIVE for port object 2f737fde-cd45-47c6-8c1c-a78eb177fe7f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:41.704809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.749314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.750449 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0c024b36-23a3-4667-93d9-68e2e1e22df9 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b30203be-67ad-4965-94b4-c052c3f61a14 HTTP/1.1" status: 204 len: 168 time: 1.0300071 Feb 15 13:44:41.759071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53664) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:41.776925 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:44:41.777503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:41.809458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.814997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:41.815609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.830523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.848714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.854317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:41.854900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:41.905750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:41.909681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:41.912188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:41.992713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Pushing event updated for resources: {'Port': ['ID=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:42.028858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Attempting to bind port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:42.029378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Attempting to bind port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:42.029757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Attempting to bind port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:42.037328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:42.037756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:42.038130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.038512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:42.040127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Bound port: 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:42.040643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.155218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] For port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:42.158283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Network': ['ID=667ce76d-d52a-47bd-8f56-aaf55ed72817,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:42.159521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] For port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:42.166161 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b22d4b18-8a81-4bf8-a474-376fec35b849 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5348086 Feb 15 13:44:42.174566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 667ce76d-d52a-47bd-8f56-aaf55ed72817 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:42.176413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9c97c5eb-91cf-44f8-9cf9-9da9b02d724e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:42.179358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=69c44d15-5db2-457e-b7eb-2ea60bf6d16d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:42.181448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53668) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:42.247069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 69c44d15-5db2-457e-b7eb-2ea60bf6d16d details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:42.249478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Request body: {'subnet': {'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:42.264376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-de9b0990-d161-4cf8-8b1f-461655d90863 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2319233 Feb 15 13:44:42.267135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6d0bcaa6-6e0b-4c20-b57d-0d1d0710705f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3374081 Feb 15 13:44:42.267812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.278328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53672) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:42.280165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53674) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:42.298699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'ports': [{'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'}, {'network_id': '69c44d15-5db2-457e-b7eb-2ea60bf6d16d'}]} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:42.299057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:42.299474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '69c44d15-5db2-457e-b7eb-2ea60bf6d16d'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:42.366932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:42.377175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.387698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.395909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.429973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9c97c5eb-91cf-44f8-9cf9-9da9b02d724e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:42.434794 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9c97c5eb-91cf-44f8-9cf9-9da9b02d724e tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6685796 Feb 15 13:44:42.435789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53680) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:42.497518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876c2bb-10a5-4220-ae83-6bf0670b4bfc None None] Pushing event updated for resources: {'Port': ['ID=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:42.620897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Router 3f104d36-0224-411f-a01e-4a81a62611de has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:42.669469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.692808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:42.718299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Usage tracker for resource:subnet and tenant:d7acb5004847410289113cd9f14bfe69 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:42.729831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:42.741367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:42.766192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:42.992109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:43.014175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:43.023914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Made reservation on behalf of d7acb5004847410289113cd9f14bfe69 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:43.027394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.059784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:43.062375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.070252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:43.073985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:43.081524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.083306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] Sync routers for ids ['3f104d36-0224-411f-a01e-4a81a62611de'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:43.084100 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ec9df2d-02a5-426e-836b-1d162cced73c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "PUT /v2.0/routers/3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 200 len: 706 time: 5.8922443 Feb 15 13:44:43.088788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53684) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:43.098563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] Routers {'3f104d36-0224-411f-a01e-4a81a62611de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:43.101769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3f104d36-0224-411f-a01e-4a81a62611de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.139863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:43.159236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:43.169986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.179967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] Routers {'3f104d36-0224-411f-a01e-4a81a62611de'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:43.180684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['3f104d36-0224-411f-a01e-4a81a62611de'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.181494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c7c6069-0e45-4ed7-aeb6-c0111b30c3a0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:43.190519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port 7d1df98b-e49e-4433-8164-90d32366fcd0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:43.190920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.230145 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-45a900f5-a7d6-43cd-b60f-21136bb1d24b tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/routers/3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 200 len: 741 time: 0.1398730 Feb 15 13:44:43.232960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:43.251786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.252181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa72fa0-8c7b-452b-8c1f-52996733838a None None] The sync data for ids ['3f104d36-0224-411f-a01e-4a81a62611de'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:43.276977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Router 9c433a85-563b-4b62-b4dc-a1b0679a01f6 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:43.287410 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-694a556c-269a-48e9-91b0-c44cf95cdd14 tempest-RoutersAdminTest-1738525849 tempest-RoutersAdminTest-1738525849-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 200 len: 205 time: 0.0531373 Feb 15 13:44:43.291083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:43.356762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:43.361256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.385985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.387103 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5a1d0077-b6d9-4c63-8f2a-a86004178e8d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3c7c6069-0e45-4ed7-aeb6-c0111b30c3a0 HTTP/1.1" status: 204 len: 168 time: 0.8796823 Feb 15 13:44:43.394494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 2} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:43.396243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b9f393ef-13a0-4738-a93f-4b8d8a24f7c8 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 200 len: 205 time: 0.1040876 Feb 15 13:44:43.398932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.404287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53696) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:43.404620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53698) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:43.525693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.660429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.734101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-15fb90aa-9a19-4527-ac47-b60906f50383 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:43.786543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port 7d1df98b-e49e-4433-8164-90d32366fcd0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7d1df98b-e49e-4433-8164-90d32366fcd0,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:43.786543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:43.883918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:43.895689 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] Sync routers for ids ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:43.906127 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] Routers {'9c433a85-563b-4b62-b4dc-a1b0679a01f6'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:43.907121 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.945512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-82417319-60d9-4740-9944-286443153213 None None] Provisioning for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:43.982658 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:43.992851 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] Routers {'9c433a85-563b-4b62-b4dc-a1b0679a01f6'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:43.995338 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:44.029887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-15fb90aa-9a19-4527-ac47-b60906f50383 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:44.031141 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-15fb90aa-9a19-4527-ac47-b60906f50383 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6256185 Feb 15 13:44:44.036614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53704) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.051496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.056149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.063439 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:44.063833 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e00864-c5e5-41ca-a258-e529a3158820 None None] The sync data for ids ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:44.085702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.104492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.122728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.124221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82ddedcc-5cc9-48d6-b7b4-72ea3b0c0f1f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0218010 Feb 15 13:44:44.126685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.132693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:44.155564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for 7d1df98b-e49e-4433-8164-90d32366fcd0 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:44.155876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2f737fde-cd45-47c6-8c1c-a78eb177fe7f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:44.287098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:44.292500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:44.292908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.313145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.314188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port a0d907de-698a-4656-8a43-63204f042814 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:44.314793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.315296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Fanout notify agent at l3_agent the message router_deleted on router 3f104d36-0224-411f-a01e-4a81a62611de {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:44.356744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03384bcd-8657-44b0-9ef7-f43b74061d51,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:44.379831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.385163 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c5d17a6e-caaa-4cc0-8726-a5ebb0cb28dd tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 204 len: 168 time: 0.9736557 Feb 15 13:44:44.414695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53712) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.425976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:44.440956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.441772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.445427 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a1538857-b3c9-4649-b8d5-7f4c80f4a77b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/03384bcd-8657-44b0-9ef7-f43b74061d51 HTTP/1.1" status: 204 len: 168 time: 0.4054129 Feb 15 13:44:44.451788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53716) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.481998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.483713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:44.518120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51c97a18-1946-4e5c-9d6e-2b373122bc16 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 200 len: 205 time: 0.1020527 Feb 15 13:44:44.530666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53720) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.545572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:44.581126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08ce25d3-c8e9-49c8-a0c1-fd48ff73eda2 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:44.656120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-211fcb59-6802-4297-b78c-5359abfb13ab tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:44.657140 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-211fcb59-6802-4297-b78c-5359abfb13ab tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/3f104d36-0224-411f-a01e-4a81a62611de HTTP/1.1" status: 404 len: 336 time: 0.1166029 Feb 15 13:44:44.663935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53724) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.679936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event updated for resources: {'Subnet': ['ID=a0fd51b5-3ef5-49b9-8a0a-8209fec7f2ed,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:44.728127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:44.738200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08ce25d3-c8e9-49c8-a0c1-fd48ff73eda2 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:44.740130 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-08ce25d3-c8e9-49c8-a0c1-fd48ff73eda2 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2872486 Feb 15 13:44:44.753087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53728) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.759098 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f44fc06b-def7-4563-85f3-cadba5abcd18 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 200 len: 205 time: 0.0935202 Feb 15 13:44:44.762689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53732) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.768166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Checking segment: {'id': 'c65d5839-40a3-41ac-9147-eca3743cb215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:44.768521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network hostable DHCP agents. Network: 667ce76d-d52a-47bd-8f56-aaf55ed72817, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:44.864888 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-c06af882-8b3c-4e40-b8da-142756c3996c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:44.865909 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c06af882-8b3c-4e40-b8da-142756c3996c tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/f5ffe433-38e7-4d8e-be46-81e6512484c3 HTTP/1.1" status: 404 len: 336 time: 0.0925746 Feb 15 13:44:44.868909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.914446 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bdba9e51-4c73-4222-b330-31c1ca48bb8d tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 200 len: 205 time: 0.0443332 Feb 15 13:44:44.916898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53740) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:44.973977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.024153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.027999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Network 667ce76d-d52a-47bd-8f56-aaf55ed72817 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:45.030146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.075520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.090131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-f8ba6348-15c5-43ec-aaa7-6338c2d28f04 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:45.091660 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f8ba6348-15c5-43ec-aaa7-6338c2d28f04 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/4a08b3f4-c30f-454e-ab0a-b3fd50358c6a HTTP/1.1" status: 404 len: 336 time: 0.1736007 Feb 15 13:44:45.095381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.101045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.106063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53744) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.129849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=7d1df98b-e49e-4433-8164-90d32366fcd0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:45.167111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a365102b-f3ff-4e5e-a493-6ca46a44d051 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 200 len: 205 time: 0.0599444 Feb 15 13:44:45.170315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53748) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.186587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:45.247928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:45.251488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:45.252297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.252807 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-c45cab9e-c309-4b2e-b799-b237e562eda5 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:45.257336 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c45cab9e-c309-4b2e-b799-b237e562eda5 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/fcc9ee6e-1390-46ae-8636-169abff638fa HTTP/1.1" status: 404 len: 336 time: 0.0824888 Feb 15 13:44:45.257336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.259414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53752) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.262154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff606ecb-1d06-4907-8873-d763cc456c63 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:45.307785 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-50669110-e31a-406f-8774-e0c005300176 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 200 len: 205 time: 0.0451403 Feb 15 13:44:45.310462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53756) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.340282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 667ce76d-d52a-47bd-8f56-aaf55ed72817) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:45.344867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:45.345486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.350713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8206fb-54b5-4946-abdf-e6c45403cef8 None None] Network 667ce76d-d52a-47bd-8f56-aaf55ed72817 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:45.376894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.404031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Deleting port 61ed0002-19c2-49a3-8340-b11bc84447df {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:45.404623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.447866 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-fdd253eb-ff83-46de-bd3c-66a18888ae7e tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:45.449112 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fdd253eb-ff83-46de-bd3c-66a18888ae7e tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/56fa761b-effd-4951-bd13-eff248511aee HTTP/1.1" status: 404 len: 336 time: 0.1375203 Feb 15 13:44:45.459219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a5f3f9-1226-441d-9bc9-f5659b414ac9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:45.461191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53760) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.464477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=e8e21da3-b99f-4990-83d8-f756fcd24d31,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:45.517847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.520328 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c2811f5e-4b8f-4d60-86fe-82549d377e8f tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b454fe18-f9f0-4e08-867f-e7908cdd431e HTTP/1.1" status: 200 len: 205 time: 0.0541980 Feb 15 13:44:45.523100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53764) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.530999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 95bf29ea-4a73-43da-b4d2-410d87b0c3d0 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:45.601915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.603133 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f15d5be9-b6b7-4605-ba1b-512825e6650a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/d9a5f3f9-1226-441d-9bc9-f5659b414ac9 HTTP/1.1" status: 204 len: 168 time: 0.8479350 Feb 15 13:44:45.616942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53768) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.824821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-667ce76d-d52a-47bd-8f56-aaf55ed72817', 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817', 'tenant_id': 'd7acb5004847410289113cd9f14bfe69', 'fixed_ips': [{'subnet_id': 'a0fd51b5-3ef5-49b9-8a0a-8209fec7f2ed'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:45.825970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.839154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:45.867860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac942e87-3169-4768-a542-08914bf44b76 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:45.873904 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-673db907-2088-4bc8-8a7b-0d9570909c30 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] delete failed (client error): The resource could not be found. Feb 15 13:44:45.875482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-673db907-2088-4bc8-8a7b-0d9570909c30 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/routers/b454fe18-f9f0-4e08-867f-e7908cdd431e HTTP/1.1" status: 404 len: 336 time: 0.3411860 Feb 15 13:44:45.896133 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-739ab594-c0e0-4c0b-a2d0-df3fec68ff8b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7089536 Feb 15 13:44:45.904515 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1e07d0f-3c84-448e-8bd8-a5e27659cd7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6227190 Feb 15 13:44:45.939126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53772) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.939450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53774) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:45.939693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53776) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:46.041523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Calling delete_port for 61ed0002-19c2-49a3-8340-b11bc84447df owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:46.101664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Allocated IP 2001:db8::f816:3eff:fea1:1707 (667ce76d-d52a-47bd-8f56-aaf55ed72817/a0fd51b5-3ef5-49b9-8a0a-8209fec7f2ed/4f2c7125-5180-47b0-8630-7a5d00732353) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:46.203659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:46.210212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:f7:df:10', 'name': 'tempest-NetworksTestDHCPv6-612777049'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:46.218882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2f737fde-cd45-47c6-8c1c-a78eb177fe7f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:46.357223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '093523a2-bc26-465f-8776-250cfc4c5fdf', 'ip_address': '2001:db8::f816:3eff:feff:771d'}, {'subnet_id': 'e8e21da3-b99f-4990-83d8-f756fcd24d31'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '2f737fde-cd45-47c6-8c1c-a78eb177fe7f'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:44:46.377139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.390490 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d9e389-a83b-483f-9dd4-5d8ea3e22253 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:46.390490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d9e389-a83b-483f-9dd4-5d8ea3e22253 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:46.391333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:46.407016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-37afd9d8-e3b1-4a3a-ac21-e3fb4704bafa tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6212959 Feb 15 13:44:46.411796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53784) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:46.419589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:46.429278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:46.429741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.446458 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-96d9e389-a83b-483f-9dd4-5d8ea3e22253 tempest-RoutersAdminTest-597479317 tempest-RoutersAdminTest-597479317-project] 10.222.0.61 "DELETE /v2.0/subnets/024213c8-0bfc-4685-9005-ddf98c5743fb HTTP/1.1" status: 404 len: 337 time: 0.5031738 Feb 15 13:44:46.495202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.498099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting subnet a4da0e2b-4887-4697-b6a4-15d2eb491877 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:46.502924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.508716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:46.509363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:46.524335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac942e87-3169-4768-a542-08914bf44b76 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:46.526007 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac942e87-3169-4768-a542-08914bf44b76 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9079132 Feb 15 13:44:46.533131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53790) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:46.539005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--382821944'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:46.564711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:46.582841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.595060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:46.603908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.609212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:46.618345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.623251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:46.672302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:46.699783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:46.704824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:46.713125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:46.713997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.721784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Pushing event deleted for resources: {'Port': ['ID=61ed0002-19c2-49a3-8340-b11bc84447df,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:46.730969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:46.733701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=a0d907de-698a-4656-8a43-63204f042814,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:46.738000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.812860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.874970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:46.877277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.890574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=95bf29ea-4a73-43da-b4d2-410d87b0c3d0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:46.908862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '9f4297e7-0c38-4d4e-87b0-b230622dcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '69c44d15-5db2-457e-b7eb-2ea60bf6d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:46.909214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 69c44d15-5db2-457e-b7eb-2ea60bf6d16d, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:46.922670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:46.930213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.931728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:46.940848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:46.948138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:46.999159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:47.046111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 69c44d15-5db2-457e-b7eb-2ea60bf6d16d is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:47.069991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:47.092528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.146597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 69c44d15-5db2-457e-b7eb-2ea60bf6d16d) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:47.149944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:47.158448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Subnet': ['ID=a4da0e2b-4887-4697-b6a4-15d2eb491877,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:47.178213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:47.178442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53796) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:47.186330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:47.193188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:47.193966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.203137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceb8e5-77d6-4802-bddb-5ae689bc8c71 None None] Network 69c44d15-5db2-457e-b7eb-2ea60bf6d16d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:47.216661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63409a90-eee6-460d-97a3-efb7522161a2 None None] Network c24f619a-2b54-49f9-aa40-51c8cabc0b71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:47.220202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.225900 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-44992a5c-3c3a-4bb1-bd98-563fb1b46309 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/a4da0e2b-4887-4697-b6a4-15d2eb491877 HTTP/1.1" status: 204 len: 168 time: 0.8131020 Feb 15 13:44:47.228994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53802) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:47.248487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.254810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:47.342572 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f581a346-95af-445d-b57e-5012daca1165 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0623081 Feb 15 13:44:47.352578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53806) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:47.398929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:47.399578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:47.412437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.436863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Deleting port c8467cf5-7850-4e64-bc48-2d0756ad64a7 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:47.437208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.471854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 95bf29ea-4a73-43da-b4d2-410d87b0c3d0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:47.472237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.497302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.530599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Transition to ACTIVE for port object 4f2c7125-5180-47b0-8630-7a5d00732353 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:47.602153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:47.648002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:47.664981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.681073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Usage tracker for resource:security_group_rule and tenant:25ece03c072149b2880ee74cc4186d98 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:47.695598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:47.700986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.713551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:47.747294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.753028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 47673f1d-9d81-4b19-90d2-d97e9e97892f yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:47.775865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Transition to ACTIVE for port object 4f2c7125-5180-47b0-8630-7a5d00732353 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:47.849151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:47.865313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] For port c8467cf5-7850-4e64-bc48-2d0756ad64a7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c8467cf5-7850-4e64-bc48-2d0756ad64a7,segment=NetworkSegment(8df171d5-8e20-4552-9e8d-c8044b8ea9af),segment_id=8df171d5-8e20-4552-9e8d-c8044b8ea9af)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:47.865313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.868692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.919122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00b24-11b9-44be-a29d-f9fc50d04fff None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:47.936501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.963702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:47.988654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Allocated IP 2001:db8:0:1::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/e8e21da3-b99f-4990-83d8-f756fcd24d31/2f737fde-cd45-47c6-8c1c-a78eb177fe7f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:48.048730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Router 9c433a85-563b-4b62-b4dc-a1b0679a01f6 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:48.067251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Network 667ce76d-d52a-47bd-8f56-aaf55ed72817 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:48.075319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:48.079432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb3b1f-974b-47b4-adf7-17d07babe9d1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.081321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Calling delete_port for c8467cf5-7850-4e64-bc48-2d0756ad64a7 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:48.089172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.099097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:48.107700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Pushing event updated for resources: {'Port': ['ID=4f2c7125-5180-47b0-8630-7a5d00732353,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.152590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fd51b5-3ef5-49b9-8a0a-8209fec7f2ed,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.156553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.305049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Attempting to bind port 4f2c7125-5180-47b0-8630-7a5d00732353 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:48.305981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Attempting to bind port 4f2c7125-5180-47b0-8630-7a5d00732353 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'c65d5839-40a3-41ac-9147-eca3743cb215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:48.306207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Attempting to bind port 4f2c7125-5180-47b0-8630-7a5d00732353 on network 667ce76d-d52a-47bd-8f56-aaf55ed72817 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:48.317550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 95bf29ea-4a73-43da-b4d2-410d87b0c3d0 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:48.322325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7d1df98b-e49e-4433-8164-90d32366fcd0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:48.384683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.386950 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3e0dc7c8-496c-4cdb-991c-f5552ec37324 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8525224 Feb 15 13:44:48.390943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53810) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.403585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '38eb3b1f-974b-47b4-adf7-17d07babe9d1', 'direction': 'ingress', 'protocol': 17}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:48.413093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:48.420372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] For port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:48.422802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:48.427527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.428339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:48.429592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.433372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d832d6-59ab-46b1-acac-7a29b18ea692 None None] DHCP port deletion for c24f619a-2b54-49f9-aa40-51c8cabc0b71 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:48.437431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:48.439296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:48.440738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Checking segment: {'id': 'c65d5839-40a3-41ac-9147-eca3743cb215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:48.440738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.440738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Bound using segment: {'id': 'c65d5839-40a3-41ac-9147-eca3743cb215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:48.441357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Bound port: 4f2c7125-5180-47b0-8630-7a5d00732353, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65d5839-40a3-41ac-9147-eca3743cb215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:48.441879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.443452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:48.444507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.448543 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99d23baf-3094-44fe-8c7f-609fd17a2cae tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "PUT /v2.0/routers/9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 200 len: 710 time: 4.3177660 Feb 15 13:44:48.449055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53814) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.454769 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] Sync routers for ids ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:48.469741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.475402 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] Routers {'9c433a85-563b-4b62-b4dc-a1b0679a01f6'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:48.477848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e7d832d6-59ab-46b1-acac-7a29b18ea692 None None] Deleting port c8467cf5-7850-4e64-bc48-2d0756ad64a7 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:48.478205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e7d832d6-59ab-46b1-acac-7a29b18ea692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.479066 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.530591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Port': ['ID=c8467cf5-7850-4e64-bc48-2d0756ad64a7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.534534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No DVR routers for this DVR port c8467cf5-7850-4e64-bc48-2d0756ad64a7 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:48.538749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.612254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] For port 4f2c7125-5180-47b0-8630-7a5d00732353, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:44:48.616620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] For port 4f2c7125-5180-47b0-8630-7a5d00732353, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4f2c7125-5180-47b0-8630-7a5d00732353,segment=NetworkSegment(c65d5839-40a3-41ac-9147-eca3743cb215),segment_id=c65d5839-40a3-41ac-9147-eca3743cb215)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:44:48.623140 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.634441 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] Routers {'9c433a85-563b-4b62-b4dc-a1b0679a01f6'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:48.635306 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.635432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ce76d-d52a-47bd-8f56-aaf55ed72817']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.657373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e7d832d6-59ab-46b1-acac-7a29b18ea692 None None] The port 'c8467cf5-7850-4e64-bc48-2d0756ad64a7' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:44:48.659383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7d1df98b-e49e-4433-8164-90d32366fcd0 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:48.660044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7d1df98b-e49e-4433-8164-90d32366fcd0 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:48.666172 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-69af2052-2777-46c7-b8e0-f1966ce7c4f9 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/routers/9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 200 len: 745 time: 0.2135055 Feb 15 13:44:48.685640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65d5839-40a3-41ac-9147-eca3743cb215') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.686173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65d5839-40a3-41ac-9147-eca3743cb215') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.693550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53818) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.696957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.711502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.730164 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.730908 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859db28-d8de-4be3-8fcd-04b0a9b56636 None None] The sync data for ids ['9c433a85-563b-4b62-b4dc-a1b0679a01f6'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:48.745779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.748940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9295dba-d20d-40a4-80dc-d25f8e318d90,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.758614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.765590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.770624 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bbee962a-1f93-44e0-b418-d867815f7d4f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25ece03c072149b2880ee74cc4186d98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5868158 Feb 15 13:44:48.776127 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-59a8180b-1832-4be6-9477-1b515c7ef872 tempest-RoutersIpV6AdminTest-243803983 tempest-RoutersIpV6AdminTest-243803983-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&device_id=9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 200 len: 205 time: 0.0765135 Feb 15 13:44:48.776127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53822) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.778054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53824) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.789823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.827661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.846892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:48.848380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.857749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=95bf29ea-4a73-43da-b4d2-410d87b0c3d0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:48.864404 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:48.871900 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a62edf95-5c83-4792-98a7-b535fa152492 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 200 len: 205 time: 0.0904102 Feb 15 13:44:48.876878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53830) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:48.878567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24f619a-2b54-49f9-aa40-51c8cabc0b71']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.923190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc0d62-1f37-41dd-9371-463ed8fe4bc4 None None] Pushing event updated for resources: {'Port': ['ID=4f2c7125-5180-47b0-8630-7a5d00732353,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:48.960126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df171d5-8e20-4552-9e8d-c8044b8ea9af') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.960585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df171d5-8e20-4552-9e8d-c8044b8ea9af') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:48.970279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b965a-4d19-4ad5-aa55-3c38993b19fa None None] Network 667ce76d-d52a-47bd-8f56-aaf55ed72817 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:48.978550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:48.985530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Transition to ACTIVE for port object 2f737fde-cd45-47c6-8c1c-a78eb177fe7f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:48.991948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.015084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:44:49.015084 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:44:49.015084 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '667ce76d-d52a-47bd-8f56-aaf55ed72817'}] Feb 15 13:44:49.015084 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:44:49.015538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:44:49.020140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.054094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.073683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.075519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.137303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2ff3a158-1883-4411-a04f-b17c8f92aa0c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/95bf29ea-4a73-43da-b4d2-410d87b0c3d0 HTTP/1.1" status: 204 len: 168 time: 1.7833617 Feb 15 13:44:49.147834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53834) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:49.205649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.216880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.226217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:49.226624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:49.242517 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:49.306063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8a370-69f7-4645-8be0-79f4a1c2b3f4 None None] Pushing event updated for resources: {'Port': ['ID=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:49.349919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.379530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9295dba-d20d-40a4-80dc-d25f8e318d90,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:49.419985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.424656 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-43cc2d95-3af3-430f-b923-f2fc05623d10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9295dba-d20d-40a4-80dc-d25f8e318d90 HTTP/1.1" status: 204 len: 168 time: 0.6443241 Feb 15 13:44:49.425015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8:0:1::1e4 (7bbde29e-2549-4182-a259-7bbb71f9b94f/e8e21da3-b99f-4990-83d8-f756fcd24d31/47673f1d-9d81-4b19-90d2-d97e9e97892f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:49.434240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fef7:df10 (7bbde29e-2549-4182-a259-7bbb71f9b94f/093523a2-bc26-465f-8776-250cfc4c5fdf/47673f1d-9d81-4b19-90d2-d97e9e97892f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:49.485292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2383747-ee59-4b15-8745-336c3c8c094d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:49.492501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2383747-ee59-4b15-8745-336c3c8c094d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:49.496604 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2383747-ee59-4b15-8745-336c3c8c094d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3478186 Feb 15 13:44:49.497239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53840) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:49.534049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.559289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.685997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting port 4f2c7125-5180-47b0-8630-7a5d00732353 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:49.686547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.707319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd1140c-462a-40e0-8e18-4edb4680fd85,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:49.707319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.707319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.735414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port a0d907de-698a-4656-8a43-63204f042814 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:49.735768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.788565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.791734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bc1bae17-d2ca-4434-ad7b-1f47ff7e7938 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3978891 Feb 15 13:44:49.793096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53846) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:49.821848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.823728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.825894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Fanout notify agent at l3_agent the message router_deleted on router 9c433a85-563b-4b62-b4dc-a1b0679a01f6 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:49.869450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.900696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Pushing event deleted for resources: {'Network': ['ID=c24f619a-2b54-49f9-aa40-51c8cabc0b71,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:49.914545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:49.915752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2f20e8f2-7fe7-42f4-9bfb-8ddd5952c31f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 204 len: 168 time: 1.0276823 Feb 15 13:44:49.928408 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a5774e1f-b66f-403c-9f7a-2a9cc0bdb1f0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/networks/c24f619a-2b54-49f9-aa40-51c8cabc0b71 HTTP/1.1" status: 204 len: 168 time: 2.6956439 Feb 15 13:44:49.928408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53850) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:49.933056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53852) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:49.974536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'routes': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:49.990813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.006375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a670212-61ea-4d31-ad68-b862b018e049 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:44:50.118740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2f737fde-cd45-47c6-8c1c-a78eb177fe7f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:44:50.155427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 47673f1d-9d81-4b19-90d2-d97e9e97892f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:50.165078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f86f08d4-624c-433e-af09-d1f93119bf2d None None] Provisioning for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:50.198650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f86f08d4-624c-433e-af09-d1f93119bf2d None None] Provisioning complete for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:50.199444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f86f08d4-624c-433e-af09-d1f93119bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.232849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-828a43bc-9a73-422c-b728-179965cef339 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 200 len: 205 time: 0.3010283 Feb 15 13:44:50.233498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53858) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.241968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] For port 4f2c7125-5180-47b0-8630-7a5d00732353, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4f2c7125-5180-47b0-8630-7a5d00732353,segment=NetworkSegment(c65d5839-40a3-41ac-9147-eca3743cb215),segment_id=c65d5839-40a3-41ac-9147-eca3743cb215)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:50.242240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.252977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.282321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a670212-61ea-4d31-ad68-b862b018e049 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:44:50.288173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53862) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.332470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:50.333238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.370995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.372910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Added routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:44:50.373201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Removed routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:44:50.373643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.545500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.562149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-86421c19-bc0a-4081-9c62-0eb4c60d90d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d6d76fd871246b8b98439590cbc5162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706034 Feb 15 13:44:50.564410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53866) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.603776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Calling delete_port for 4f2c7125-5180-47b0-8630-7a5d00732353 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:50.727688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-7371d82b-7891-444e-8a9a-cb2e8a65ed43 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:50.728391 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7371d82b-7891-444e-8a9a-cb2e8a65ed43 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/9c433a85-563b-4b62-b4dc-a1b0679a01f6 HTTP/1.1" status: 404 len: 336 time: 0.4892235 Feb 15 13:44:50.736693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for a0d907de-698a-4656-8a43-63204f042814 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:50.738283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53870) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.744198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c8467cf5-7850-4e64-bc48-2d0756ad64a7 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:44:50.774559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.786077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c8467cf5-7850-4e64-bc48-2d0756ad64a7 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:44:50.786434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c8467cf5-7850-4e64-bc48-2d0756ad64a7 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:44:50.797179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d09687fa-c507-4ee2-9eaa-fc8389202cea tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 200 len: 205 time: 0.0575335 Feb 15 13:44:50.804388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.804622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:50.882893 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-5da67949-2ba7-4fd7-903f-2350f78e296f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:50.883922 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5da67949-2ba7-4fd7-903f-2350f78e296f tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/c1cf7915-3675-4913-9c72-d98c64e7a2e9 HTTP/1.1" status: 404 len: 336 time: 0.0819328 Feb 15 13:44:50.895953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53878) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:50.899561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.074480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.096913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.100813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.107448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb3b1f-974b-47b4-adf7-17d07babe9d1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:51.119853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Port': ['ID=4f2c7125-5180-47b0-8630-7a5d00732353,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:51.126784 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fd106d1f-243d-476b-8914-7b7e1972222e tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 200 len: 205 time: 0.2265041 Feb 15 13:44:51.126784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No DVR routers for this DVR port 4f2c7125-5180-47b0-8630-7a5d00732353 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:51.132070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:44:51.132732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53882) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.212218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.212472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.220365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.221506 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a2fc63a-4222-48ef-8b8b-add5c237a44b tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/38eb3b1f-974b-47b4-adf7-17d07babe9d1 HTTP/1.1" status: 204 len: 168 time: 1.4266994 Feb 15 13:44:51.230160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53886) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.245579 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-e7f2208f-a1c4-4729-9e4c-8b28022c52f1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:51.247128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e7f2208f-a1c4-4729-9e4c-8b28022c52f1 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/385f24bb-9966-419f-a52d-d2a699fb9f11 HTTP/1.1" status: 404 len: 336 time: 0.1070757 Feb 15 13:44:51.255330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53890) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.266835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:51.293318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:51.297433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:51.309886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:51.311399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.391914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.442067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=47673f1d-9d81-4b19-90d2-d97e9e97892f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:51.495738 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9a030059-e585-4600-822f-7a014b91e07d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 200 len: 205 time: 0.2342148 Feb 15 13:44:51.502647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53894) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.524339 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/a0d907de-698a-4656-8a43-63204f042814 HTTP/1.1" status: 204 len: 168 time: 2.0232525 Feb 15 13:44:51.528688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.537452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3fbd3-4734-4008-97bd-7b0abafb55ec tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=a0d907de-698a-4656-8a43-63204f042814,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:51.549005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53898) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.579645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:51.585120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-3d65c0a9-711c-456e-ba79-64c71ffe97aa tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:51.589301 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3d65c0a9-711c-456e-ba79-64c71ffe97aa tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/8099a078-47c8-4d5e-b991-8d78ea76eb0e HTTP/1.1" status: 404 len: 336 time: 0.0821719 Feb 15 13:44:51.595765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Sync routers for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:51.599570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53902) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.613452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:51.615103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:51.621702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ce76d-d52a-47bd-8f56-aaf55ed72817']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:51.637721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-83f15c64-759d-4934-b5bb-a5319bd66faf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:51.643754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9ebb214e-54f2-4474-b0e0-d108cdef62b0 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6983960 Feb 15 13:44:51.646783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53906) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.660434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65d5839-40a3-41ac-9147-eca3743cb215') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:51.660754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65d5839-40a3-41ac-9147-eca3743cb215') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:51.663601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.665375 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1b6209f-91b9-4b59-8770-19f01471b886 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 704 time: 1.7313879 Feb 15 13:44:51.671785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53912) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.676268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.679875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.681720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d601d7a-2b63-4d83-a44a-d694daf718e3 HTTP/1.1" status: 204 len: 168 time: 1.1161859 Feb 15 13:44:51.689867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1258746b-b438-4eec-b27d-fc1794af72c4 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 200 len: 205 time: 0.0882163 Feb 15 13:44:51.691534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53918) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.775490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e17e2-e17c-4cd2-82e1-eee51ba9278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d601d7a-2b63-4d83-a44a-d694daf718e3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:51.808056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.811130 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-f007bd66-7134-44b4-9760-7ae6ac0bc010 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:51.815648 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f007bd66-7134-44b4-9760-7ae6ac0bc010 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/6877cca2-6ab5-4f12-be0d-1421eb818bcb HTTP/1.1" status: 404 len: 336 time: 0.1126680 Feb 15 13:44:51.816136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53922) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.835888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:51.881847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27dffcc-5e1c-4aa0-ac08-5890a7b9840d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:51.887840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-55fd7574-e8e2-42bb-af43-a3a5b14eebd5 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d811b83-253b-490b-bb10-47fe73069332 HTTP/1.1" status: 200 len: 205 time: 0.0684085 Feb 15 13:44:51.889795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53926) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:51.899724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.931643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:51.932194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:51.972792 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:51.990641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-83f15c64-759d-4934-b5bb-a5319bd66faf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:52.002947 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-83f15c64-759d-4934-b5bb-a5319bd66faf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7568502 Feb 15 13:44:52.003218 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-c8717722-ed66-4240-a1e5-230afbe56984 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] delete failed (client error): The resource could not be found. Feb 15 13:44:52.003218 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c8717722-ed66-4240-a1e5-230afbe56984 tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/routers/2d811b83-253b-490b-bb10-47fe73069332 HTTP/1.1" status: 404 len: 336 time: 0.1032519 Feb 15 13:44:52.003218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53930) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.006800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53934) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.012631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--738232696'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:52.045279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:52.051814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Checking router: ed7f4e8b-88aa-42ee-89bc-83744e3790a7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:52.068554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Routers {'ed7f4e8b-88aa-42ee-89bc-83744e3790a7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:52.068923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:52.077694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b619d4b5-80d0-41b5-a81c-ae737a45711d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.078149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b619d4b5-80d0-41b5-a81c-ae737a45711d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.083510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b619d4b5-80d0-41b5-a81c-ae737a45711d tempest-RoutersIpV6AdminTest-2028944141 tempest-RoutersIpV6AdminTest-2028944141-project] 10.222.0.61 "DELETE /v2.0/subnets/5e5acaf1-68f0-4e8f-9350-ae0010b3ebb3 HTTP/1.1" status: 404 len: 337 time: 0.0641050 Feb 15 13:44:52.084777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:52.100111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:52.129058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c27dffcc-5e1c-4aa0-ac08-5890a7b9840d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:52.131026 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c27dffcc-5e1c-4aa0-ac08-5890a7b9840d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 205 time: 0.4543805 Feb 15 13:44:52.134939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53940) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.157287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9a08043-ca2e-4357-9c57-2e092be6c902 None None] Provisioning for port 47673f1d-9d81-4b19-90d2-d97e9e97892f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:44:52.188130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224bcd7-3afc-4c2c-81f2-4313723f02c6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:52.191840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7224bcd7-3afc-4c2c-81f2-4313723f02c6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:52.208341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 47673f1d-9d81-4b19-90d2-d97e9e97892f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:52.208751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.259289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9a08043-ca2e-4357-9c57-2e092be6c902 None None] Provisioning complete for port 47673f1d-9d81-4b19-90d2-d97e9e97892f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:52.265656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9a08043-ca2e-4357-9c57-2e092be6c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.268125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.268647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.289936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.313948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=667ce76d-d52a-47bd-8f56-aaf55ed72817,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:52.320106 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d099e83c-e5d8-4308-8171-939cb974a64e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/667ce76d-d52a-47bd-8f56-aaf55ed72817 HTTP/1.1" status: 204 len: 168 time: 6.3766925 Feb 15 13:44:52.354156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53946) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.383992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a9a08043-ca2e-4357-9c57-2e092be6c902 None None] Port 47673f1d-9d81-4b19-90d2-d97e9e97892f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:44:52.397780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] Set router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:52.424969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7224bcd7-3afc-4c2c-81f2-4313723f02c6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:52.425227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.426683 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7224bcd7-3afc-4c2c-81f2-4313723f02c6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8766201 Feb 15 13:44:52.477383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53954) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.501743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:52.505184 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f94c20-b15c-4d77-96a3-3d123fede2b3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.505857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f94c20-b15c-4d77-96a3-3d123fede2b3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.507692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61f94c20-b15c-4d77-96a3-3d123fede2b3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/a0fd51b5-3ef5-49b9-8a0a-8209fec7f2ed HTTP/1.1" status: 404 len: 337 time: 0.1493804 Feb 15 13:44:52.538368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.579961 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-11722a16-dd6f-4bcf-a8da-900be3a4321e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.580829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11722a16-dd6f-4bcf-a8da-900be3a4321e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.583187 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-11722a16-dd6f-4bcf-a8da-900be3a4321e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/667ce76d-d52a-47bd-8f56-aaf55ed72817 HTTP/1.1" status: 404 len: 339 time: 0.0438130 Feb 15 13:44:52.592890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53964) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.623734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:52.630546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71578a5e-5d3e-418c-9ada-e174877f862d None None] The sync data for ids ['ed7f4e8b-88aa-42ee-89bc-83744e3790a7'] in dv-neutron-828156-1-hyperv is: [{'id': 'ed7f4e8b-88aa-42ee-89bc-83744e3790a7', 'name': 'tempest-RoutersIpV6Test-router-267564886', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:43:03Z', 'updated_at': '2022-02-15T13:44:44Z', 'revision_number': 11, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:52.690403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:52.720872 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9a650f-0273-4e44-aa78-39e060f68fe3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.720872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9a650f-0273-4e44-aa78-39e060f68fe3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.726704 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d9a650f-0273-4e44-aa78-39e060f68fe3 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/7a350b6a-ec79-4096-acbe-52da8f14ad40 HTTP/1.1" status: 404 len: 337 time: 0.1273668 Feb 15 13:44:52.726704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53972) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.788926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:52.795031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-84823947-063a-4333-892d-840f8f79ed0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:44:52.798503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-84823947-063a-4333-892d-840f8f79ed0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:52.855231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:52.866948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 47673f1d-9d81-4b19-90d2-d97e9e97892f owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:52.894633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53976) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.897320 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d71217-16be-4fed-86e7-d7e48ffbb854 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.897810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d71217-16be-4fed-86e7-d7e48ffbb854 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.899450 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c9d71217-16be-4fed-86e7-d7e48ffbb854 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/8fc7dea3-f7a4-4c07-84bf-914cd16a3603 HTTP/1.1" status: 404 len: 339 time: 0.1735320 Feb 15 13:44:52.917068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53980) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:52.928673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:52.965440 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d9a373-dfb3-4804-badd-2b6a20aec1e6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:52.965895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d9a373-dfb3-4804-badd-2b6a20aec1e6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:52.970778 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-68d9a373-dfb3-4804-badd-2b6a20aec1e6 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/0d6f42fb-deea-45db-bfa0-d5ec8b667bd5 HTTP/1.1" status: 404 len: 337 time: 0.0498974 Feb 15 13:44:52.970778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53986) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.013494 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd803ac-cee6-47d3-ad5d-aee893be92a9 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:53.013969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd803ac-cee6-47d3-ad5d-aee893be92a9 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:53.015787 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bfd803ac-cee6-47d3-ad5d-aee893be92a9 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/c1c14327-ed93-4cf9-a119-aa6d0f61f3c3 HTTP/1.1" status: 404 len: 339 time: 0.0446844 Feb 15 13:44:53.018493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.021244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 53992) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.022659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.024421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-84823947-063a-4333-892d-840f8f79ed0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:53.025590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-84823947-063a-4333-892d-840f8f79ed0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/95bf29ea-4a73-43da-b4d2-410d87b0c3d0 HTTP/1.1" status: 404 len: 333 time: 0.5379279 Feb 15 13:44:53.036250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 53996) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.095283 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5355c70-2821-442b-b4ab-594b71483506 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:44:53.100191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c5355c70-2821-442b-b4ab-594b71483506 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/a0d907de-698a-4656-8a43-63204f042814 HTTP/1.1" status: 404 len: 333 time: 0.0594084 Feb 15 13:44:53.100475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54002) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.176965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.177480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router ed7f4e8b-88aa-42ee-89bc-83744e3790a7 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:53.233661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.239194 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7574bcd2-4dc0-4ab5-8855-1a6adf0a94a7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 204 len: 168 time: 1.0984769 Feb 15 13:44:53.241521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.256666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54008) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.256666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-60679960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:53.258181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.262696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:53.268602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Usage tracker for resource:router and tenant:146d2bf94cd4441f8746b4e43865b230 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:53.298935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting port d647aa83-e24c-473f-9eaf-eed27b7c8c81 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:53.299274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.300208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:53.322191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:53.334952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:53.372202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Usage tracker for resource:security_group_rule and tenant:e5a95e5c3bc446a4b2f022b7b0542be5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:53.385278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:53.403304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:53.419252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.427642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54014) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.453982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c44d15-5db2-457e-b7eb-2ea60bf6d16d']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:53.466013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.467138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.473749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4297e7-0c38-4d4e-87b0-b230622dcee0') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:53.474039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4297e7-0c38-4d4e-87b0-b230622dcee0') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:53.488489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.512287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.519042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:53.520170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:53.534629 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:53.541007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.589872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986782524'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:53.604093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:53.620928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:53.624446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:53.630805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:53.688497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=47673f1d-9d81-4b19-90d2-d97e9e97892f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:53.742812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.766814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.770075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.772808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.789945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.792807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.801083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=69c44d15-5db2-457e-b7eb-2ea60bf6d16d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:53.830718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.856758 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6f1bca20-7d21-48f4-b835-ae2f00927a30 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/69c44d15-5db2-457e-b7eb-2ea60bf6d16d HTTP/1.1" status: 204 len: 168 time: 0.7552352 Feb 15 13:44:53.867481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:53.881150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:53.883784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-997997225'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:53.891625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:53.895683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:53.899929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.901180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:53.907007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:53.909139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:53.913722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:53.923629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:53.932944 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Calling delete_port for d647aa83-e24c-473f-9eaf-eed27b7c8c81 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:53.952269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:53.970784 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fdbcb5d8-7186-44a3-8549-fc1cffd26f84 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/47673f1d-9d81-4b19-90d2-d97e9e97892f HTTP/1.1" status: 204 len: 168 time: 2.3196459 Feb 15 13:44:53.973134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.023201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.046365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.060462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:54.063967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.151111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4804228d-958d-4ce9-8c84-40080ff1ad84,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:54.164465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.165747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a81e20e2-eb9b-4119-b8fc-6f8db4c2a166 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9213779 Feb 15 13:44:54.166852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:44:54.168562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54028) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.169985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.173940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:54.183698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.184052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 0b11bfa6-c279-462f-a66e-5ecf8d5f38a8 of type vlan for network 524e772d-2403-4476-8084-235a75445a7f Feb 15 13:44:54.201556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b880abf-5fce-4ee1-9fa0-3181216fdc1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.203055 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7b880abf-5fce-4ee1-9fa0-3181216fdc1c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2286029 Feb 15 13:44:54.207384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54032) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.227487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.250329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.263070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.265464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.266651 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-482a3e58-aa9e-4278-8e7f-2e30eac3d568 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2668383 Feb 15 13:44:54.280473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54036) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.282179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.286519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:54.303177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:54.314321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:54.326240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680310492'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:54.341562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:54.348388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:54.366267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d32c44e-f542-4b04-9d00-3c0ca8580511,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:54.382421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:54.382833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.396200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Port': ['ID=d647aa83-e24c-473f-9eaf-eed27b7c8c81,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:54.450995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f9f41-e67a-4a17-bf4b-c35b435ffd8f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.452506 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eb8f9f41-e67a-4a17-bf4b-c35b435ffd8f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2439096 Feb 15 13:44:54.460624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.479233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9518e-4945-4210-a79d-fe2e9fc2b248,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:54.503087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.508502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.509078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.531228 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-23d30842-878c-41c1-a5cf-a721aa5171bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5a95e5c3bc446a4b2f022b7b0542be5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6354098 Feb 15 13:44:54.541022 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-de61c3a7-f3e8-4be0-b091-e011261f0b3b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/ports/d647aa83-e24c-473f-9eaf-eed27b7c8c81 HTTP/1.1" status: 204 len: 168 time: 1.5199034 Feb 15 13:44:54.542222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54044) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.545493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.547652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54046) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.687364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.693677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:54.698762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.700375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.701961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:54.702750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:54.709690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:54.713147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:54.720741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=524e772d-2403-4476-8084-235a75445a7f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:54.725883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:54.729555 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa56840-c878-497c-9bc4-90b496458299 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:54.729555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa56840-c878-497c-9bc4-90b496458299 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:54.734082 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7aa56840-c878-497c-9bc4-90b496458299 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/b4eadf74-f444-48e7-9daa-0bccf4372fa2 HTTP/1.1" status: 404 len: 337 time: 0.1811922 Feb 15 13:44:54.739409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.740559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 524e772d-2403-4476-8084-235a75445a7f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:44:54.760557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.778330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.787137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.817765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.882127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:54.888116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e5031899-c8e1-4187-b796-dc88b962f72d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0194809 Feb 15 13:44:54.903372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:54.903960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dfc2cbd4-32e3-4441-96ca-e40f44772a9e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4420288 Feb 15 13:44:54.915266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54056) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.915495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:54.940570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '524e772d-2403-4476-8084-235a75445a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:55.076071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.138956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.140277 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7114530 Feb 15 13:44:55.155873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54064) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.171932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9518e-4945-4210-a79d-fe2e9fc2b248,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:55.205040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9448364-0b80-40cf-b912-47186d83c339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a296a355-26f5-4514-adcb-4ab68660ea35,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:55.220029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.235943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.237509 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d691d5f6-ef01-45ed-8f97-54aa0bced7dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04b9518e-4945-4210-a79d-fe2e9fc2b248 HTTP/1.1" status: 204 len: 168 time: 0.6922650 Feb 15 13:44:55.302725 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f5a8bf7a-7397-4936-8d16-94698a3b2fe6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1408055 Feb 15 13:44:55.305845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54070) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.313067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-security--319892204', 'description': 'tempest-security-description-1334214816'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:55.358494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.366997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.371584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 093523a2-bc26-465f-8776-250cfc4c5fdf {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:55.376869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:55.384322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.408679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Router 333afc7e-ac57-42c3-8cfc-e8062b8b86cb is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:44:55.436127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:55.444461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:55.453127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.532133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:55.580137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.590858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:44:55.598425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.602191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f44b3bdb-cddf-4007-b29c-c63b4c43c399 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "PUT /v2.0/routers/333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 200 len: 696 time: 1.4319978 Feb 15 13:44:55.602405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54074) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.606398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.612016 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Sync routers for ids ['333afc7e-ac57-42c3-8cfc-e8062b8b86cb'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:44:55.622955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5b64b-8707-49fa-ab96-a58265c98d9a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:55.627065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.647352 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Routers {'333afc7e-ac57-42c3-8cfc-e8062b8b86cb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:55.648368 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['333afc7e-ac57-42c3-8cfc-e8062b8b86cb'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:55.690620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a95aec-e998-4608-b9d2-4405a2f1f333']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:55.703583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:55.708467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.730134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c95ab5-8f83-45c2-b145-f28963da82b1') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:55.730701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c95ab5-8f83-45c2-b145-f28963da82b1') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:55.744935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.746295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bee77e56-28cb-476a-adc4-973427719866 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4559102 Feb 15 13:44:55.764665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54080) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.773867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.778018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.779531 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "PUT /v2.0/security-groups/a296a355-26f5-4514-adcb-4ab68660ea35 HTTP/1.1" status: 200 len: 1777 time: 0.4715381 Feb 15 13:44:55.800001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.830331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '4804228d-958d-4ce9-8c84-40080ff1ad84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91c5b64b-8707-49fa-ab96-a58265c98d9a', 'remote_ip_prefix': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:55.836185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.850029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:55.873810 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-33201978-0dcf-4ff2-aeb4-e108b0d07fe5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/routers/333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 200 len: 702 time: 0.2700448 Feb 15 13:44:55.875216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:55.881319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54088) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.882279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:55.894459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.901009 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-db83823d-3b1b-433a-bbcd-b3926b6e08c7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups/a296a355-26f5-4514-adcb-4ab68660ea35 HTTP/1.1" status: 200 len: 1777 time: 0.0971398 Feb 15 13:44:55.901009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e1b1b-a639-4bcf-92fb-ef4d835e5339 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a296a355-26f5-4514-adcb-4ab68660ea35,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:55.905731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54092) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:55.908279 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Set router 333afc7e-ac57-42c3-8cfc-e8062b8b86cb gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:55.934015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Performing IP validity checks on allocation pools {{(pid=88297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:44:55.941115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:44:55.949436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:55.963021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:55.963506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:55.984285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-706bff41-efcb-4fcf-b4df-3bdf1bc22743 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Synchronizing usage tracker for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:55.986772 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:56.025097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.079979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.091511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.101642 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333afc7e-ac57-42c3-8cfc-e8062b8b86cb', 'name': 'tempest-RoutersIpV6Test-router-60679960', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:44:53Z', 'updated_at': '2022-02-15T13:44:54Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:56.108688 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Checking router: 333afc7e-ac57-42c3-8cfc-e8062b8b86cb for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:44:56.123391 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Routers {'333afc7e-ac57-42c3-8cfc-e8062b8b86cb'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:44:56.124398 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:44:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['333afc7e-ac57-42c3-8cfc-e8062b8b86cb'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:56.155981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-706bff41-efcb-4fcf-b4df-3bdf1bc22743 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Unset dirty status for tenant:146d2bf94cd4441f8746b4e43865b230 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:56.157252 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-706bff41-efcb-4fcf-b4df-3bdf1bc22743 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 200 len: 205 time: 0.2697065 Feb 15 13:44:56.161107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54096) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.178685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.236064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.274063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.313352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54100) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.319291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=11a95aec-e998-4608-b9d2-4405a2f1f333,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:56.341447 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] Set router 333afc7e-ac57-42c3-8cfc-e8062b8b86cb gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:44:56.346404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e29747bd-a3e3-49bd-96db-27c0da094110 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/11a95aec-e998-4608-b9d2-4405a2f1f333 HTTP/1.1" status: 204 len: 168 time: 1.6059330 Feb 15 13:44:56.356073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54104) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.408827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.440494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.513176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333afc7e-ac57-42c3-8cfc-e8062b8b86cb', 'name': 'tempest-RoutersIpV6Test-router-60679960', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:44:53Z', 'updated_at': '2022-02-15T13:44:54Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:56.517532 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcac2c-c81a-4618-9548-31eaa4bcc661 None None] The sync data for ids ['333afc7e-ac57-42c3-8cfc-e8062b8b86cb'] in dv-neutron-828156-1-hyperv is: [{'id': '333afc7e-ac57-42c3-8cfc-e8062b8b86cb', 'name': 'tempest-RoutersIpV6Test-router-60679960', 'tenant_id': '146d2bf94cd4441f8746b4e43865b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:44:53Z', 'updated_at': '2022-02-15T13:44:54Z', 'revision_number': 2, 'project_id': '146d2bf94cd4441f8746b4e43865b230', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:44:56.529137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.542720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=093523a2-bc26-465f-8776-250cfc4c5fdf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:56.546169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.549512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652c827-a556-4919-8e9e-280946402a4f None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:56.562449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a296a355-26f5-4514-adcb-4ab68660ea35,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:56.567358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.567544 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eb6bb1a3-6c0d-46a7-a4e4-d043b1149091 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a0065c5e8f8c413fbfd25fe448267d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467439 Feb 15 13:44:56.567544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.568541 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9706eedd-92eb-4427-8a3c-9cdf4a5e9585 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/a296a355-26f5-4514-adcb-4ab68660ea35 HTTP/1.1" status: 204 len: 168 time: 0.6612811 Feb 15 13:44:56.569457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54108) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.569883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54110) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.570904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting port a9f0bde1-32e2-496e-9986-ed67493fae5b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:56.571245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.632535 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d14712ce-cfb5-4d0d-9fbf-f59092f71631 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/093523a2-bc26-465f-8776-250cfc4c5fdf HTTP/1.1" status: 204 len: 168 time: 1.7132404 Feb 15 13:44:56.642763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.645195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54116) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:56.718728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:56.850950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f9fc85-8789-474a-b7b1-a7334c70f593,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:56.936288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=184b37be-26e8-43f2-8ab9-565f9fd3df7c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:56.996495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '524e772d-2403-4476-8084-235a75445a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:57.002207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 524e772d-2403-4476-8084-235a75445a7f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:44:57.002421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.004096 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8f58ca72-a3ed-4b72-97c7-f789a4c832d7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1900904 Feb 15 13:44:57.012317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54120) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.080753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.095290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.113555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.147371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet e8e21da3-b99f-4990-83d8-f756fcd24d31 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:57.157521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.180323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.182237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.217131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca7182cc-87a2-43ed-a969-0f729f59772c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:57.232721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.322258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.368016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca7182cc-87a2-43ed-a969-0f729f59772c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:57.369935 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ca7182cc-87a2-43ed-a969-0f729f59772c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7939036 Feb 15 13:44:57.373711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 524e772d-2403-4476-8084-235a75445a7f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:44:57.377611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54124) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.379597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.392088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Calling delete_port for a9f0bde1-32e2-496e-9986-ed67493fae5b owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:57.396867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.396867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Fanout notify agent at l3_agent the message router_deleted on router 333afc7e-ac57-42c3-8cfc-e8062b8b86cb {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:44:57.469805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-72138756-e742-408f-85ae-a198ed8f9c5a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] delete failed (client error): The resource could not be found. Feb 15 13:44:57.471142 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-72138756-e742-408f-85ae-a198ed8f9c5a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/a296a355-26f5-4514-adcb-4ab68660ea35 HTTP/1.1" status: 404 len: 347 time: 0.0493028 Feb 15 13:44:57.478059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54128) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.479354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.490489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--503237377'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:57.497261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:57.508055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:57.536549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.538005 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ab22b74-246f-4d3a-83ce-69695790e8c5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 204 len: 168 time: 1.3750725 Feb 15 13:44:57.543526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54132) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.553013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.556921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.556921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd34f404-6015-47e3-8950-ad19e0e2ac55 HTTP/1.1" status: 204 len: 168 time: 0.9834032 Feb 15 13:44:57.597072 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-acd84f18-1eaf-4291-90ad-f8bc171469b9 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 200 len: 205 time: 0.0523508 Feb 15 13:44:57.598626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54138) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.602329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 524e772d-2403-4476-8084-235a75445a7f) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:57.609755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b8e7-e287-44aa-aa65-7ceab74ccd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34f404-6015-47e3-8950-ad19e0e2ac55,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:57.617355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c46e80-694f-49f4-98d0-63be0f57d001 None None] Network 524e772d-2403-4476-8084-235a75445a7f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:57.688486 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-66e11852-ced7-46fe-9043-c32acc15edd8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:57.693129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54142) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.693374 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66e11852-ced7-46fe-9043-c32acc15edd8 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/333afc7e-ac57-42c3-8cfc-e8062b8b86cb HTTP/1.1" status: 404 len: 336 time: 0.0931799 Feb 15 13:44:57.699159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:57.699747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.707859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.714714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.719666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.739145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.785221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa22e829-e643-4b86-87d4-558dce1a5152 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:57.785968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa22e829-e643-4b86-87d4-558dce1a5152 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:57.802612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Port': ['ID=a9f0bde1-32e2-496e-9986-ed67493fae5b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:57.810476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e21da3-b99f-4990-83d8-f756fcd24d31,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:57.811113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.814082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.815501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44f9fc85-8789-474a-b7b1-a7334c70f593,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:57.819802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-697c76ef-e5e4-46a0-b10d-0f83a2b3660f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e8e21da3-b99f-4990-83d8-f756fcd24d31 HTTP/1.1" status: 204 len: 168 time: 1.0990050 Feb 15 13:44:57.823410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fd051-5e1b-427a-9605-cd2576c1a552 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:57.829844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:57.832436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aa22e829-e643-4b86-87d4-558dce1a5152 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/2fe4c0bd-7209-4bc8-b5b5-21f277166079 HTTP/1.1" status: 404 len: 337 time: 0.1352813 Feb 15 13:44:57.833988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54146) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.838421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.842546 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-78758b58-c575-4455-b750-f2611bd5c055 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/44f9fc85-8789-474a-b7b1-a7334c70f593 HTTP/1.1" status: 204 len: 168 time: 0.8258343 Feb 15 13:44:57.842546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54150) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.842546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:57.848732 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7d29f49e-8e53-47d8-a925-1059f37ca132 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/ports/a9f0bde1-32e2-496e-9986-ed67493fae5b HTTP/1.1" status: 204 len: 168 time: 1.4847672 Feb 15 13:44:57.849660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54152) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.849995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54154) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.886725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:57.952395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8812770d-b002-49fa-93f9-a50030496c7d None None] Provisioning complete for port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:44:57.953029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8812770d-b002-49fa-93f9-a50030496c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:57.960552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:57.961111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0860e02d-632d-4eba-b590-49ac9a2d94fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247680 Feb 15 13:44:57.961570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54162) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:57.970974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:58.048289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.064786 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-85264cf0-2373-4bcf-a3c9-ba6d4568b734 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:58.066046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85264cf0-2373-4bcf-a3c9-ba6d4568b734 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:58.090502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5bbc3f7f-4226-4323-8999-5b327104fcc2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1663663 Feb 15 13:44:58.090716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.094646 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f6f92c-8b5d-4348-9a1a-162130a76863 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:58.095832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f6f92c-8b5d-4348-9a1a-162130a76863 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:58.098685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '524e772d-2403-4476-8084-235a75445a7f', 'name': 'tempest-PortsIpV6TestJSON-1917533639'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:58.122166 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-85264cf0-2373-4bcf-a3c9-ba6d4568b734 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/bb1d5076-f39d-4da3-a4ce-e2d8981729cb HTTP/1.1" status: 404 len: 337 time: 0.2748594 Feb 15 13:44:58.124484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.135858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54172) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.154317 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61f6f92c-8b5d-4348-9a1a-162130a76863 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/08a33c26-fad9-4eb7-903d-93fd4745f6a4 HTTP/1.1" status: 404 len: 337 time: 0.2622635 Feb 15 13:44:58.162149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54176) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.178514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7731adf-c455-4744-bbb4-1231ce71fa10 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:44:58.233268 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-142f4acd-7337-45d8-af42-f4f29941deaf tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:58.234880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142f4acd-7337-45d8-af42-f4f29941deaf tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:58.237797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-142f4acd-7337-45d8-af42-f4f29941deaf tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/15a6bf72-1392-433f-8dd3-1622cea0977c HTTP/1.1" status: 404 len: 337 time: 0.0863240 Feb 15 13:44:58.291810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-524e772d-2403-4476-8084-235a75445a7f', 'network_id': '524e772d-2403-4476-8084-235a75445a7f', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': '184b37be-26e8-43f2-8ab9-565f9fd3df7c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:44:58.292760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.325997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54182) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.332367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:58.382579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.390720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feec0b47-f136-4203-a9d0-034ded45815b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:58.422054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:58.424894 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86ef3f7-ccfa-43c5-86d9-8e1e0b634b6f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:58.425966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86ef3f7-ccfa-43c5-86d9-8e1e0b634b6f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:58.429058 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f86ef3f7-ccfa-43c5-86d9-8e1e0b634b6f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/a4da0e2b-4887-4697-b6a4-15d2eb491877 HTTP/1.1" status: 404 len: 337 time: 0.0992775 Feb 15 13:44:58.433154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54190) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.448576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:58.464759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:58.506246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.507720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ce702996-49d5-4d62-a302-3dbc1d204991 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0262876 Feb 15 13:44:58.508831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a7731adf-c455-4744-bbb4-1231ce71fa10 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:44:58.510387 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a7731adf-c455-4744-bbb4-1231ce71fa10 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6204739 Feb 15 13:44:58.515464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.524463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54198) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.559574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Allocated IP 2001:db8::2 (524e772d-2403-4476-8084-235a75445a7f/184b37be-26e8-43f2-8ab9-565f9fd3df7c/9098aa8d-6fa1-41fc-94e2-18eb6c5a494b) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:44:58.577469 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-368fb703-f7de-411a-8ae6-6a43b0b74202 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 200 len: 205 time: 0.1418550 Feb 15 13:44:58.580449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54204) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.591496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'feec0b47-f136-4203-a9d0-034ded45815b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:58.619852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:58.624473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.673453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:58.673683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:44:58.674150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 04f98439-077e-4844-a1f9-e821088dd292 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:44:58.675004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-14851277-b7b8-4328-bcc7-cb544737a398 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:58.676979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-14851277-b7b8-4328-bcc7-cb544737a398 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/ed7f4e8b-88aa-42ee-89bc-83744e3790a7 HTTP/1.1" status: 404 len: 336 time: 0.0953927 Feb 15 13:44:58.679031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.679588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Deleting port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:44:58.680328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.689202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.715224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:58.719042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.742186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:58.754600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:58.760342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-61c0c567-f407-4934-980e-e6852d1a4278 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4a7f-6053-4928-b683-07ee4cfe4a14 HTTP/1.1" status: 200 len: 205 time: 0.0678229 Feb 15 13:44:58.760701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54212) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.764428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4828dfa0-72f5-48ce-98e0-0a858b1448a9']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:58.836350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:58.844969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-cb0532f9-3e48-4e4b-bd4e-396140e1eadf tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:58.848765 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb0532f9-3e48-4e4b-bd4e-396140e1eadf tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/409d4a7f-6053-4928-b683-07ee4cfe4a14 HTTP/1.1" status: 404 len: 336 time: 0.0844796 Feb 15 13:44:58.848765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee22501-366e-4c5d-bf66-14697ab0df99') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:58.848765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee22501-366e-4c5d-bf66-14697ab0df99') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:44:58.855046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54216) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.876557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.894869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.907328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-122d9a4a-168d-4704-9dc9-244922985803 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:58.908257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122d9a4a-168d-4704-9dc9-244922985803 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:58.911790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-122d9a4a-168d-4704-9dc9-244922985803 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/9bb563b8-8ecf-495c-a5dd-f1b0992af3e8 HTTP/1.1" status: 404 len: 337 time: 0.0531821 Feb 15 13:44:58.912034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.931165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.955769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:58.968958 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-654172ad-f6f8-44c6-b573-8ff37b6f7a9d tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 200 len: 205 time: 0.0536890 Feb 15 13:44:58.969757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54224) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:58.972607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:44:58.973112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.027519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.037425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] For port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:44:59.040474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:44:59.040606 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:44:59.165692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.182452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Calling delete_port for 2f737fde-cd45-47c6-8c1c-a78eb177fe7f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:44:59.230661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-236b6cc2-3659-40b0-aca8-8e4be176368e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:59.234131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-236b6cc2-3659-40b0-aca8-8e4be176368e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/e80733d4-aaf4-43c8-a2f1-8c32693ad708 HTTP/1.1" status: 404 len: 336 time: 0.2616484 Feb 15 13:44:59.236638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54236) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.280521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.288917 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad7c5568-f045-4c5b-b890-a754b788406e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=235e1df7-dfb8-4471-b0fd-bb30e65139fd HTTP/1.1" status: 200 len: 205 time: 0.0511868 Feb 15 13:44:59.304386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.304559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54240) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.342336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5b64b-8707-49fa-ab96-a58265c98d9a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.367098 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-97dfe462-4c11-4be9-a29a-c73e17d3d07e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:59.368512 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-97dfe462-4c11-4be9-a29a-c73e17d3d07e tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/235e1df7-dfb8-4471-b0fd-bb30e65139fd HTTP/1.1" status: 404 len: 336 time: 0.0760581 Feb 15 13:44:59.370001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.371772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54244) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.379454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-88ac5cdd-d620-44e8-a68d-7ee4bc36717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.399703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.402019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54248) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.404697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=4828dfa0-72f5-48ce-98e0-0a858b1448a9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.418959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb27b921-5b64-4b35-a60a-cf789ec70e2e tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/4828dfa0-72f5-48ce-98e0-0a858b1448a9 HTTP/1.1" status: 204 len: 168 time: 1.2499535 Feb 15 13:44:59.420455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.420733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54254) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.436648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Transition to ACTIVE for port object 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:59.451349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.471616 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-75acd50a-fbce-423d-8639-15b4a194c1f4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:59.475887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75acd50a-fbce-423d-8639-15b4a194c1f4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:59.489282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.objects.ports [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88296) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:44:59.502969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.514888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting subnet 63ad2fe1-a29b-4df0-ba2b-89b9c87a7362 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:44:59.518432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.526580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] Pushing event deleted for resources: {'Port': ['ID=2f737fde-cd45-47c6-8c1c-a78eb177fe7f,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.538303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13320fdc-a1eb-43f7-bfe9-f812a7ebfb19 None None] No DVR routers for this DVR port 2f737fde-cd45-47c6-8c1c-a78eb177fe7f on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:44:59.540838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6b0cfb-7e38-4a5b-9d69-ca2e7b7dfb67,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.549508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Transition to ACTIVE for port object 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:44:59.556632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-75acd50a-fbce-423d-8639-15b4a194c1f4 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/6737ff7a-1e9e-4fcf-b740-a8f0eca766e6 HTTP/1.1" status: 404 len: 337 time: 0.1821978 Feb 15 13:44:59.561984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54258) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.567600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-561777623'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:59.577898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:59.583682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:59.585822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:44:59.586405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.593167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e57ee2b-c210-4229-98db-cb7e2c9dc3f1 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:44:59.623911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=04c78a6e-3115-4e65-80f2-1b61005fba07,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.631126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:59.645099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-556fa19d-27fe-4d2f-b417-5fe305e85494 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5891a-7f64-4978-9159-f471ffb241cc HTTP/1.1" status: 200 len: 205 time: 0.0813196 Feb 15 13:44:59.646525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Usage tracker for resource:network and tenant:16e994ef6abd4aa48967d668f732b16c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:59.647577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54262) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.658405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:59.680915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.681489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.742642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:44:59.775862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Network 524e772d-2403-4476-8084-235a75445a7f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:44:59.786995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:44:59.791282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.793915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:44:59.796038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Pushing event updated for resources: {'Port': ['ID=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:44:59.832455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:44:59.835888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.853339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.874017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.877648 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bbddbb24-8d36-4a53-8b99-3c7036740c39 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/91c5b64b-8707-49fa-ab96-a58265c98d9a HTTP/1.1" status: 204 len: 168 time: 1.3581171 Feb 15 13:44:59.877648 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-127e9d16-99a0-48c6-a42d-a619b7bcdf6f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9137168 Feb 15 13:44:59.877648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.878247 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1fd298e5-9c68-4ca0-a061-6391c6f06277 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3589821 Feb 15 13:44:59.886771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54266) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.887109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54268) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.887416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54270) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.890931 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-1dbd1621-4d65-4628-9fbe-51b757690ca0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:44:59.891571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:44:59.891968 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1dbd1621-4d65-4628-9fbe-51b757690ca0 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/8fc5891a-7f64-4978-9159-f471ffb241cc HTTP/1.1" status: 404 len: 336 time: 0.2432148 Feb 15 13:44:59.895045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54272) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.922600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:44:59.937544 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cbb8b4-52bd-4410-a558-ed549d7354e7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:44:59.938995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cbb8b4-52bd-4410-a558-ed549d7354e7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:44:59.940131 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-98cbb8b4-52bd-4410-a558-ed549d7354e7 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/104fb2b3-957a-4428-98c2-834207b19118 HTTP/1.1" status: 404 len: 337 time: 0.0440371 Feb 15 13:44:59.940349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Usage tracker for resource:security_group_rule and tenant:16e994ef6abd4aa48967d668f732b16c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:44:59.942087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Attempting to bind port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:44:59.942976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Attempting to bind port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '524e772d-2403-4476-8084-235a75445a7f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:44:59.943686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54282) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:44:59.945343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Attempting to bind port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b on network 524e772d-2403-4476-8084-235a75445a7f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:44:59.952051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:44:59.984288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:44:59.984288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Checking segment: {'id': '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '524e772d-2403-4476-8084-235a75445a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:44:59.984288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:44:59.984288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Bound using segment: {'id': '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '524e772d-2403-4476-8084-235a75445a7f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:44:59.984791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Bound port: 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '524e772d-2403-4476-8084-235a75445a7f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:44:59.984791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.004679 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c328675d-0931-497d-aee4-3b324dc0f081 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "GET /v2.0/ports?device_id=1498d6b8-8564-4989-a365-15c99bd92f0d HTTP/1.1" status: 200 len: 205 time: 0.0567963 Feb 15 13:45:00.008052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54286) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.014840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:00.080980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.095336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::3b7 (524e772d-2403-4476-8084-235a75445a7f/184b37be-26e8-43f2-8ab9-565f9fd3df7c/04f98439-077e-4844-a1f9-e821088dd292) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:00.098701 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-5fad1364-5b3b-4a52-87a8-09af10f4e3f5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] delete failed (client error): The resource could not be found. Feb 15 13:45:00.102427 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5fad1364-5b3b-4a52-87a8-09af10f4e3f5 tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/routers/1498d6b8-8564-4989-a365-15c99bd92f0d HTTP/1.1" status: 404 len: 336 time: 0.0912814 Feb 15 13:45:00.102555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] For port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:00.102665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54290) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.103997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] For port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,segment=NetworkSegment(0b11bfa6-c279-462f-a66e-5ecf8d5f38a8),segment_id=0b11bfa6-c279-462f-a66e-5ecf8d5f38a8)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:00.107376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '04c78a6e-3115-4e65-80f2-1b61005fba07'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:00.108576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.109111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.136051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2f737fde-cd45-47c6-8c1c-a78eb177fe7f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:00.142994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.151817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7445cd9e-e2a9-4410-af91-f1e5d18bc78a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:00.152493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7445cd9e-e2a9-4410-af91-f1e5d18bc78a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:00.156862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7445cd9e-e2a9-4410-af91-f1e5d18bc78a tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/12875234-8d19-4a2a-b376-9bb55f8893cc HTTP/1.1" status: 404 len: 337 time: 0.0507390 Feb 15 13:45:00.158921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54294) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.202304 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-921452d8-3506-463a-afa3-c3031629eb5f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:00.203017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921452d8-3506-463a-afa3-c3031629eb5f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:00.208554 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-921452d8-3506-463a-afa3-c3031629eb5f tempest-RoutersIpV6Test-1401999801 tempest-RoutersIpV6Test-1401999801-project] 10.222.0.61 "DELETE /v2.0/subnets/fdf059a6-4748-42e1-a35c-af188b0492f7 HTTP/1.1" status: 404 len: 337 time: 0.0455616 Feb 15 13:45:00.208764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.214142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-981c09a2-f9b4-40f0-b469-17e13f1e78d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:00.223896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Subnet': ['ID=63ad2fe1-a29b-4df0-ba2b-89b9c87a7362,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:00.240048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.274649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2f737fde-cd45-47c6-8c1c-a78eb177fe7f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:00.275084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2f737fde-cd45-47c6-8c1c-a78eb177fe7f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:00.286510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:00.291185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580cc75-3cf0-4683-bb93-4290a9fe0dd2 None None] Network 66caadcf-ef66-4b47-91f0-e41c0f72a4fb requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:00.297052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-497a4b5c-93ec-463c-87df-021090bf19a2 tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/subnets/63ad2fe1-a29b-4df0-ba2b-89b9c87a7362 HTTP/1.1" status: 204 len: 168 time: 0.8749783 Feb 15 13:45:00.302363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.310272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:00.345641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.347414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.366370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6b0cfb-7e38-4a5b-9d69-ca2e7b7dfb67,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:00.370662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.375952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54304) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.376551 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3a215dd6-ec75-461e-a521-777a77254b80 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3e6b0cfb-7e38-4a5b-9d69-ca2e7b7dfb67 HTTP/1.1" status: 204 len: 168 time: 0.4795444 Feb 15 13:45:00.390790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-981c09a2-f9b4-40f0-b469-17e13f1e78d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:00.393926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-981c09a2-f9b4-40f0-b469-17e13f1e78d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4998434 Feb 15 13:45:00.396360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.476500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.479392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.492188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4326cb-9141-4942-af7a-0e2dff6e43d3 None None] Pushing event updated for resources: {'Port': ['ID=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:00.528653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848af9a2-dfcd-45e5-84e8-6be425cbbf3f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:00.552337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:00.553179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9fa1aa59-8ef2-4746-bfaa-342bc59ac8dd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:00.555000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.578894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.630853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Deleting port 0a733ba7-d280-445f-90ad-2f6181bf01e0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:00.631436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.658403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.669542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Allocated IP 2001:db8::f816:3eff:fe38:67f8 (7bbde29e-2549-4182-a259-7bbb71f9b94f/04c78a6e-3115-4e65-80f2-1b61005fba07/7df6faf0-9016-41ba-abde-3ff22377e45a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:00.669765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:00.689492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.700218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 04f98439-077e-4844-a1f9-e821088dd292 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:00.715771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.719385 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Added segment ccf53487-6fd5-4681-9801-f80fb03961b7 of type vlan for network 5fe858ac-9761-40a6-b752-063a0d663868 Feb 15 13:45:00.784386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9fa1aa59-8ef2-4746-bfaa-342bc59ac8dd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:00.786123 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9fa1aa59-8ef2-4746-bfaa-342bc59ac8dd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4046724 Feb 15 13:45:00.790342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54312) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:00.844317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.856658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:00.955062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4804228d-958d-4ce9-8c84-40080ff1ad84,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:00.980818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] For port 0a733ba7-d280-445f-90ad-2f6181bf01e0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0a733ba7-d280-445f-90ad-2f6181bf01e0,segment=NetworkSegment(86e709c1-9f14-4d94-a1b4-9586e8e77c65),segment_id=86e709c1-9f14-4d94-a1b4-9586e8e77c65)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:00.981312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.001211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.013385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Transition to ACTIVE for port object 7df6faf0-9016-41ba-abde-3ff22377e45a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:01.034066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54318) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.036476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Transition to ACTIVE for port object 7df6faf0-9016-41ba-abde-3ff22377e45a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:01.041518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] DHCP port deletion for 66caadcf-ef66-4b47-91f0-e41c0f72a4fb request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:01.065948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Deleting port 0a733ba7-d280-445f-90ad-2f6181bf01e0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:01.070195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.079284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.081963 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04c78a6e-3115-4e65-80f2-1b61005fba07 (CIDR: 2001:db8::/64) Feb 15 13:45:01.104073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.115706 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0fe7529a-4e82-40cb-a395-ec42ba48a942 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/4804228d-958d-4ce9-8c84-40080ff1ad84 HTTP/1.1" status: 204 len: 168 time: 0.7178738 Feb 15 13:45:01.116910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.122532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.153472 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:01.153976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:01.173643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.180999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Calling delete_port for 0a733ba7-d280-445f-90ad-2f6181bf01e0 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:01.186101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:01.186878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.204691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:01.211418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.235267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:01.237137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:01.240213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:01.363270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.401480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Attempting to bind port 7df6faf0-9016-41ba-abde-3ff22377e45a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:01.401480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Attempting to bind port 7df6faf0-9016-41ba-abde-3ff22377e45a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:01.401856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Attempting to bind port 7df6faf0-9016-41ba-abde-3ff22377e45a on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:01.413511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.425364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Network': ['ID=5fe858ac-9761-40a6-b752-063a0d663868,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:01.431789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-988e784f-9a60-423f-8c7d-0ee30f7a1225 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:01.458938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:01.458938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:01.459416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.459549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] No DVR routers for this DVR port 0a733ba7-d280-445f-90ad-2f6181bf01e0 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:01.459657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:01.460143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Bound port: 7df6faf0-9016-41ba-abde-3ff22377e45a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:01.460527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.468003 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-16611b7b-ee54-4ffa-b63a-94a196e639d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=146d2bf94cd4441f8746b4e43865b230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212708 Feb 15 13:45:01.468336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54328) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.477866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 5fe858ac-9761-40a6-b752-063a0d663868 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:01.484696 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e8a227b3-047f-48b4-82be-16d2a5f0d4fa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5864780 Feb 15 13:45:01.485093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54332) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.494551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:01.500203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 524e772d-2403-4476-8084-235a75445a7f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:01.519116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:01.522432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:01.527344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1593f84b-e2d9-4b57-8a68-d55841ad4152 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1240652 Feb 15 13:45:01.528348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.528714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:01.529369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.581210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.584265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.585510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/feec0b47-f136-4203-a9d0-034ded45815b HTTP/1.1" status: 204 len: 168 time: 0.7907410 Feb 15 13:45:01.600894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54340) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.613453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=04f98439-077e-4844-a1f9-e821088dd292,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:01.653809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:01.657078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:01.699326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Port': ['ID=0a733ba7-d280-445f-90ad-2f6181bf01e0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:01.711002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.750999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] For port 0a733ba7-d280-445f-90ad-2f6181bf01e0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0a733ba7-d280-445f-90ad-2f6181bf01e0,segment=NetworkSegment(86e709c1-9f14-4d94-a1b4-9586e8e77c65),segment_id=86e709c1-9f14-4d94-a1b4-9586e8e77c65)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:01.751394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.768526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:01.776821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66caadcf-ef66-4b47-91f0-e41c0f72a4fb']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:01.785581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'subnet': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:01.901835 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5b07fa5e-cf5c-4529-aa18-3cc1d3824f21 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2973988 Feb 15 13:45:01.905983 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5dd2fdc0-bbfb-479e-b407-dc962e6db2c3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8183861 Feb 15 13:45:01.907971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e709c1-9f14-4d94-a1b4-9586e8e77c65') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:01.908256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e709c1-9f14-4d94-a1b4-9586e8e77c65') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:01.914912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54344) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.915238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54346) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:01.924870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--531620990'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:01.947388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-988e784f-9a60-423f-8c7d-0ee30f7a1225 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:01.999742 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-988e784f-9a60-423f-8c7d-0ee30f7a1225 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8256249 Feb 15 13:45:01.999742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.000406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Calling delete_port for 0a733ba7-d280-445f-90ad-2f6181bf01e0 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:02.000501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Usage tracker for resource:subnet and tenant:16e994ef6abd4aa48967d668f732b16c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:02.000590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.000682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:02.000769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.000858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.004569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54352) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:02.006620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c578034-0ba2-4023-88e8-de97dc71f716 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec0b47-f136-4203-a9d0-034ded45815b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:02.040669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.045662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--917055449'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:02.078027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.092167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.095235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:02.095375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.107829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bae6-777e-4264-9d0f-489e8163493e None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:02.124333 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:02.141522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.143860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:02.144353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:02.147948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.158206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:02.165962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.187039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ddccb-7085-4dff-a670-837f1c8e60bd None None] Network 524e772d-2403-4476-8084-235a75445a7f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:02.209559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 04f98439-077e-4844-a1f9-e821088dd292 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:02.209881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.283560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.317224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:02.327955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.338471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.371933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.409925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.415135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.419544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.466764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:02.476980 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] 10.222.0.61 "DELETE /v2.0/networks/66caadcf-ef66-4b47-91f0-e41c0f72a4fb HTTP/1.1" status: 204 len: 168 time: 2.1657715 Feb 15 13:45:02.477655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.492209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.496003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-88ada93a-85ac-44fb-9cdf-e623eb2b4861 None None] Provisioning for port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:02.499775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817233-6f72-4181-8850-08ab41f5241b tempest-NetworksIpV6TestAttrs-1503273093 tempest-NetworksIpV6TestAttrs-1503273093-project] Pushing event deleted for resources: {'Network': ['ID=66caadcf-ef66-4b47-91f0-e41c0f72a4fb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:02.588559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.621014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.621014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f58c97c9-1825-4a42-99a9-dffbd2a82d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.650767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33d910-e0ee-4fb3-a119-0db948076834,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:02.654068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Deleting port 0a733ba7-d280-445f-90ad-2f6181bf01e0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:02.654624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.702949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.707077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c4fde755-efab-4324-beb3-05ab317998ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef33d910-e0ee-4fb3-a119-0db948076834 HTTP/1.1" status: 204 len: 168 time: 1.2344255 Feb 15 13:45:02.707290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:02.717897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:02.720873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.726956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:02.755371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:02.771231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.780657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f797ebdf-d786-4d21-b595-f1f41f87d381 None None] The port '0a733ba7-d280-445f-90ad-2f6181bf01e0' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:02.783480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:02.800952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:02.808181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.859132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.888971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:02.938724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Subnet': ['ID=3f5e16b0-2a89-4687-818d-095309d14778,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:02.954845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.013300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Checking segment: {'id': 'ccf53487-6fd5-4681-9801-f80fb03961b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:03.013703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network hostable DHCP agents. Network: 5fe858ac-9761-40a6-b752-063a0d663868, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:03.055415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,segment=NetworkSegment(0b11bfa6-c279-462f-a66e-5ecf8d5f38a8),segment_id=0b11bfa6-c279-462f-a66e-5ecf8d5f38a8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:03.088058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 04f98439-077e-4844-a1f9-e821088dd292 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:03.111010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.168048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.196726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:03.200165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.231507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54366) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:03.272395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0a733ba7-d280-445f-90ad-2f6181bf01e0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:03.307201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:03.312786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:03.316759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:03.317349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.379055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=cddac45d-16fc-4da1-90e5-7b511043e01b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:03.395342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 0a733ba7-d280-445f-90ad-2f6181bf01e0 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:03.395697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0a733ba7-d280-445f-90ad-2f6181bf01e0 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:03.407943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 5fe858ac-9761-40a6-b752-063a0d663868) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:03.419504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:03.420273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.450625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b516a9-39d7-4bf8-b1f2-6d8017b18eb3 None None] Network 5fe858ac-9761-40a6-b752-063a0d663868 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:03.465708 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-123048c8-a0a6-44e1-946e-5c13d4bb7256 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9776983 Feb 15 13:45:03.468364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54378) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:03.484838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:a4:97:f3', 'name': 'tempest-NetworksTestDHCPv6-407841260'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:03.492321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.522429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.604159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.634501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b602ea12-b33c-496d-83be-77d71824f9c7 None None] Provisioning complete for port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:03.634880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b602ea12-b33c-496d-83be-77d71824f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.652932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.692760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:03.719967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:03.772017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6573a794-b4c7-4c29-85f6-53b3f4745f51 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1892002 Feb 15 13:45:03.776220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54384) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:03.788023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576747173'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:03.802820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a1808-b4e6-4218-813c-039939913b5e None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:03.863595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=04f98439-077e-4844-a1f9-e821088dd292,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:03.888712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:03.902855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:03.908271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:03.919318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b490a2e3-3782-4535-b538-3e4db6b67c2f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:03.929150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:03.996536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-839dd51e-e0f6-490d-bf2e-a99984e9c1d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7acb5004847410289113cd9f14bfe69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406433 Feb 15 13:45:04.005662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54394) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.025017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:04.027473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.029813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Usage tracker for resource:port and tenant:16e994ef6abd4aa48967d668f732b16c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:04.030849 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c69c8674-f63d-416c-805a-675b5341026b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/04f98439-077e-4844-a1f9-e821088dd292 HTTP/1.1" status: 204 len: 168 time: 2.1131072 Feb 15 13:45:04.033041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:04.037662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54398) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.057614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.064822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5294f9de-877f-4aa1-a562-11263c4319f8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1484659 Feb 15 13:45:04.110224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54402) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.111248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b0905c-2050-4802-8ec9-987824fd2354,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:04.117875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.119475 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bfd208f7-821f-4073-9ccb-0364e1e56a52 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0929778 Feb 15 13:45:04.123587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'b490a2e3-3782-4535-b538-3e4db6b67c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:04.138299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:04.143195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:04.148211 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d946bc1c-40b9-4c36-8b68-e4ac636a0174 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:04.148686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d946bc1c-40b9-4c36-8b68-e4ac636a0174 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:04.150471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:04.158545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:04.169751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d946bc1c-40b9-4c36-8b68-e4ac636a0174 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/04f98439-077e-4844-a1f9-e821088dd292 HTTP/1.1" status: 404 len: 333 time: 0.1242690 Feb 15 13:45:04.169751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54406) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.176922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.177249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:04.203022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.224423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b602ea12-b33c-496d-83be-77d71824f9c7 None None] Could not find standard attr ID for object 04f98439-077e-4844-a1f9-e821088dd292. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:04.244673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '00b0905c-2050-4802-8ec9-987824fd2354', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:04.257964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a90dd-104d-4556-bdf1-b4c68d982e5b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:45:04.259583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c76a90dd-104d-4556-bdf1-b4c68d982e5b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:04.271150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:04.276737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:04.278790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-5fe858ac-9761-40a6-b752-063a0d663868', 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'tenant_id': '16e994ef6abd4aa48967d668f732b16c', 'fixed_ips': [{'subnet_id': '3f5e16b0-2a89-4687-818d-095309d14778'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:04.280216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.287710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.306877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:04.366775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.373697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c76a90dd-104d-4556-bdf1-b4c68d982e5b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:04.374836 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c76a90dd-104d-4556-bdf1-b4c68d982e5b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/04f98439-077e-4844-a1f9-e821088dd292 HTTP/1.1" status: 404 len: 333 time: 0.1962156 Feb 15 13:45:04.376511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.377816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54420) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.379899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:04.383517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:04.397686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:04.445266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.448997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 184b37be-26e8-43f2-8ab9-565f9fd3df7c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:04.452342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.474287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.512361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.534885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-20b61893-5bab-43d0-b986-f2390ccab56d None None] Provisioning for port 7df6faf0-9016-41ba-abde-3ff22377e45a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:04.552502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:04.556501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.565633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.591918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-198106420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:04.599078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-20b61893-5bab-43d0-b986-f2390ccab56d None None] Could not find standard attr ID for object 04f98439-077e-4844-a1f9-e821088dd292. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:04.605255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.612680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:04.617745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acc0219-a15a-470d-a8f0-00bd5564eeeb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:04.626879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Allocated IP 2001:db8::2 (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/73ddb98b-d98b-4379-abfb-51c105eb0156) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:04.633531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:04.662837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.665882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7df6faf0-9016-41ba-abde-3ff22377e45a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:04.672782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.680999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.691877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:router and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:04.714268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:04.724913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.726845 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4186603f-a01d-41ac-87a2-f8330035d455 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6110120 Feb 15 13:45:04.731817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:04.732419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54426) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:04.741721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'b490a2e3-3782-4535-b538-3e4db6b67c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:04.755748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:04.762046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:04.762595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.763986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:04.765806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337641c-ef48-4c6e-907d-86e091e6f873,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:04.768512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:04.779776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:04.799420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.803482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a20c3c2d-68ab-4750-b846-d57cde4298ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f337641c-ef48-4c6e-907d-86e091e6f873 HTTP/1.1" status: 204 len: 168 time: 0.7944195 Feb 15 13:45:04.805825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port 3dde643a-5974-488a-94b1-ef1f013f435c yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:04.862088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.863679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.885138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.932803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': '04c78a6e-3115-4e65-80f2-1b61005fba07', 'ip_address': '2001:db8::f816:3eff:fe38:67f8'}, {'subnet_id': 'cddac45d-16fc-4da1-90e5-7b511043e01b'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7df6faf0-9016-41ba-abde-3ff22377e45a'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:45:04.945947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.957161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:04.967441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=184b37be-26e8-43f2-8ab9-565f9fd3df7c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:04.976968 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f000bfe4-ed91-48a8-8a5b-8f549d2c886a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/184b37be-26e8-43f2-8ab9-565f9fd3df7c HTTP/1.1" status: 204 len: 168 time: 0.5958641 Feb 15 13:45:04.977476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54432) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:05.053805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc02aa-1b50-4320-b010-2108e96050f8 None None] Network 524e772d-2403-4476-8084-235a75445a7f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:05.065367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.075809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.176012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.261238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.262827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d30d7f-d1d2-48a0-abbc-81fdefcb0f0c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:05.266811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.275737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.288312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:05.289226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.295071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.340743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8:0:1::2d7 (7bbde29e-2549-4182-a259-7bbb71f9b94f/cddac45d-16fc-4da1-90e5-7b511043e01b/3dde643a-5974-488a-94b1-ef1f013f435c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:05.343332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::f816:3eff:fea4:97f3 (7bbde29e-2549-4182-a259-7bbb71f9b94f/04c78a6e-3115-4e65-80f2-1b61005fba07/3dde643a-5974-488a-94b1-ef1f013f435c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:05.365747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.426413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.427934 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-22c76daa-77f2-4b78-b018-718fde99b6d5 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0599043 Feb 15 13:45:05.428967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.430272 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9fa8cd51-6c0d-4eb8-b638-2fd93f8febb0 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2474606 Feb 15 13:45:05.466309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54438) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:05.466650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:05.467340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5445e91-6229-45d4-8738-686b117d89c2,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:05.485647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1035379625'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:05.556893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.562450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:05.577233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:network and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:05.593319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.594062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:05.617068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.622391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Transition to ACTIVE for port object 73ddb98b-d98b-4379-abfb-51c105eb0156 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:05.622905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:05.647253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.662178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object 3dde643a-5974-488a-94b1-ef1f013f435c will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:05.662435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,segment=NetworkSegment(0b11bfa6-c279-462f-a66e-5ecf8d5f38a8),segment_id=0b11bfa6-c279-462f-a66e-5ecf8d5f38a8)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:05.663059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.697712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:05.699592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Transition to ACTIVE for port object 73ddb98b-d98b-4379-abfb-51c105eb0156 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:05.731157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.777922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f8d18-0c95-4d18-8659-a48d0382e381 None None] DHCP port deletion for 524e772d-2403-4476-8084-235a75445a7f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:05.782402 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f8d18-0c95-4d18-8659-a48d0382e381 None None] Deleting port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:05.782713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa3f8d18-0c95-4d18-8659-a48d0382e381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.793440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.795195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5375ff52-9c84-431f-90ea-a2b52d224cd9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0611672 Feb 15 13:45:05.798416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54452) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:05.804399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'b490a2e3-3782-4535-b538-3e4db6b67c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:05.805004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:05.811469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:05.816350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:05.819548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:05.834237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:05.837920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.862309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.897943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:05.901055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Allocated IP 2001:db8:0:1::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/cddac45d-16fc-4da1-90e5-7b511043e01b/7df6faf0-9016-41ba-abde-3ff22377e45a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:05.904770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:security_group_rule and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:05.910130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:05.918013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:05.927210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::1b2 (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:05.949956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.958801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:05.991806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.992652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.996192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:05.996942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:06.015584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.060220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02d30d7f-d1d2-48a0-abbc-81fdefcb0f0c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.061149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:06.066890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:06.069437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:06.075366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=9098aa8d-6fa1-41fc-94e2-18eb6c5a494b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.075589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:06.076159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.096559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=3dde643a-5974-488a-94b1-ef1f013f435c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.098012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No DVR routers for this DVR port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:06.107018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:06.107321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 15 13:45:06.155156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b not found, will not notify nova. {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 15 13:45:06.156649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Pushing event updated for resources: {'Port': ['ID=73ddb98b-d98b-4379-abfb-51c105eb0156,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.171134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.175278 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-78b14219-25e6-43b6-ae46-5344c12bc7d6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/02d30d7f-d1d2-48a0-abbc-81fdefcb0f0c HTTP/1.1" status: 204 len: 168 time: 0.7032440 Feb 15 13:45:06.176114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54460) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:06.178784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:06.204718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.212479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:06.223788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5302e3bf-5a5f-477c-bcf6-ffb60bdcd0a4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7533212 Feb 15 13:45:06.231792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54466) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:06.250555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:06.268816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f8d18-0c95-4d18-8659-a48d0382e381 None None] The port '9098aa8d-6fa1-41fc-94e2-18eb6c5a494b' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:06.408879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port 3dde643a-5974-488a-94b1-ef1f013f435c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:06.409462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.442705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:06.458112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b777bda2-fdbd-4f52-b1e7-0f7826f1cbc3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:06.463992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.473102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.488265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.511793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524e772d-2403-4476-8084-235a75445a7f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:06.512319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:06.512658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9098aa8d-6fa1-41fc-94e2-18eb6c5a494b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:06.515750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:06.527974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.528204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Attempting to bind port 73ddb98b-d98b-4379-abfb-51c105eb0156 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:06.528402 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Attempting to bind port 73ddb98b-d98b-4379-abfb-51c105eb0156 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ccf53487-6fd5-4681-9801-f80fb03961b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:06.528766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Attempting to bind port 73ddb98b-d98b-4379-abfb-51c105eb0156 on network 5fe858ac-9761-40a6-b752-063a0d663868 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:06.532148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.542295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:06.542670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Checking segment: {'id': 'ccf53487-6fd5-4681-9801-f80fb03961b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:06.543070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.543454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Bound using segment: {'id': 'ccf53487-6fd5-4681-9801-f80fb03961b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:06.543913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Bound port: 73ddb98b-d98b-4379-abfb-51c105eb0156, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf53487-6fd5-4681-9801-f80fb03961b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5fe858ac-9761-40a6-b752-063a0d663868'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:06.544281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.550538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:06.551201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b11bfa6-c279-462f-a66e-5ecf8d5f38a8') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:06.569094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.597935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.607839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:06.608766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.613012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:06.621323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:06.636086 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:06.648714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.654455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54474) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:06.675364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.678615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] For port 73ddb98b-d98b-4379-abfb-51c105eb0156, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:06.681901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] For port 73ddb98b-d98b-4379-abfb-51c105eb0156, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=73ddb98b-d98b-4379-abfb-51c105eb0156,segment=NetworkSegment(ccf53487-6fd5-4681-9801-f80fb03961b7),segment_id=ccf53487-6fd5-4681-9801-f80fb03961b7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:06.717139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6cd189-17f5-428a-bcf2-4a8200d88048,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.733633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b777bda2-fdbd-4f52-b1e7-0f7826f1cbc3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:06.734853 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b777bda2-fdbd-4f52-b1e7-0f7826f1cbc3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5540621 Feb 15 13:45:06.740456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.740991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54478) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:06.789941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:06.797882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5eda6-9c72-4af4-bf5d-28eed369e1ec,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.805293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.805720 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Added segment 5550b5d7-292a-40a7-8731-ea75483cbdd0 of type vlan for network c315b0ed-6244-4660-93ac-df2ef4f81b3a Feb 15 13:45:06.844366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.849041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84088fb-fecb-471d-bb45-eb6fa7c426bd None None] Pushing event updated for resources: {'Port': ['ID=73ddb98b-d98b-4379-abfb-51c105eb0156,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.849214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.849214 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-88efffb2-864a-46df-a0f4-25536fbca423 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0472326 Feb 15 13:45:06.852665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54484) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:06.859985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'b490a2e3-3782-4535-b538-3e4db6b67c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:06.863664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.871958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:06.882207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:06.894748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:06.907807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:06.908428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Transition to ACTIVE for port object 7df6faf0-9016-41ba-abde-3ff22377e45a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:06.912936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334771410'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:06.920288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.935284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:06.947561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:06.952627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:06.958903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:06.971800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:06.974639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=524e772d-2403-4476-8084-235a75445a7f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:06.995769 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e895c451-f511-4090-8b7b-5905e1bda726 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/524e772d-2403-4476-8084-235a75445a7f HTTP/1.1" status: 204 len: 168 time: 2.0172687 Feb 15 13:45:06.996550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54488) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:07.002402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1105290214'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:07.009606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:07.014091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:07.021584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:07.022047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.024376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:07.037990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for 3dde643a-5974-488a-94b1-ef1f013f435c owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:07.041719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.042399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.048811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:07.053664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.199260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:07.206515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.219573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:07.225025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.232202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.272749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.277055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.286910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.315270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:07.326187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.326743 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 458c09d0-5c87-4232-8599-19b3f80633e5 of type vlan for network 2fbadc30-d1d1-4de3-945d-eeab842475b9 Feb 15 13:45:07.358571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.383061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.383261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cae80-c74a-4a51-8d16-b54c9998ab2b None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.391248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:07.395255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:07.397640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Network': ['ID=c315b0ed-6244-4660-93ac-df2ef4f81b3a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.399256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:07.405022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:07.405672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.413111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b6253da1-8086-4fb9-a315-fed3b388d4a3 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9434159 Feb 15 13:45:07.414538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54492) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:07.423906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:07.429997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'subnet': {'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:07.433249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:07.443980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:security_group_rule and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:07.450029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:07.450240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.458970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:07.461528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.467453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:07.468265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.647198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=2fbadc30-d1d1-4de3-945d-eeab842475b9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.658070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:07.694481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.702599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b0905c-2050-4802-8ec9-987824fd2354,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.817847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.904923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:07.908452 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1154706-5174-43ef-9075-efde3b79f479 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1305771 Feb 15 13:45:07.909487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:07.911608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d6a192c9-0259-4b26-bbdf-632048261671 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/00b0905c-2050-4802-8ec9-987824fd2354 HTTP/1.1" status: 204 len: 168 time: 1.1643894 Feb 15 13:45:07.916420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54496) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:07.916572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54498) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:07.917423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:subnet and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:07.923555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb7ed44-ac98-442b-823d-ca71943c0e5f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:07.924653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:07.928945 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9f4b4027-b9f3-4c17-9f9c-26da634d5dc8 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9313045 Feb 15 13:45:07.935855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54504) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:07.946561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:07.959736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-157405470', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:b5:28:42'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:08.143052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.158511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:08.173531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.174745 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3e452b41-f423-405c-84a9-cd19e148e589 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3210752 Feb 15 13:45:08.183942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54508) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:08.187906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Usage tracker for resource:port and tenant:16e994ef6abd4aa48967d668f732b16c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:08.193961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:08.212448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.214463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'b490a2e3-3782-4535-b538-3e4db6b67c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:08.217158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-51149384-9dc0-49a9-ab22-9193453d9a5d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:08.220419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:08.231245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:08.235153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.239214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:08.256244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.273473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:08.274581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:08.281271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.290731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:08.294392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:08.309731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.313163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.322844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:08.341485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:08.354042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.356508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-51149384-9dc0-49a9-ab22-9193453d9a5d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:08.357384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51149384-9dc0-49a9-ab22-9193453d9a5d tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4351647 Feb 15 13:45:08.372566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:08.380665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.381014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 22baf0f1-2b30-43af-bb39-ffc4002813ae of type vlan for network edb29417-ba86-46b1-b930-3356949322e9 Feb 15 13:45:08.384861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--322914940'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:08.405954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:08.407613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fe5be-a3e2-4ade-9ac9-267ed2abe100,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:08.438050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.438050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.464325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.465003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fb9cc-0dd5-4b46-a4f2-e80b584acfb0 None None] Network 5fe858ac-9761-40a6-b752-063a0d663868 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:08.467931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:08.471471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.582621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-310faad1-fec4-40dc-a3e8-be4cede82a8e None None] Provisioning for port 7df6faf0-9016-41ba-abde-3ff22377e45a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:08.587830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=3dde643a-5974-488a-94b1-ef1f013f435c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:08.614627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-310faad1-fec4-40dc-a3e8-be4cede82a8e None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:08.615422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310faad1-fec4-40dc-a3e8-be4cede82a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.654729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:08.655540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.689823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:08.694530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:08.698402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:08.704732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:08.787908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.801309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.839270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.854746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.865762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port cb34312a-d00b-448b-ae33-0bf0db92e2e5 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:08.896535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.930082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9c96dc74-41b4-4646-a2aa-ca4c1d51b46d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/3dde643a-5974-488a-94b1-ef1f013f435c HTTP/1.1" status: 204 len: 168 time: 2.6971016 Feb 15 13:45:08.932538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:08.932538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.934624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54516) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:08.950475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.952054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:08.957724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:08.958313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.090030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 73ddb98b-d98b-4379-abfb-51c105eb0156 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:09.119173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::22a (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/cb34312a-d00b-448b-ae33-0bf0db92e2e5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:09.150002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b096e1-42c9-4814-a70d-b3c14b9342eb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.176739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=edb29417-ba86-46b1-b930-3356949322e9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.193532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network edb29417-ba86-46b1-b930-3356949322e9 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:09.193945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458ac58c-e159-416d-9881-b4ec93fafe27,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.275174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Provisioning for port 73ddb98b-d98b-4379-abfb-51c105eb0156 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:09.279434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f2591-0214-4f32-b152-4e763e49ab04 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.282173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-af2f2591-0214-4f32-b152-4e763e49ab04 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:09.290296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Provisioning complete for port 73ddb98b-d98b-4379-abfb-51c105eb0156 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:09.290851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.298179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.306042 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0a296dab-f361-4410-b838-a9c69eb83e65 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5833044 Feb 15 13:45:09.346062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.351821 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a45d15ea-14fe-4af0-826c-a5c7136decac tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9740038 Feb 15 13:45:09.351821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.352104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 73ddb98b-d98b-4379-abfb-51c105eb0156 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:09.354149 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1296b166-85a9-4b4f-ba6a-84f852b29f12 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1623652 Feb 15 13:45:09.354936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54522) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.355266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54524) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.372358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.380153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 73ddb98b-d98b-4379-abfb-51c105eb0156 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:09.380663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.450098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54530) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.479250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': 'edb29417-ba86-46b1-b930-3356949322e9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:09.500845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.513149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Subnet': ['ID=579bcf6d-642f-46c2-8367-3a1a9cbc7a24,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.526632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '60b096e1-42c9-4814-a70d-b3c14b9342eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:09.529830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Checking segment: {'id': '5550b5d7-292a-40a7-8731-ea75483cbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:09.530199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network hostable DHCP agents. Network: c315b0ed-6244-4660-93ac-df2ef4f81b3a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:09.532387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=351d814d-f0b8-4607-82a6-dea2745c5373,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.548157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-af2f2591-0214-4f32-b152-4e763e49ab04 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:09.550184 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-af2f2591-0214-4f32-b152-4e763e49ab04 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6121693 Feb 15 13:45:09.560594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:09.560744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] For port 73ddb98b-d98b-4379-abfb-51c105eb0156, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=73ddb98b-d98b-4379-abfb-51c105eb0156,segment=NetworkSegment(ccf53487-6fd5-4681-9801-f80fb03961b7),segment_id=ccf53487-6fd5-4681-9801-f80fb03961b7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:09.560860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54534) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.611432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:09.633731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:09.645821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.650408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.657625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.663641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:09.690764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.708432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object cb34312a-d00b-448b-ae33-0bf0db92e2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:09.716534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:09.721970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:09.726836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:09.728264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '458c09d0-5c87-4232-8599-19b3f80633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:09.728629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 2fbadc30-d1d1-4de3-945d-eeab842475b9, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:09.735059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:09.747956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:09.752082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.771638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47297f0-fdd0-414a-903d-fd11dbe9842a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.773120 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b47297f0-fdd0-414a-903d-fd11dbe9842a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2111514 Feb 15 13:45:09.775760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54538) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.817194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Could not find standard attr ID for object 3dde643a-5974-488a-94b1-ef1f013f435c. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:09.839024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:09.840339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:09.842989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216183b8-00bd-4418-96f1-861489c49e51 None None] Pushing event updated for resources: {'Port': ['ID=73ddb98b-d98b-4379-abfb-51c105eb0156,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.849558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.851292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.852662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.853459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:09.856324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.860566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:09.864730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.867562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.869137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:09.882052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.914288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=458ac58c-e159-416d-9881-b4ec93fafe27,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:09.918901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.919993 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3d63c2e6-1296-4b39-82f9-1dcef78a5953 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/458ac58c-e159-416d-9881-b4ec93fafe27 HTTP/1.1" status: 204 len: 168 time: 0.5502057 Feb 15 13:45:09.930681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54542) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:09.960372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2fbadc30-d1d1-4de3-945d-eeab842475b9) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:09.967036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:09.967619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:09.969867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f37cb-9692-40af-8388-c5cc1f5f0167 None None] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:09.988424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c315b0ed-6244-4660-93ac-df2ef4f81b3a) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:10.030894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99624c0e-0f2d-42b7-a116-ac041c5899c8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:10.033567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:10.036879 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-72e56240-d214-48c7-8f6c-d2849b156bdb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2601092 Feb 15 13:45:10.038491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54546) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.040770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.060254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b5424-4cba-4ccc-ae2e-9dc8cbda5178 None None] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:10.076932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Provisioning for port ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:10.126214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.153769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:10.154354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.155292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 04c78a6e-3115-4e65-80f2-1b61005fba07 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:10.162370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:10.166288 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4fc4518e-e9bf-43b6-a421-bfe3d5ce2807 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2289991 Feb 15 13:45:10.167726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d949ac-dba6-4aac-88a3-44c318e870eb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:10.174073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54550) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.174073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:10.179675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.181206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:10.186874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:10.187505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.192214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Provisioning complete for port ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:10.192596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.203931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-984948042'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:10.218475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=cb34312a-d00b-448b-ae33-0bf0db92e2e5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:10.219637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99624c0e-0f2d-42b7-a116-ac041c5899c8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:10.220630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99624c0e-0f2d-42b7-a116-ac041c5899c8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2908819 Feb 15 13:45:10.225319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54554) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.294629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.326399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.336027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Port ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:10.337532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.351569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.352731 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f71bd5b-5299-4770-9797-f0b1cbf18d98 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9957621 Feb 15 13:45:10.358361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54558) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.384760 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a527c084-be9d-4092-a5c6-0bdd7301e688 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules/40d949ac-dba6-4aac-88a3-44c318e870eb HTTP/1.1" status: 200 len: 763 time: 0.0240142 Feb 15 13:45:10.391346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54562) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.414576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5f99a84-02df-4d5d-8fdf-8bb37ddf6962 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9939668 Feb 15 13:45:10.422486 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0ce290bc-13d5-474d-a37c-521a5267b670 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5020902 Feb 15 13:45:10.423277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54566) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.423612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54568) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.439300 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:45:10.450750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'network': {'name': 'tempest-router-network01--1543108775'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:10.507679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:10.507784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b9d91bf-156b-473b-a0af-1f3fa656ca44 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:10.525411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:10.527034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.531768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:network and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:10.541628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Provisioning complete for port 73ddb98b-d98b-4379-abfb-51c105eb0156 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:10.542094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c35539e3-f0ef-40b5-9408-cf7096bf9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.547559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:10.557865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:10.572452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:10.621722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.645876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:10.647646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b9d91bf-156b-473b-a0af-1f3fa656ca44 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:10.648968 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b9d91bf-156b-473b-a0af-1f3fa656ca44 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2569430 Feb 15 13:45:10.653252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54574) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.653994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fb7ed44-ac98-442b-823d-ca71943c0e5f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:10.658185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:10.662742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:10.663624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:10.679301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 73ddb98b-d98b-4379-abfb-51c105eb0156 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:10.704797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.717236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:10.719538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.723990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.734412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:10.738441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.748446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.753133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2fbadc30-d1d1-4de3-945d-eeab842475b9', 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': '351d814d-f0b8-4607-82a6-dea2745c5373'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:10.755025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.774144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.775382 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-59f75846-e4ee-495b-afc5-561759c11ea7 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3fb7ed44-ac98-442b-823d-ca71943c0e5f HTTP/1.1" status: 204 len: 168 time: 0.5491524 Feb 15 13:45:10.778049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54578) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.793655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:10.798201 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bacdfdee-4ebd-47e8-940d-9afdf9de3e02 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3598759 Feb 15 13:45:10.798374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54582) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.828280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port d868da71-5aa4-4afa-bcc5-471a587e4cbe yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:10.842353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.904453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=03769da3-f54f-40fc-a6d2-a66322b7845d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:10.916529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=04c78a6e-3115-4e65-80f2-1b61005fba07,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:10.916683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:10.917291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.924170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.927465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c315b0ed-6244-4660-93ac-df2ef4f81b3a', 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a', 'tenant_id': 'f5985916d60c47f1a6a0e6ecb7c62a3f', 'fixed_ips': [{'subnet_id': '579bcf6d-642f-46c2-8367-3a1a9cbc7a24'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:10.928317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.941962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '22baf0f1-2b30-43af-bb39-ffc4002813ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:10.942302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: edb29417-ba86-46b1-b930-3356949322e9, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:10.949986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.951661 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/40d949ac-dba6-4aac-88a3-44c318e870eb HTTP/1.1" status: 204 len: 168 time: 0.2956560 Feb 15 13:45:10.963912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-773d8cdd-cfe5-4976-9412-bd6fd77c53ea tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:10.965118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54586) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:10.965385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:10.965881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Added segment 9d05e002-bead-400a-b4ee-eaabb993affc of type vlan for network 30be15a4-bbd9-48fe-a7e5-2ed08752935c Feb 15 13:45:10.968305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9dd0a7-444c-4922-9616-2cd23ff7e5f6 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:10.979228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port cb34312a-d00b-448b-ae33-0bf0db92e2e5 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:10.979568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.009267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa5839-c64b-4a13-8ea2-fec94230d3d3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d949ac-dba6-4aac-88a3-44c318e870eb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:11.073426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.116325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 73ddb98b-d98b-4379-abfb-51c105eb0156 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:11.116928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.123738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::112 (2fbadc30-d1d1-4de3-945d-eeab842475b9/351d814d-f0b8-4607-82a6-dea2745c5373/d868da71-5aa4-4afa-bcc5-471a587e4cbe) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:11.135395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e48e9029-7dc6-45bc-96e5-a75e8998e5f4 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:11.139413 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d9ebaa3d-9c96-4ec7-95c9-a1ccb135a529 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/04c78a6e-3115-4e65-80f2-1b61005fba07 HTTP/1.1" status: 204 len: 168 time: 1.0902996 Feb 15 13:45:11.139947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54590) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.180786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network edb29417-ba86-46b1-b930-3356949322e9 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:11.234021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-773d8cdd-cfe5-4976-9412-bd6fd77c53ea tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:11.239323 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-773d8cdd-cfe5-4976-9412-bd6fd77c53ea tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4561851 Feb 15 13:45:11.250864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54594) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.260676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.266390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:11.276115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.276115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e48e9029-7dc6-45bc-96e5-a75e8998e5f4 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:11.276115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e48e9029-7dc6-45bc-96e5-a75e8998e5f4 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3054357 Feb 15 13:45:11.276397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet cddac45d-16fc-4da1-90e5-7b511043e01b {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:11.278478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54598) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.287811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.328046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '60b096e1-42c9-4814-a70d-b3c14b9342eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:11.358976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:11.371124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, edb29417-ba86-46b1-b930-3356949322e9) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:11.371736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.403425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:11.404003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.405861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac44a84-6887-43e4-83b7-a525eee1905f None None] Network edb29417-ba86-46b1-b930-3356949322e9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:11.418461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Network': ['ID=30be15a4-bbd9-48fe-a7e5-2ed08752935c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:11.454902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:11.456284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:11.461734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.469222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.478551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.489225 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bccad3e2-2e48-42b5-9593-0bc1a4732ad1 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0529211 Feb 15 13:45:11.492589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54602) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.502957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'network': {'name': 'tempest-router-network02--497332080'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:11.507206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object d868da71-5aa4-4afa-bcc5-471a587e4cbe will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:11.511462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:11.517763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:network and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:11.522312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ffccd9fb-540a-48e0-b696-1308ccb3cdb6 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0608425 Feb 15 13:45:11.528727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:11.528727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54606) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.533372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:11.535976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Allocated IP 2001:db8::2 (c315b0ed-6244-4660-93ac-df2ef4f81b3a/579bcf6d-642f-46c2-8367-3a1a9cbc7a24/69d7a56b-e1d2-4cd4-a63c-080a0f5c7107) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:11.539661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114475183'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:11.547542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:11.556739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:11.561338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:11.569986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:11.587654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1f3e598-3bc7-4ba6-8b58-0ff88738df07 None None] Provisioning for port cb34312a-d00b-448b-ae33-0bf0db92e2e5 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:11.593251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.660996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1f3e598-3bc7-4ba6-8b58-0ff88738df07 None None] Provisioning complete for port cb34312a-d00b-448b-ae33-0bf0db92e2e5 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:11.661815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e598-3bc7-4ba6-8b58-0ff88738df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.666538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:11.670604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.681779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.685894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:11.694050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.730133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for cb34312a-d00b-448b-ae33-0bf0db92e2e5 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:11.760707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.789957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.815376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6cd189-17f5-428a-bcf2-4a8200d88048,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:11.820728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:11.830333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:11.832704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=d868da71-5aa4-4afa-bcc5-471a587e4cbe,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:11.835161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:11.837599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:11.845223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:11.846655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.859223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.880086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.880302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Added segment b7e2cccf-073f-44c5-8629-90a707852e04 of type vlan for network a3679000-7170-40fd-8c57-b0860329c221 Feb 15 13:45:11.914449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.934805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:11.938524 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7f3a1874-1383-4cf6-a36f-66e268c602bb tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/fb6cd189-17f5-428a-bcf2-4a8200d88048 HTTP/1.1" status: 204 len: 168 time: 0.6841643 Feb 15 13:45:11.944038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54610) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.974712 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9f1e56e8-4847-44c0-9f02-afa840a70867 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7998936 Feb 15 13:45:11.980722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54614) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:11.981674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3e598-3bc7-4ba6-8b58-0ff88738df07 None None] Port cb34312a-d00b-448b-ae33-0bf0db92e2e5 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:12.009055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.032749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Allocated IP 2001:db8::2 (2fbadc30-d1d1-4de3-945d-eeab842475b9/351d814d-f0b8-4607-82a6-dea2745c5373/276b81da-65cc-45c0-9233-c49d95a0ed10) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:12.049706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.056166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:12.056749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.064519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.095196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de501e69-2ee2-4205-a7e6-147410336293,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:12.125009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.153173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:12.153515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:12.171461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04ee9abf-3ef1-431b-b636-23912e5fe9f4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:12.180669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.182492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port d868da71-5aa4-4afa-bcc5-471a587e4cbe {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:12.182837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.251535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Network': ['ID=a3679000-7170-40fd-8c57-b0860329c221,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:12.265946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=cb34312a-d00b-448b-ae33-0bf0db92e2e5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:12.270791 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-26956107-80c5-45cd-8809-b27925b24748 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7768266 Feb 15 13:45:12.283652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.284367 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c4cd9e02-ea50-4f98-9b2b-5154c14db1be tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9997034 Feb 15 13:45:12.285643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54618) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.298656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=cddac45d-16fc-4da1-90e5-7b511043e01b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:12.303723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54620) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.306877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network a3679000-7170-40fd-8c57-b0860329c221 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:12.325123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'subnet': {'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:12.351066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04ee9abf-3ef1-431b-b636-23912e5fe9f4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:12.351283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.352396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04ee9abf-3ef1-431b-b636-23912e5fe9f4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4073455 Feb 15 13:45:12.352977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-edb29417-ba86-46b1-b930-3356949322e9', 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '03769da3-f54f-40fc-a6d2-a66322b7845d'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:12.353116 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d5c664e8-ca0b-4313-87de-a7bc9c58dadd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/cddac45d-16fc-4da1-90e5-7b511043e01b HTTP/1.1" status: 204 len: 168 time: 1.2120664 Feb 15 13:45:12.354116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.357149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54626) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.358590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54628) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.362455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-31c81527-fd80-43a8-87a6-4357468b12c6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules/de501e69-2ee2-4205-a7e6-147410336293 HTTP/1.1" status: 200 len: 763 time: 0.0576415 Feb 15 13:45:12.367375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54634) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.444438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5785d78f-2fbc-4a8e-8134-9d3e197c5a7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860512 Feb 15 13:45:12.465530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54638) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.472961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:12.570807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.656144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Transition to ACTIVE for port object 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:12.717664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:12.718207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Transition to ACTIVE for port object 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:12.724039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:subnet and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:12.730146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:12.739922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.742208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.743761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:12.774317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.789189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Transition to ACTIVE for port object 276b81da-65cc-45c0-9233-c49d95a0ed10 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:12.794567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.822667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.826648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Transition to ACTIVE for port object 276b81da-65cc-45c0-9233-c49d95a0ed10 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:12.829578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7c86b034-d5df-4059-acff-76f89914820f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:12.843545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.851576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:12.855712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.895157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Allocated IP 172.20.255.242 (edb29417-ba86-46b1-b930-3356949322e9/03769da3-f54f-40fc-a6d2-a66322b7845d/051d50cd-08ad-4b60-a46c-07e32064426e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:12.920726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:12.926371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:12.932243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-259c848e-1e07-49c8-a110-c7b91819b99e tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/cb34312a-d00b-448b-ae33-0bf0db92e2e5 HTTP/1.1" status: 204 len: 168 time: 2.1329553 Feb 15 13:45:12.934289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54642) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:12.940651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:12.944978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:12.947173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Pushing event updated for resources: {'Port': ['ID=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:12.957272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:12.967174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:12.978718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:13.000034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.022426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.026223 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e5445e91-6229-45d4-8738-686b117d89c2 HTTP/1.1" status: 204 len: 168 time: 0.6639607 Feb 15 13:45:13.032142 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ffe3ce-c96f-4c98-8c85-55a332383ecb tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] GET failed (client error): The resource could not be found. Feb 15 13:45:13.032768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-51ffe3ce-c96f-4c98-8c85-55a332383ecb tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:13.035826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54646) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.037452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:13.044937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7f39-13cc-47b9-bb75-c506cb834264 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5445e91-6229-45d4-8738-686b117d89c2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.053693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.075773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7c86b034-d5df-4059-acff-76f89914820f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:13.080605 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c86b034-d5df-4059-acff-76f89914820f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6941435 Feb 15 13:45:13.083940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54650) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.105149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.105694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 7054ee3d-df80-4ee6-ac2f-519a57de009a of type vlan for network bf5cf9a4-2332-42ba-8d96-78269bfe57c3 Feb 15 13:45:13.117428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for d868da71-5aa4-4afa-bcc5-471a587e4cbe owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:13.151680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:13.183864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.200791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.208682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d80b3a00-4757-4af6-8c1c-be1b46c7d458 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:13.216858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-51ffe3ce-c96f-4c98-8c85-55a332383ecb tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:13.222551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:13.230671 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-51ffe3ce-c96f-4c98-8c85-55a332383ecb tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports/cb34312a-d00b-448b-ae33-0bf0db92e2e5 HTTP/1.1" status: 404 len: 333 time: 0.2825320 Feb 15 13:45:13.230671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54654) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.231034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:13.234332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.245992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1903084025'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:13.257393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:13.263639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Pushing event updated for resources: {'Port': ['ID=276b81da-65cc-45c0-9233-c49d95a0ed10,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.266435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Attempting to bind port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:13.267054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Attempting to bind port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '5550b5d7-292a-40a7-8731-ea75483cbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:13.267589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Attempting to bind port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 on network c315b0ed-6244-4660-93ac-df2ef4f81b3a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:13.289471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:13.293047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.314704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:13.315664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Checking segment: {'id': '5550b5d7-292a-40a7-8731-ea75483cbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:13.316864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.317466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Bound using segment: {'id': '5550b5d7-292a-40a7-8731-ea75483cbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:13.318127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Bound port: 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550b5d7-292a-40a7-8731-ea75483cbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c315b0ed-6244-4660-93ac-df2ef4f81b3a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:13.318679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.393137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:45:13.402999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d94d1-06c9-4756-8df1-e6312489cb20 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:13.556420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:13.566828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:13.586524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.588465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Attempting to bind port 276b81da-65cc-45c0-9233-c49d95a0ed10 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:13.588822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Attempting to bind port 276b81da-65cc-45c0-9233-c49d95a0ed10 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '458c09d0-5c87-4232-8599-19b3f80633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:13.589188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Attempting to bind port 276b81da-65cc-45c0-9233-c49d95a0ed10 on network 2fbadc30-d1d1-4de3-945d-eeab842475b9 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:13.594748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:13.595778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.615067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d80b3a00-4757-4af6-8c1c-be1b46c7d458 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:13.616353 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d80b3a00-4757-4af6-8c1c-be1b46c7d458 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5766969 Feb 15 13:45:13.617593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.628841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54658) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.633447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.633823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:13.634210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Checking segment: {'id': '458c09d0-5c87-4232-8599-19b3f80633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:13.634613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.635007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Bound using segment: {'id': '458c09d0-5c87-4232-8599-19b3f80633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:13.635529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Bound port: 276b81da-65cc-45c0-9233-c49d95a0ed10, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458c09d0-5c87-4232-8599-19b3f80633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2fbadc30-d1d1-4de3-945d-eeab842475b9'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:13.635874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.644763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de501e69-2ee2-4205-a7e6-147410336293,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.678904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.690714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.701588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.738379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:13.742177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.746415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.751797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.763416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Transition to ACTIVE for port object 051d50cd-08ad-4b60-a46c-07e32064426e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:13.788938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.791681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f0f6d547-51ec-495a-be1a-f2518eb35315 None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:13.792247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d547-51ec-495a-be1a-f2518eb35315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.794172 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8a57579b-4285-45a5-9454-94edadfea3f6 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/de501e69-2ee2-4205-a7e6-147410336293 HTTP/1.1" status: 204 len: 168 time: 0.7023559 Feb 15 13:45:13.802783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54662) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.815387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=d868da71-5aa4-4afa-bcc5-471a587e4cbe,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.835822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port e29eb078-38d5-4504-8535-2eb557648e11 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:13.882962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=bf5cf9a4-2332-42ba-8d96-78269bfe57c3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.884926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.886878 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b295a8d7-391c-43a6-9309-84b27eda1027 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/d868da71-5aa4-4afa-bcc5-471a587e4cbe HTTP/1.1" status: 204 len: 168 time: 1.9041860 Feb 15 13:45:13.893577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:13.895914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54666) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.903005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2772cc18-befa-4185-837f-dcdb50e36194 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3713470 Feb 15 13:45:13.903198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:13.905637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Transition to ACTIVE for port object 051d50cd-08ad-4b60-a46c-07e32064426e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:13.906537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Subnet': ['ID=43f81055-aba5-4a47-8435-3e345c5eb485,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.915899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54670) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:13.933368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': 'bf5cf9a4-2332-42ba-8d96-78269bfe57c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:13.935709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network bf5cf9a4-2332-42ba-8d96-78269bfe57c3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:13.943509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:13.944091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:13.954629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] For port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:13.966808 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77f58eb-e7fc-47d5-b398-c85b924c6c1a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:45:13.967341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e77f58eb-e7fc-47d5-b398-c85b924c6c1a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:13.979323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=b79f8af4-0b2e-4b78-9275-444c81fb6bc4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:13.991442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e77f58eb-e7fc-47d5-b398-c85b924c6c1a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:13.992700 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e77f58eb-e7fc-47d5-b398-c85b924c6c1a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/d868da71-5aa4-4afa-bcc5-471a587e4cbe HTTP/1.1" status: 404 len: 333 time: 0.0952790 Feb 15 13:45:13.995470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54674) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.020452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Checking segment: {'id': '9d05e002-bead-400a-b4ee-eaabb993affc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:14.020824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network hostable DHCP agents. Network: 30be15a4-bbd9-48fe-a7e5-2ed08752935c, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:14.025488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.036515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] For port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,segment=NetworkSegment(5550b5d7-292a-40a7-8731-ea75483cbdd0),segment_id=5550b5d7-292a-40a7-8731-ea75483cbdd0)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:14.063350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.065594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 351d814d-f0b8-4607-82a6-dea2745c5373 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:14.073284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-73d2bf16-390d-4535-8914-f615a63cec6d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6039371 Feb 15 13:45:14.073284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.090733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fb869815-bb96-4b63-8ec5-10face13acad tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:14.093076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54678) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.102735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7acc0219-a15a-470d-a8f0-00bd5564eeeb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:14.115274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:14.131120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.192068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Network edb29417-ba86-46b1-b930-3356949322e9 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:14.223694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:14.226163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:14.228671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.235296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] For port 276b81da-65cc-45c0-9233-c49d95a0ed10, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:14.281193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:14.286240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:14.298373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] For port 276b81da-65cc-45c0-9233-c49d95a0ed10, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=276b81da-65cc-45c0-9233-c49d95a0ed10,segment=NetworkSegment(458c09d0-5c87-4232-8599-19b3f80633e5),segment_id=458c09d0-5c87-4232-8599-19b3f80633e5)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:14.301235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:14.312983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:14.337756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::1aa (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/e29eb078-38d5-4504-8535-2eb557648e11) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:14.342419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.345816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-67b2f84a-cfba-48d9-b437-bec7de9cdc9b tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/7acc0219-a15a-470d-a8f0-00bd5564eeeb HTTP/1.1" status: 204 len: 168 time: 0.7134557 Feb 15 13:45:14.348692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54682) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.350207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:14.367753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fb869815-bb96-4b63-8ec5-10face13acad tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:14.371854 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fb869815-bb96-4b63-8ec5-10face13acad tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5639951 Feb 15 13:45:14.372040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Pushing event updated for resources: {'Port': ['ID=051d50cd-08ad-4b60-a46c-07e32064426e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:14.379887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54686) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.396229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': '60b096e1-42c9-4814-a70d-b3c14b9342eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:14.409111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:14.416216 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-85ff8119-bd60-46a1-ba43-c1cea960d2d4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653644 Feb 15 13:45:14.417412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54690) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.421694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.443490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 30be15a4-bbd9-48fe-a7e5-2ed08752935c) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:14.453621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.461214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:14.464210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:14.470313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:14.471106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.478266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268d2a6-a269-4003-a67b-f12d6366cf1f None None] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:14.485115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:14.505676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:14.508467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:14.511984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.542099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:14.589259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.589926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Attempting to bind port 051d50cd-08ad-4b60-a46c-07e32064426e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:14.590293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Attempting to bind port 051d50cd-08ad-4b60-a46c-07e32064426e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '22baf0f1-2b30-43af-bb39-ffc4002813ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:14.590665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Attempting to bind port 051d50cd-08ad-4b60-a46c-07e32064426e on network edb29417-ba86-46b1-b930-3356949322e9 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:14.630910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:14.631280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Checking segment: {'id': '22baf0f1-2b30-43af-bb39-ffc4002813ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:14.631683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.632091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Bound using segment: {'id': '22baf0f1-2b30-43af-bb39-ffc4002813ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:14.634914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Bound port: 051d50cd-08ad-4b60-a46c-07e32064426e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22baf0f1-2b30-43af-bb39-ffc4002813ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'edb29417-ba86-46b1-b930-3356949322e9'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:14.635318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.636868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.669418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b77f0-6276-48fe-9c87-864191732d93 None None] Pushing event updated for resources: {'Port': ['ID=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:14.714767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.756479 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e5476bd6-3435-4995-aa4e-66f81fe6889b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4542506 Feb 15 13:45:14.791828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54694) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:14.814684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'subnet': {'network_id': 'a3679000-7170-40fd-8c57-b0860329c221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:14.843518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.860374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:14.864893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.934792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=351d814d-f0b8-4607-82a6-dea2745c5373,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:14.938450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:14.953529 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f2c60929-4bfe-479f-86b8-15984ebb2885 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/351d814d-f0b8-4607-82a6-dea2745c5373 HTTP/1.1" status: 204 len: 168 time: 0.9570084 Feb 15 13:45:14.954369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54698) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:15.035333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7162-671d-43f6-afc1-8a59355bdfc3 None None] Pushing event updated for resources: {'Port': ['ID=276b81da-65cc-45c0-9233-c49d95a0ed10,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:15.095054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] For port 051d50cd-08ad-4b60-a46c-07e32064426e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:15.104289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'b79f8af4-0b2e-4b78-9275-444c81fb6bc4'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7df6faf0-9016-41ba-abde-3ff22377e45a'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:45:15.139591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.144576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.147707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.151203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/b490a2e3-3782-4535-b538-3e4db6b67c2f HTTP/1.1" status: 204 len: 168 time: 0.7290618 Feb 15 13:45:15.152738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54704) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:15.173370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 276b81da-65cc-45c0-9233-c49d95a0ed10 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:15.174031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.212036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d40b72-3fd8-4cd1-bfe7-332c49571356 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b490a2e3-3782-4535-b538-3e4db6b67c2f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:15.216890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] For port 051d50cd-08ad-4b60-a46c-07e32064426e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=051d50cd-08ad-4b60-a46c-07e32064426e,segment=NetworkSegment(22baf0f1-2b30-43af-bb39-ffc4002813ae),segment_id=22baf0f1-2b30-43af-bb39-ffc4002813ae)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:15.262881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.274527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:15.319685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.370974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-30be15a4-bbd9-48fe-a7e5-2ed08752935c', 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c', 'tenant_id': 'f5985916d60c47f1a6a0e6ecb7c62a3f', 'fixed_ips': [{'subnet_id': '43f81055-aba5-4a47-8435-3e345c5eb485'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:15.371809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.403733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:subnet and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:15.414368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.418125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.419276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:15.447426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port 276b81da-65cc-45c0-9233-c49d95a0ed10, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=276b81da-65cc-45c0-9233-c49d95a0ed10,segment=NetworkSegment(458c09d0-5c87-4232-8599-19b3f80633e5),segment_id=458c09d0-5c87-4232-8599-19b3f80633e5)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:15.448087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.476356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:15.495360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object e29eb078-38d5-4504-8535-2eb557648e11 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:15.514722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-db196b11-55e6-4050-a9b5-11e299f7f36f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:15.522679 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.ipam_backend_mixin [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b79f8af4-0b2e-4b78-9275-444c81fb6bc4 (CIDR: 2001:db8::/64) Feb 15 13:45:15.541449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.574903 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:15.575649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:15.599229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560449c6-4e1b-4478-bd52-1ee6ed025a72,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:15.609167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:15.613533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.613686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea0860-d8e3-4b3d-9743-d72e8c7c203b None None] Pushing event updated for resources: {'Port': ['ID=051d50cd-08ad-4b60-a46c-07e32064426e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:15.616014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 276b81da-65cc-45c0-9233-c49d95a0ed10 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:15.787652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.793035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-db196b11-55e6-4050-a9b5-11e299f7f36f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:15.797895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-db196b11-55e6-4050-a9b5-11e299f7f36f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6400797 Feb 15 13:45:15.819028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54708) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:15.843062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--7499006'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:15.850713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:15.874125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:15.874372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/b79f8af4-0b2e-4b78-9275-444c81fb6bc4/7df6faf0-9016-41ba-abde-3ff22377e45a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:15.876665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Allocated IP 2001:db8::2 (30be15a4-bbd9-48fe-a7e5-2ed08752935c/43f81055-aba5-4a47-8435-3e345c5eb485/2e429690-949a-4d6f-b9c3-fe74576c4d48) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:15.877346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:15.975398 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6e0962d8-fcbd-47e2-bd57-cc5bb15efe7a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8743465 Feb 15 13:45:15.993837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54712) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:15.997390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=276b81da-65cc-45c0-9233-c49d95a0ed10,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:16.009360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No DVR routers for this DVR port 276b81da-65cc-45c0-9233-c49d95a0ed10 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:16.016475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:16.067890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=6c3dcd4a-db87-4564-b91a-9405007c4109,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:16.071969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.073478 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1def211e-53ad-4bdd-b91a-f287b3517269 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6909475 Feb 15 13:45:16.083030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54716) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:16.101482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '7054ee3d-df80-4ee6-ac2f-519a57de009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bf5cf9a4-2332-42ba-8d96-78269bfe57c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:16.102628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: bf5cf9a4-2332-42ba-8d96-78269bfe57c3, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:16.104956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.136507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.198349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:16.260227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:16.264088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=e29eb078-38d5-4504-8535-2eb557648e11,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:16.266680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:16.285246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:16.285246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:16.285246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.298034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:16.302589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:16.304668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ca033714-265c-455a-b19e-91e4e9830161 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules/560449c6-4e1b-4478-bd52-1ee6ed025a72 HTTP/1.1" status: 200 len: 764 time: 0.2102497 Feb 15 13:45:16.306078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:16.306930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54720) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:16.314229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.320539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:16.345104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.361159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Transition to ACTIVE for port object 7df6faf0-9016-41ba-abde-3ff22377e45a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:16.364177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Transition to ACTIVE for port object 2e429690-949a-4d6f-b9c3-fe74576c4d48 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:16.380138 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7f2bd2f8-9183-4dbd-a454-19cf5c6bed6b tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1481066 Feb 15 13:45:16.386351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54724) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:16.407020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:b5:28:42'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:16.409961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Transition to ACTIVE for port object 2e429690-949a-4d6f-b9c3-fe74576c4d48 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:16.445367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.458956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.461523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network bf5cf9a4-2332-42ba-8d96-78269bfe57c3 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:16.478241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3b3791da-e86d-4fde-987f-340b87a5e29a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:16.526852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbadc30-d1d1-4de3-945d-eeab842475b9']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:16.585965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458c09d0-5c87-4232-8599-19b3f80633e5') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:16.587452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458c09d0-5c87-4232-8599-19b3f80633e5') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:16.593784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, bf5cf9a4-2332-42ba-8d96-78269bfe57c3) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:16.603368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:16.603762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.615118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:16.625460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c195660-c600-419a-9ce0-25e9e445d4a7 None None] Network bf5cf9a4-2332-42ba-8d96-78269bfe57c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:16.628636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.640791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:16.652329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.671220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f9872-7c70-4fc4-bf3c-24ec0ec41d2b None None] Network 2fbadc30-d1d1-4de3-945d-eeab842475b9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:16.673376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:16.682677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3b3791da-e86d-4fde-987f-340b87a5e29a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:16.688380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3b3791da-e86d-4fde-987f-340b87a5e29a tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3791499 Feb 15 13:45:16.699420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.701652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54728) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:16.708589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:16.794311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.817459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.833046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8cf8b-141a-412a-bfde-b25d277c1120 None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:16.877930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:16.878583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.898704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:16.902273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:16.918068 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:16.930011 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc76dc0a-9955-420b-ba82-44c9f5f62321 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0109980 Feb 15 13:45:16.931100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:16.937504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54732) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:16.938832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:16.988654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:17.000502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.040901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:17.050197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:17.074971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Subnet': ['ID=a7855575-1abd-4ff1-af97-6585398adf81,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:17.116952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Checking segment: {'id': 'b7e2cccf-073f-44c5-8629-90a707852e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:17.116952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network hostable DHCP agents. Network: a3679000-7170-40fd-8c57-b0860329c221, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:17.117878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9384cda2-2083-47a9-b1c5-b586ac233312 None None] Could not find standard attr ID for object 276b81da-65cc-45c0-9233-c49d95a0ed10. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:17.122652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.132788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.140276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fe4b7-eb75-40a8-b4f8-963aba7c2d5d None None] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:17.213206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f9e53-ab21-4472-822d-2014c190a28d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:17.257601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.261592 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c0d485f1-f8c4-4fdb-a58b-eff9211256ee tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4387772 Feb 15 13:45:17.275685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:17.288841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'a96f9e53-ab21-4472-822d-2014c190a28d', 'direction': 'ingress', 'protocol': 17}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:17.309882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network a3679000-7170-40fd-8c57-b0860329c221 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:17.331278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:17.445915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Pushing event updated for resources: {'Port': ['ID=2e429690-949a-4d6f-b9c3-fe74576c4d48,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:17.495231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, a3679000-7170-40fd-8c57-b0860329c221) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:17.502214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:17.511175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Provisioning for port e29eb078-38d5-4504-8535-2eb557648e11 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:17.511319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:17.511319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.511513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.512460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.517891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:17.544450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.551456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.574610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279715b1-9ea0-4d62-80b0-8d13f3cfecf7 None None] Network a3679000-7170-40fd-8c57-b0860329c221 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:17.585900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:17.590571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=560449c6-4e1b-4478-bd52-1ee6ed025a72,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:17.598056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=2fbadc30-d1d1-4de3-945d-eeab842475b9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:17.606708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa1ebc-1651-4f02-9faa-1ec1892030e6 None None] Network edb29417-ba86-46b1-b930-3356949322e9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:17.608096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.611995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.613852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3afa2bfc-1352-45c8-9d0c-e8127c60c6f8 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/560449c6-4e1b-4478-bd52-1ee6ed025a72 HTTP/1.1" status: 204 len: 168 time: 0.9027600 Feb 15 13:45:17.616100 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0105a03d-e303-4ef8-a971-e919e46d310c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8186591 Feb 15 13:45:17.616690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54740) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:17.618914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54742) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:17.627224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0a712be5-f11e-4851-8ecc-3bd458f0d7f6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/2fbadc30-d1d1-4de3-945d-eeab842475b9 HTTP/1.1" status: 204 len: 168 time: 2.6718245 Feb 15 13:45:17.640979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54748) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:17.650466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'name': 'tempest-PortsIpV6TestJSON-2094629860'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:17.653446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Provisioning complete for port e29eb078-38d5-4504-8535-2eb557648e11 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:17.653991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.750986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Attempting to bind port 2e429690-949a-4d6f-b9c3-fe74576c4d48 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:17.751366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Attempting to bind port 2e429690-949a-4d6f-b9c3-fe74576c4d48 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '9d05e002-bead-400a-b4ee-eaabb993affc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:17.751749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Attempting to bind port 2e429690-949a-4d6f-b9c3-fe74576c4d48 on network 30be15a4-bbd9-48fe-a7e5-2ed08752935c {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:17.883581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.910334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.963714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.969290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff53120-cafe-4c53-9de2-2a035d9b4fe4 None None] DHCP port deletion for 2fbadc30-d1d1-4de3-945d-eeab842475b9 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:17.985181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:17.997629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:17.998015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Checking segment: {'id': '9d05e002-bead-400a-b4ee-eaabb993affc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:17.998451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:17.998857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Bound using segment: {'id': '9d05e002-bead-400a-b4ee-eaabb993affc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:17.999344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Bound port: 2e429690-949a-4d6f-b9c3-fe74576c4d48, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d05e002-bead-400a-b4ee-eaabb993affc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30be15a4-bbd9-48fe-a7e5-2ed08752935c'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:17.999734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.032714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:18.040606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] In _notify_port_updated(), no bound segment for port e29eb078-38d5-4504-8535-2eb557648e11 on network 5fe858ac-9761-40a6-b752-063a0d663868 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:18.046316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:18.047412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.048755 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "PUT /v2.0/ports/e29eb078-38d5-4504-8535-2eb557648e11 HTTP/1.1" status: 200 len: 1003 time: 1.6618969 Feb 15 13:45:18.056802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:18.094275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:18.104089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:18.118229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54752) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:18.118329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 051d50cd-08ad-4b60-a46c-07e32064426e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:18.166288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.202698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Port e29eb078-38d5-4504-8535-2eb557648e11 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:18.259962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5480a-6c3d-4b25-8832-f3510554119a None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:18.268689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port e29eb078-38d5-4504-8535-2eb557648e11 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:18.269751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.318654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:18.322596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.354215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.383871 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9cb3b31c-7f20-4324-a36e-17a38d6627b5 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7657926 Feb 15 13:45:18.386756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607907b-c449-4dee-878f-b434fc3eae25 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=e29eb078-38d5-4504-8535-2eb557648e11,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:18.392653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54756) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:18.417630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3470f1f8-133e-4140-825f-4a73caa6a3cf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:18.468571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 6fccf651-f900-49c9-b087-6c26c10fc3c6 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:18.495597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2051cd-ce9e-4894-aaad-949e727837d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-bf5cf9a4-2332-42ba-8d96-78269bfe57c3', 'network_id': 'bf5cf9a4-2332-42ba-8d96-78269bfe57c3', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '6c3dcd4a-db87-4564-b91a-9405007c4109'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:18.496430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cf2051cd-ce9e-4894-aaad-949e727837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.545640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.563648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.583392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.716034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.717065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3dcd4a-db87-4564-b91a-9405007c4109,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:18.750428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.754930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cc21c138-3d7e-4f03-ac71-df3014f1c9e1 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4677770 Feb 15 13:45:18.766126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54760) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:18.782015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Provisioning for port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:18.841934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] For port 2e429690-949a-4d6f-b9c3-fe74576c4d48, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:18.851566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Provisioning complete for port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:18.851932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.926111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] For port 2e429690-949a-4d6f-b9c3-fe74576c4d48, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2e429690-949a-4d6f-b9c3-fe74576c4d48,segment=NetworkSegment(9d05e002-bead-400a-b4ee-eaabb993affc),segment_id=9d05e002-bead-400a-b4ee-eaabb993affc)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:18.930483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.936780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.948589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:18.987175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.002475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b096e1-42c9-4814-a70d-b3c14b9342eb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:19.013588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5cf9a4-2332-42ba-8d96-78269bfe57c3']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:19.036139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.056313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.111664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Allocated IP 2001:db8::1 (30be15a4-bbd9-48fe-a7e5-2ed08752935c/43f81055-aba5-4a47-8435-3e345c5eb485/1040a6c6-3908-4a9f-8c12-5563a0f2fa4f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:19.147918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 051d50cd-08ad-4b60-a46c-07e32064426e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:19.158606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for e29eb078-38d5-4504-8535-2eb557648e11 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:19.192140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-a3679000-7170-40fd-8c57-b0860329c221', 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221', 'tenant_id': 'f5985916d60c47f1a6a0e6ecb7c62a3f', 'fixed_ips': [{'subnet_id': 'a7855575-1abd-4ff1-af97-6585398adf81'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:19.192965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.219250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.223813 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-05c08324-09ec-48e2-99f1-42d0e0817686 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/60b096e1-42c9-4814-a70d-b3c14b9342eb HTTP/1.1" status: 204 len: 168 time: 0.8301625 Feb 15 13:45:19.229646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54764) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:19.239477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7054ee3d-df80-4ee6-ac2f-519a57de009a') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:19.239778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7054ee3d-df80-4ee6-ac2f-519a57de009a') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:19.259333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:45:19.275127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.308839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f9e53-ab21-4472-822d-2014c190a28d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:19.341373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.342854 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-60b97b98-38e8-4771-bca7-9052fcc6e44a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/a96f9e53-ab21-4472-822d-2014c190a28d HTTP/1.1" status: 204 len: 168 time: 0.5737929 Feb 15 13:45:19.349024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54768) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:19.352474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-abc1ec60-1b07-4d63-9d50-38846ee27edf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:19.352625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e1540-2f10-4f63-a0ee-14baa86bfa9b None None] Network bf5cf9a4-2332-42ba-8d96-78269bfe57c3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:19.391986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:19.417005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6c945-1db6-4e18-89d4-41565f05b493 None None] Pushing event updated for resources: {'Port': ['ID=2e429690-949a-4d6f-b9c3-fe74576c4d48,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:19.474374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-55548351-3bea-41a0-8c6f-ce2860cb645a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:19.486201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.510580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-abc1ec60-1b07-4d63-9d50-38846ee27edf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:19.516375 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-abc1ec60-1b07-4d63-9d50-38846ee27edf tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2859063 Feb 15 13:45:19.517665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Transition to ACTIVE for port object 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:19.518882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54772) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:19.524797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group': {'name': 'tempest-secgroup--438288386'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:19.530990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.532344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:19.546299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:19.586356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-55548351-3bea-41a0-8c6f-ce2860cb645a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:19.587746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-55548351-3bea-41a0-8c6f-ce2860cb645a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2299163 Feb 15 13:45:19.592019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54776) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:19.600545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--933510748'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:19.605963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.617655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.619527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:19.640206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:19.658583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.671149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.689015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:19.691955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.739899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.776411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:19.780642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:19.784308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:19.791058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:19.810806 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:19.813059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] For port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,segment=NetworkSegment(5550b5d7-292a-40a7-8731-ea75483cbdd0),segment_id=5550b5d7-292a-40a7-8731-ea75483cbdd0)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:19.866158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.913813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:19.931385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:19.935454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:19.972696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:19.979296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:19.983648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:19.996263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Port': ['ID=1040a6c6-3908-4a9f-8c12-5563a0f2fa4f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:19.997285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.014453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:20.015063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.023384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:20.027751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.032987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.041806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=bf5cf9a4-2332-42ba-8d96-78269bfe57c3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.055654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b02a72f-1f04-443f-9482-548973c66eb2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/bf5cf9a4-2332-42ba-8d96-78269bfe57c3 HTTP/1.1" status: 204 len: 168 time: 3.0535161 Feb 15 13:45:20.055856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54780) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:20.060465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.078372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1931143063'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:20.083742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:20.085576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 276b81da-65cc-45c0-9233-c49d95a0ed10 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:20.089681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:20.093586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:20.099675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:20.113614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.137725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Could not find standard attr ID for object e29eb078-38d5-4504-8535-2eb557648e11. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:20.186706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 276b81da-65cc-45c0-9233-c49d95a0ed10 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:20.187073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 276b81da-65cc-45c0-9233-c49d95a0ed10 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:20.189141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Allocated IP 2001:db8::2 (a3679000-7170-40fd-8c57-b0860329c221/a7855575-1abd-4ff1-af97-6585398adf81/db5f40f0-3d44-4316-8acc-ae8f66f3abed) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:20.197436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:20.201101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.210322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.229055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.234160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4673650-2888-4d8e-bcb5-7b9de97800d0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.244330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dabc0-4d0a-4cb0-8202-f75f25a8b2c5 None None] Pushing event updated for resources: {'Port': ['ID=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.269658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] Update dhcp port {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'fixed_ips': [{'subnet_id': 'b79f8af4-0b2e-4b78-9275-444c81fb6bc4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f83046b8-018b-445f-b9f5-5c6affab0956'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7df6faf0-9016-41ba-abde-3ff22377e45a'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:45:20.282194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:20.292663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.293017 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 62f9133c-14f8-40b0-aea1-21612d98dd56 of type vlan for network 90c388fc-25b5-48cd-834d-810407ee6146 Feb 15 13:45:20.323389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.387809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.398984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Provisioning for port 7df6faf0-9016-41ba-abde-3ff22377e45a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:20.412591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.421043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:20.422577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.433933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:20.434311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.487417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:20.514738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.525239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.538293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:20.545902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:20.554283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=90c388fc-25b5-48cd-834d-810407ee6146,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.558121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.562860 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e3c79436-19ad-4f07-b4b5-e0bff52cd6ae tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0398817 Feb 15 13:45:20.584960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 90c388fc-25b5-48cd-834d-810407ee6146 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:20.594475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.599072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54784) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:20.648446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Request body: {'security_group_rule': {'security_group_id': 'e4673650-2888-4d8e-bcb5-7b9de97800d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:20.655273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:20.669598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Usage tracker for resource:security_group_rule and tenant:0bc1211876f84bc989840bd0e420fed7 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:20.672934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:20.673107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:20.680180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:20.680448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:20.680926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.705686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faebc2cb-f30d-4a05-95ee-a555dcfff1cc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.738866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.762150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.762922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.834848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=6fccf651-f900-49c9-b087-6c26c10fc3c6,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.924260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.927079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/e29eb078-38d5-4504-8535-2eb557648e11 HTTP/1.1" status: 204 len: 168 time: 2.8084123 Feb 15 13:45:20.944655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54788) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:20.953149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705229b6-7719-4aed-b1b0-8309e33da1a7 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=e29eb078-38d5-4504-8535-2eb557648e11,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:20.971146 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aef62b05-b38a-426b-966d-f37536b9a87e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9129763 Feb 15 13:45:20.977146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:20.981088 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91f58984-c81f-4261-a9d9-a74e88f05b1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3854420 Feb 15 13:45:20.981088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:20.994032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54794) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:20.994300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45db06-b5a8-4cbb-8f1d-84d516cbf541 None None] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:20.999707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '90c388fc-25b5-48cd-834d-810407ee6146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:21.016757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.028554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123042341'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:21.056118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:21.080689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-67d99da9-9ea1-45a8-ba55-56e0e8c38c54 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4379959 Feb 15 13:45:21.081581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:21.084457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:21.085520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.090918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54800) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:21.093298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:21.109028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-004f862a-cbe9-4e71-8215-da4ab05a0503 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] GET failed (client error): The resource could not be found. Feb 15 13:45:21.109754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-004f862a-cbe9-4e71-8215-da4ab05a0503 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:21.146984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=f83046b8-018b-445f-b9f5-5c6affab0956,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:21.197840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=9']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:21.204334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-004f862a-cbe9-4e71-8215-da4ab05a0503 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:21.205635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-004f862a-cbe9-4e71-8215-da4ab05a0503 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports/e29eb078-38d5-4504-8535-2eb557648e11 HTTP/1.1" status: 404 len: 333 time: 0.2591486 Feb 15 13:45:21.211865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.212370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54804) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:21.218343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1963563346'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:21.237081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 6fccf651-f900-49c9-b087-6c26c10fc3c6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:21.237336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.260107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:21.276798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c37877e6-8699-4537-a629-1b479cb771c8 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2813234 Feb 15 13:45:21.288540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54808) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:21.295027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Transition to ACTIVE for port object db5f40f0-3d44-4316-8acc-ae8f66f3abed will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:21.317263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:6e:20:2e', 'name': 'tempest-NetworksTestDHCPv6-1975297512'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:21.408181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Transition to ACTIVE for port object db5f40f0-3d44-4316-8acc-ae8f66f3abed will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:21.408395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:21.412719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Provisioning complete for port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:21.412719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.430502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.431175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:21.438005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.451918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:21.487306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:21.492843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:21.504403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.574369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:21.599091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:21.604082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.612048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.615646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:21.624511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.resource_extend [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:45:21.645166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:21.646865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.664634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:21.665435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:21.670109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a91eb1-943d-4d3a-8e67-0b48332f0a32,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:21.684939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:21.696267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:21.710373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:21.714115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.808529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Network a3679000-7170-40fd-8c57-b0860329c221 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:21.818116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.820132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:21.830536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:21.837129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:21.839603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.843795 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-33979265-9b66-4163-8bc0-6d7768a6479f tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2004058 Feb 15 13:45:21.853869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54812) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:21.881505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:21.885671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:21.902085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 6fccf651-f900-49c9-b087-6c26c10fc3c6 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:21.911460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:45:21.912235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:45:21.922277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Pushing event updated for resources: {'Port': ['ID=db5f40f0-3d44-4316-8acc-ae8f66f3abed,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:21.971358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port 8468c4bc-0884-42a3-8953-88085ba79142 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:22.056853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.065860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:22.120230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Attempting to bind port db5f40f0-3d44-4316-8acc-ae8f66f3abed on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:22.120817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Attempting to bind port db5f40f0-3d44-4316-8acc-ae8f66f3abed by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b7e2cccf-073f-44c5-8629-90a707852e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:22.121100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Attempting to bind port db5f40f0-3d44-4316-8acc-ae8f66f3abed on network a3679000-7170-40fd-8c57-b0860329c221 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:22.133427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:22.133819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Checking segment: {'id': 'b7e2cccf-073f-44c5-8629-90a707852e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:22.134227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.134622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Bound using segment: {'id': 'b7e2cccf-073f-44c5-8629-90a707852e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:22.135092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Bound port: db5f40f0-3d44-4316-8acc-ae8f66f3abed, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e2cccf-073f-44c5-8629-90a707852e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3679000-7170-40fd-8c57-b0860329c221'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:22.135471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.137632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.146259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:22.148876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.210957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=6fccf651-f900-49c9-b087-6c26c10fc3c6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:22.243042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.247890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::2ed (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/8468c4bc-0884-42a3-8953-88085ba79142) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:22.274167 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dbaa26a0-e461-4927-9929-62525667604f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/6fccf651-f900-49c9-b087-6c26c10fc3c6 HTTP/1.1" status: 204 len: 168 time: 1.1770844 Feb 15 13:45:22.275210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54816) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:22.284100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11bb0-a40c-4d78-86ee-07b4e188d7ed None None] Pushing event updated for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=10']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:22.294427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'mac_address': 'fa:16:3e:fb:a1:87', 'name': 'tempest-PortsIpV6TestJSON-1620394891'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:22.298539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.300699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.349821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.355661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] For port db5f40f0-3d44-4316-8acc-ae8f66f3abed, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:22.362281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] For port db5f40f0-3d44-4316-8acc-ae8f66f3abed, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=db5f40f0-3d44-4316-8acc-ae8f66f3abed,segment=NetworkSegment(b7e2cccf-073f-44c5-8629-90a707852e04),segment_id=b7e2cccf-073f-44c5-8629-90a707852e04)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:22.432323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.433941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Provisioning for port 051d50cd-08ad-4b60-a46c-07e32064426e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:22.444430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Provisioning complete for port 051d50cd-08ad-4b60-a46c-07e32064426e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:22.444851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.511919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.550843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.554007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:22.570593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:22.576135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.576915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:22.602888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:22.625137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2e429690-949a-4d6f-b9c3-fe74576c4d48 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:22.691540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e3ced-e3d4-4e54-b099-7707e25ef405 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:22.724216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port a2b0a954-86f6-4408-b760-027619d22eac yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:22.750979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:22.782452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.801945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.805671 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8086495 Feb 15 13:45:22.805671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Port': ['ID=1040a6c6-3908-4a9f-8c12-5563a0f2fa4f,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:22.805917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object 8468c4bc-0884-42a3-8953-88085ba79142 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:22.809056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54820) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:22.810717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.834759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2dfc1-218b-4c3b-b9c0-1e04e79196d3 None None] Pushing event updated for resources: {'Port': ['ID=db5f40f0-3d44-4316-8acc-ae8f66f3abed,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:22.854523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f902a-a4e7-4ec5-b741-cba04fc4c734 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c49f3-e769-459d-b355-25376fafcce6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:22.888181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'faebc2cb-f30d-4a05-95ee-a555dcfff1cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd73c49f3-e769-459d-b355-25376fafcce6', 'remote_ip_prefix': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:22.897459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:22.905797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:22.911656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:22.933531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.939106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:22.939992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:22.969534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port b5bcc962-19ca-4fb0-b0cb-8845a73eb094 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:23.009540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.082004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] For port 051d50cd-08ad-4b60-a46c-07e32064426e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=051d50cd-08ad-4b60-a46c-07e32064426e,segment=NetworkSegment(22baf0f1-2b30-43af-bb39-ffc4002813ae),segment_id=22baf0f1-2b30-43af-bb39-ffc4002813ae)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:23.095353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2e429690-949a-4d6f-b9c3-fe74576c4d48 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:23.120656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:23.155353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:23.172831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:23.182517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:23.187668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.189597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:23.190251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.210321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=8468c4bc-0884-42a3-8953-88085ba79142,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:23.233638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.260198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:23.294682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.370033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fcf77989-6ab0-4fd0-a9d9-5a69f3b8a45f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1517761 Feb 15 13:45:23.371018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:23.392701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b5:28:42'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:23.395478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:23.437108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77326bd5-855a-41c4-879b-d7b97eeaca47 None None] Pushing event updated for resources: {'Port': ['ID=051d50cd-08ad-4b60-a46c-07e32064426e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:23.450302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.465011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:23.465011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.488757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.537755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.572524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning for port 2e429690-949a-4d6f-b9c3-fe74576c4d48 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:23.680723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning complete for port 2e429690-949a-4d6f-b9c3-fe74576c4d48 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:23.681106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.685293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '62f9133c-14f8-40b0-aea1-21612d98dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '90c388fc-25b5-48cd-834d-810407ee6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:23.686298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 90c388fc-25b5-48cd-834d-810407ee6146, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:23.693372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.736060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=4bff186a-9955-4f04-94e1-b1f17b39e369,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:23.769242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.783012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4673650-2888-4d8e-bcb5-7b9de97800d0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:23.793609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.794753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6b88fa63-8936-4b09-96a5-0a083911baa3 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4673650-2888-4d8e-bcb5-7b9de97800d0 HTTP/1.1" status: 204 len: 168 time: 1.9387395 Feb 15 13:45:23.812659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54828) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:23.923137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.924620 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0718668 Feb 15 13:45:23.928272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.942632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54832) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:23.948407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:23.967391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b2c72-9af3-4574-b231-a60adcfaeed9 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23029362-2e53-4756-ac61-32d26d3c05aa,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:24.010364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device db5f40f0-3d44-4316-8acc-ae8f66f3abed up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:24.051101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:24.079958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::2bf (7bbde29e-2549-4182-a259-7bbb71f9b94f/b79f8af4-0b2e-4b78-9275-444c81fb6bc4/a2b0a954-86f6-4408-b760-027619d22eac) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:24.097674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:24.119596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] For port 2e429690-949a-4d6f-b9c3-fe74576c4d48, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2e429690-949a-4d6f-b9c3-fe74576c4d48,segment=NetworkSegment(9d05e002-bead-400a-b4ee-eaabb993affc),segment_id=9d05e002-bead-400a-b4ee-eaabb993affc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:24.121847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:24.127852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:24.128561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.130122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:202e (7bbde29e-2549-4182-a259-7bbb71f9b94f/f83046b8-018b-445f-b9f5-5c6affab0956/a2b0a954-86f6-4408-b760-027619d22eac) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:24.139551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4afc9cf1-ee8f-41d5-a25e-cdd682ef37fe tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:24.145729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=b5bcc962-19ca-4fb0-b0cb-8845a73eb094,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:24.158060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 90c388fc-25b5-48cd-834d-810407ee6146 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:24.163859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.181587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.209789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.295636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port db5f40f0-3d44-4316-8acc-ae8f66f3abed completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:24.313162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4afc9cf1-ee8f-41d5-a25e-cdd682ef37fe tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:24.317327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 051d50cd-08ad-4b60-a46c-07e32064426e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:24.317660 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4afc9cf1-ee8f-41d5-a25e-cdd682ef37fe tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4867933 Feb 15 13:45:24.324789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54836) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.356529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:24.357173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.362985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 90c388fc-25b5-48cd-834d-810407ee6146) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:24.364679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Router 971421f5-2db5-408c-b26b-999aecc2e344 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:45:24.372509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:24.373100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.423201 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-547eba11-2014-4b61-9c64-9c8ae836d8df tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1424882 Feb 15 13:45:24.425769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54840) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.482056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437c1c7-f130-4fae-88ba-7f1cbc32f216 None None] Network 90c388fc-25b5-48cd-834d-810407ee6146 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:24.516840 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2eea640-4ee9-4bd2-8017-129b2dfc0a02 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5283678 Feb 15 13:45:24.526025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54844) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.527671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ba8e1-0422-41b4-9703-c74c283faca1 None None] Network a3679000-7170-40fd-8c57-b0860329c221 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:24.537131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ef9cc977-52fa-4926-80c8-32c5820dd2ed tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Synchronizing usage tracker for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:24.542116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e675c71-4855-4fc4-8d9e-8bed8e4a47ed tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:24.542899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e675c71-4855-4fc4-8d9e-8bed8e4a47ed tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:24.566366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.655029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Pushing event updated for resources: {'Port': ['ID=2e429690-949a-4d6f-b9c3-fe74576c4d48,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:24.669554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23029362-2e53-4756-ac61-32d26d3c05aa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:24.675624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.699565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:45:24.709077 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-17dbd972-e835-46e1-b098-1837ac5a8f4b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0885479 Feb 15 13:45:24.710374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object a2b0a954-86f6-4408-b760-027619d22eac will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:24.711524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54848) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.726356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] Sync routers for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:45:24.735646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.739678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a52617e-012a-4c52-a027-184e3187e11d tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/23029362-2e53-4756-ac61-32d26d3c05aa HTTP/1.1" status: 204 len: 168 time: 0.7817321 Feb 15 13:45:24.746733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54852) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.779127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ef9cc977-52fa-4926-80c8-32c5820dd2ed tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] Unset dirty status for tenant:0bc1211876f84bc989840bd0e420fed7 on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:24.783242 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ef9cc977-52fa-4926-80c8-32c5820dd2ed tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4567144 Feb 15 13:45:24.784795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54856) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.802941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:24.803582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:24.839766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e675c71-4855-4fc4-8d9e-8bed8e4a47ed tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:24.844518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1e675c71-4855-4fc4-8d9e-8bed8e4a47ed tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/b5bcc962-19ca-4fb0-b0cb-8845a73eb094 HTTP/1.1" status: 200 len: 845 time: 0.4146585 Feb 15 13:45:24.847074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.849244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54860) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.853683 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-153dc1c7-7cd6-4c90-8547-bff0fc22b4cc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] delete failed (client error): The resource could not be found. Feb 15 13:45:24.855854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-153dc1c7-7cd6-4c90-8547-bff0fc22b4cc tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4673650-2888-4d8e-bcb5-7b9de97800d0 HTTP/1.1" status: 404 len: 347 time: 0.0658889 Feb 15 13:45:24.860948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:24.863556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54864) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:24.916200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ed1bf7ba-3cb3-4839-9ad8-9bdc5be5d7b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:24.925818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:24.978390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.024521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:25.025156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:25.073253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.098977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] In _notify_port_updated(), no bound segment for port 8468c4bc-0884-42a3-8953-88085ba79142 on network 5fe858ac-9761-40a6-b752-063a0d663868 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:25.104857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:25.105846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.107237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "PUT /v2.0/ports/8468c4bc-0884-42a3-8953-88085ba79142 HTTP/1.1" status: 200 len: 1003 time: 1.7314055 Feb 15 13:45:25.119922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54868) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:25.123047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 051d50cd-08ad-4b60-a46c-07e32064426e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:25.123268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.128992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ed1bf7ba-3cb3-4839-9ad8-9bdc5be5d7b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:25.130397 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ed1bf7ba-3cb3-4839-9ad8-9bdc5be5d7b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3826058 Feb 15 13:45:25.137857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54872) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:25.154365 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e4ad8132-78d8-4e77-9332-15d5f567abb7 tempest-SecGroupTest-2046822589 tempest-SecGroupTest-2046822589-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2780678 Feb 15 13:45:25.154365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port b5bcc962-19ca-4fb0-b0cb-8845a73eb094 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:25.154365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.249929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38ff0-a386-4599-9b4c-fb7686216edd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=8468c4bc-0884-42a3-8953-88085ba79142,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:25.291955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.321823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:25.322894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed02d1-9934-44f9-b998-223420e78bf7 None None] The sync data for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:45:25.371795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning for port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:25.388073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning complete for port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:25.388513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.420410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab044d4-35eb-41fe-8aa4-084c1f894c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-90c388fc-25b5-48cd-834d-810407ee6146', 'network_id': '90c388fc-25b5-48cd-834d-810407ee6146', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '4bff186a-9955-4f04-94e1-b1f17b39e369'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:25.421177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fab044d4-35eb-41fe-8aa4-084c1f894c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.484717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.490120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:25.513841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:25.553745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:25.569768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:25.576550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:25.577107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.583328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=a2b0a954-86f6-4408-b760-027619d22eac,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:25.589814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.606612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port 8468c4bc-0884-42a3-8953-88085ba79142 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:25.606854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.642809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.666568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Provisioning complete for port 051d50cd-08ad-4b60-a46c-07e32064426e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:25.667723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3e08de9-6e0b-4d8c-b871-3a097f4abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.729996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server [None req-fab044d4-35eb-41fe-8aa4-084c1f894c4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bff186a-9955-4f04-94e1-b1f17b39e369: This subnet is being modified by another concurrent operation. Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise exception Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bff186a-9955-4f04-94e1-b1f17b39e369: This subnet is being modified by another concurrent operation. Feb 15 13:45:25.767371 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Feb 15 13:45:25.823318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df184f-3346-402d-ae9c-95afdb68f4d6 None None] Network 90c388fc-25b5-48cd-834d-810407ee6146 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:25.869201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for b5bcc962-19ca-4fb0-b0cb-8845a73eb094 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:25.899792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2e429690-949a-4d6f-b9c3-fe74576c4d48 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:25.932310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=4bff186a-9955-4f04-94e1-b1f17b39e369,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:26.025109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54880) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.060921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.114077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c49f3-e769-459d-b355-25376fafcce6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:26.121434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.162006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c388fc-25b5-48cd-834d-810407ee6146']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:26.178666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f9133c-14f8-40b0-aea1-21612d98dd56') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:26.178940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f9133c-14f8-40b0-aea1-21612d98dd56') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:26.193223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.212665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.220443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.224120 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-83f6d141-6e30-4d42-887f-92d704e85393 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9230180 Feb 15 13:45:26.228725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:26.228725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.231270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54886) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.266400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9316453-d777-4777-b5b0-0ddb2a65a0f8 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:26.283847 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:26.303946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2e429690-949a-4d6f-b9c3-fe74576c4d48 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:26.303946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.304289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.304518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.305498 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-75a173c4-10af-4a9c-ad45-4f0c89fcd260 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/d73c49f3-e769-459d-b355-25376fafcce6 HTTP/1.1" status: 204 len: 168 time: 1.1640897 Feb 15 13:45:26.311784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54890) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.425781 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-b022888d-6199-47c0-967f-780479988a9b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:26.430273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b022888d-6199-47c0-967f-780479988a9b tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7148311 Feb 15 13:45:26.497737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning for port a2b0a954-86f6-4408-b760-027619d22eac completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:26.499264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54894) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.501825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for 8468c4bc-0884-42a3-8953-88085ba79142 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:26.506051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=b5bcc962-19ca-4fb0-b0cb-8845a73eb094,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:26.514066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning complete for port a2b0a954-86f6-4408-b760-027619d22eac triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:26.514568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.519667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.543534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port a2b0a954-86f6-4408-b760-027619d22eac {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:26.543534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.646767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9316453-d777-4777-b5b0-0ddb2a65a0f8 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:45:26.650748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Port a2b0a954-86f6-4408-b760-027619d22eac cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:26.686499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:26.686868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.708377 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1133b352-32cc-49b3-9881-ce59d70ad6c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bc1211876f84bc989840bd0e420fed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501746 Feb 15 13:45:26.712262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54898) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.743692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ab038ab-35ad-4e77-bef8-749e622f5999 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:26.881417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e6c9b3ff-dff2-4833-8818-f9e481d9cd38 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/b5bcc962-19ca-4fb0-b0cb-8845a73eb094 HTTP/1.1" status: 204 len: 168 time: 2.0216682 Feb 15 13:45:26.898427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54902) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.952065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ab038ab-35ad-4e77-bef8-749e622f5999 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:26.953727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5ab038ab-35ad-4e77-bef8-749e622f5999 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6320045 Feb 15 13:45:26.959449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.961930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54906) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:26.967895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f924072-c7eb-45a4-98e8-922157a03008 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:45:26.968429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4f924072-c7eb-45a4-98e8-922157a03008 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:26.970569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:26.997252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.007098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning for port 8468c4bc-0884-42a3-8953-88085ba79142 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:27.015129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=90c388fc-25b5-48cd-834d-810407ee6146,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:27.016748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning complete for port 8468c4bc-0884-42a3-8953-88085ba79142 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:27.017370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.023259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.032808 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a7d8dc75-2cde-44b0-a664-5f1b5bf8955c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/90c388fc-25b5-48cd-834d-810407ee6146 HTTP/1.1" status: 204 len: 168 time: 2.5031629 Feb 15 13:45:27.033521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54910) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:27.056431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299969180'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:27.060252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Port 8468c4bc-0884-42a3-8953-88085ba79142 was deleted so its status cannot be updated. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 15 13:45:27.090575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.102445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:27.109140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4f924072-c7eb-45a4-98e8-922157a03008 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:27.115779 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f924072-c7eb-45a4-98e8-922157a03008 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/b5bcc962-19ca-4fb0-b0cb-8845a73eb094 HTTP/1.1" status: 404 len: 333 time: 0.2073107 Feb 15 13:45:27.115978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning complete for port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:27.115978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.116374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=8468c4bc-0884-42a3-8953-88085ba79142,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:27.117514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:27.132396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:27.136955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:27.150571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'name': 'tempest-PortsIpV6TestJSON-1813932161'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:27.172564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.173136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:27.189264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.192749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.193901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.199203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:27.315206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning for port db5f40f0-3d44-4316-8acc-ae8f66f3abed completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:27.321554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Provisioning complete for port db5f40f0-3d44-4316-8acc-ae8f66f3abed triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:27.322007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.358425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:27.362102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.374298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:27.392720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:27.425859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:27.454305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.458096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.468269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.468621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment f494cf39-d6e7-405b-9e23-642e20cb51d0 of type vlan for network 86c98717-2264-448e-aa23-563192ac22b5 Feb 15 13:45:27.471180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for a2b0a954-86f6-4408-b760-027619d22eac owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:27.474720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.478030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.506852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:27.508544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.525550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e690a4-6a79-4c83-901f-37fd84b8d0cd,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:27.525783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] For port db5f40f0-3d44-4316-8acc-ae8f66f3abed, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=db5f40f0-3d44-4316-8acc-ae8f66f3abed,segment=NetworkSegment(b7e2cccf-073f-44c5-8629-90a707852e04),segment_id=b7e2cccf-073f-44c5-8629-90a707852e04)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:27.553232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.562993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.568612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.568932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.569272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.569648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.569974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.570296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.570619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.570941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.571262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.571579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.571963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.572284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:27.584008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 9de4fa12-7f31-4930-8f01-10dd45c9b18b yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:27.630037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.673632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-21233811-8b80-4b9b-aea6-c845abcec43f tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/8468c4bc-0884-42a3-8953-88085ba79142 HTTP/1.1" status: 204 len: 168 time: 2.5526164 Feb 15 13:45:27.679232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54918) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:27.727377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224278-fab5-46ba-8ffb-861f0fa5f3d9 None None] Pushing event updated for resources: {'Port': ['ID=db5f40f0-3d44-4316-8acc-ae8f66f3abed,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:27.735236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.746841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.774825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faebc2cb-f30d-4a05-95ee-a555dcfff1cc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:27.795454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.799131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f8617f40-fdea-4e97-85ae-2b1913f04aa1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0e690a4-6a79-4c83-901f-37fd84b8d0cd HTTP/1.1" status: 204 len: 168 time: 1.0718327 Feb 15 13:45:27.799131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.803956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:27.803956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.831090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb2e2e-598b-4c78-a9b5-bb51cc6c64cd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] GET failed (client error): The resource could not be found. Feb 15 13:45:27.832306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38fb2e2e-598b-4c78-a9b5-bb51cc6c64cd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:27.889156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.890348 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d9f5b5a3-b872-44ce-b021-0e5e89d2ba16 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/faebc2cb-f30d-4a05-95ee-a555dcfff1cc HTTP/1.1" status: 204 len: 168 time: 0.9269400 Feb 15 13:45:27.893058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54924) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:27.915311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:27.981915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=a2b0a954-86f6-4408-b760-027619d22eac,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:28.039400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=86c98717-2264-448e-aa23-563192ac22b5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:28.053378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 86c98717-2264-448e-aa23-563192ac22b5 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:28.063636 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ffdaafe6-eed8-4f7b-9d14-95629cfcf081 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0197527 Feb 15 13:45:28.080800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54928) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.084010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-906d1b8f-d64e-4073-a34a-7f46a7f9bb1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:28.094746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '86c98717-2264-448e-aa23-563192ac22b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:28.109311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.111327 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f6a50cf-b3bc-421b-bf4b-ea0e747eaaa4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/a2b0a954-86f6-4408-b760-027619d22eac HTTP/1.1" status: 204 len: 168 time: 1.8791151 Feb 15 13:45:28.116047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54932) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.298068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:28.303855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:28.308065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:28.316794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:28.339327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700c8cc-ccb7-4729-8ceb-16329c4b904b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.343384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a700c8cc-ccb7-4729-8ceb-16329c4b904b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:28.344013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-906d1b8f-d64e-4073-a34a-7f46a7f9bb1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:28.345028 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-906d1b8f-d64e-4073-a34a-7f46a7f9bb1f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4510336 Feb 15 13:45:28.351286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54936) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.359429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38fb2e2e-598b-4c78-a9b5-bb51cc6c64cd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:28.360676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-38fb2e2e-598b-4c78-a9b5-bb51cc6c64cd tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports/8468c4bc-0884-42a3-8953-88085ba79142 HTTP/1.1" status: 404 len: 333 time: 0.6802504 Feb 15 13:45:28.372372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54938) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.374642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--489273264'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:28.383125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:28.398687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:28.408595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a700c8cc-ccb7-4729-8ceb-16329c4b904b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:28.410768 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a700c8cc-ccb7-4729-8ceb-16329c4b904b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2935350 Feb 15 13:45:28.413044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54944) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.422945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1483801323'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:28.446177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:28.449714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.536202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.548534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.592130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:28.596314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:28.599615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:28.605736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:28.634274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:28.681491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:28.710304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:28.714267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.716602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.744766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3a353-d405-404b-9b01-6a17a1480168 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.746308 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b7e3a353-d405-404b-9b01-6a17a1480168 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3320570 Feb 15 13:45:28.748979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54948) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:28.764395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.814449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:28.818483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.835902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.911031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.912622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.914115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.914885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:28.930263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:28.941273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:28.947482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd60f24f-8865-4f3b-a3bb-eaf46e5ae9b1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:28.952561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:28.959521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:28.959521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:28.968164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=9de4fa12-7f31-4930-8f01-10dd45c9b18b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:28.970850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port e672fb7a-7de3-42bc-8916-2f3a6eec9249 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:29.013107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.014392 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ca44801f-efa4-423e-beec-da4bdd0e1c20 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6452994 Feb 15 13:45:29.017286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54952) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:29.023645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'cd60f24f-8865-4f3b-a3bb-eaf46e5ae9b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:29.029763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:29.035315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:29.038575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:29.041175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:29.042441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ebfac77-7bc6-4838-91a1-04c1bfd6cd23 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2924693 Feb 15 13:45:29.047758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54956) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:29.048197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:29.090484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.096963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.165090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-56d0bea2-daf6-476a-9d91-8342551ea7fb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0297501 Feb 15 13:45:29.172909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:29.193730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet b79f8af4-0b2e-4b78-9275-444c81fb6bc4 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:29.194499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:29.238583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.270290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Calling delete_port for 1040a6c6-3908-4a9f-8c12-5563a0f2fa4f owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:29.290761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=6039b3db-9b3f-4f0f-a3b5-24edacd00a56,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:29.308323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.335571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': 'f494cf39-d6e7-405b-9e23-642e20cb51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '86c98717-2264-448e-aa23-563192ac22b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:29.335926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 86c98717-2264-448e-aa23-563192ac22b5, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:29.350840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1bee-62cb-4ed4-b25f-30217f4fd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.360989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::7d (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/e672fb7a-7de3-42bc-8916-2f3a6eec9249) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:29.392999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.713537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.715833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.717204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.733986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.761521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device db5f40f0-3d44-4316-8acc-ae8f66f3abed up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:29.840708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port db5f40f0-3d44-4316-8acc-ae8f66f3abed triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:29.841125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.922835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 86c98717-2264-448e-aa23-563192ac22b5 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:29.957556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.996607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:29.996887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.025097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9c2add-4eed-4e12-b353-010c6fd9bf37,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.031002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 86c98717-2264-448e-aa23-563192ac22b5) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:30.035844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:30.036831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.040975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.041131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object e672fb7a-7de3-42bc-8916-2f3a6eec9249 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:30.044231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5e156-61c5-4ffd-bcac-36b4b3d1d8e5 None None] Network 86c98717-2264-448e-aa23-563192ac22b5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:30.063344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Port': ['ID=1040a6c6-3908-4a9f-8c12-5563a0f2fa4f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.094959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.137546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.139474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/b79f8af4-0b2e-4b78-9275-444c81fb6bc4 HTTP/1.1" status: 204 len: 168 time: 1.0929136 Feb 15 13:45:30.149675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8fe0b-6140-4884-8374-3855924b809a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=b79f8af4-0b2e-4b78-9275-444c81fb6bc4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.150286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f4b52-db25-4e21-98d9-a091e3075ac8 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:30.152461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54964) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:30.216762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] In _notify_port_updated(), no bound segment for port 9de4fa12-7f31-4930-8f01-10dd45c9b18b on network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:30.223250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:30.223831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.228340 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/ports/9de4fa12-7f31-4930-8f01-10dd45c9b18b HTTP/1.1" status: 200 len: 818 time: 1.0543287 Feb 15 13:45:30.229084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54968) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:30.237747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.238907 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a848c570-67b2-4689-9638-7d3b4b3f97af tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2206278 Feb 15 13:45:30.284138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54972) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:30.286173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-31603702-abb4-49af-a608-4c847fd454bc tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1974676 Feb 15 13:45:30.317113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54976) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:30.362885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781c30a-41d7-4da8-8654-f0c54ad9b45c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=9de4fa12-7f31-4930-8f01-10dd45c9b18b,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.410062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.421430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-86c98717-2264-448e-aa23-563192ac22b5', 'network_id': '86c98717-2264-448e-aa23-563192ac22b5', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '6039b3db-9b3f-4f0f-a3b5-24edacd00a56'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:30.422512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.458002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 9de4fa12-7f31-4930-8f01-10dd45c9b18b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:30.458352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.501164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet f83046b8-018b-445f-b9f5-5c6affab0956 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:30.513100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.522531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.550336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.583857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.696821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.701990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:30.702843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=e672fb7a-7de3-42bc-8916-2f3a6eec9249,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.711837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:30.722508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:30.728482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:30.729112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.746396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.802610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Allocated IP 172.20.0.1 (86c98717-2264-448e-aa23-563192ac22b5/6039b3db-9b3f-4f0f-a3b5-24edacd00a56/746c0080-7058-489a-84f8-e15de0916d52) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:30.828615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Router 971421f5-2db5-408c-b26b-999aecc2e344 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:45:30.894989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.909708 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1b9d6117-0366-409f-8c14-d345573baaec tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5359151 Feb 15 13:45:30.918344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54980) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:30.961184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f9c2add-4eed-4e12-b353-010c6fd9bf37,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:30.986475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'network_id': '5fe858ac-9761-40a6-b752-063a0d663868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1549717735'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:30.996396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:30.997839 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2f6f52ae-5571-4627-965f-cd3f32bd55cc tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/4f9c2add-4eed-4e12-b353-010c6fd9bf37 HTTP/1.1" status: 204 len: 168 time: 0.7105668 Feb 15 13:45:31.005356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.013716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 54984) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:31.083789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:45:31.098171 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4c2afff6-80d1-4f5f-b99d-dbb131f96d55 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5886486 Feb 15 13:45:31.099118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54988) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:31.099460 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] Sync routers for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:45:31.109953 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:31.110704 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:31.184871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.200121 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:31.202575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Transition to ACTIVE for port object 746c0080-7058-489a-84f8-e15de0916d52 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:31.209948 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:31.210872 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:31.216255 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-69eb36e7-bfe1-47d6-8b2d-6245bf5f47ed tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] delete failed (client error): The resource could not be found. Feb 15 13:45:31.220621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-69eb36e7-bfe1-47d6-8b2d-6245bf5f47ed tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1540554611 HTTP/1.1" status: 404 len: 335 time: 0.0981584 Feb 15 13:45:31.221206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54992) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:31.231123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Transition to ACTIVE for port object 746c0080-7058-489a-84f8-e15de0916d52 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:31.236144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.236619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4cff71fa-bec4-4793-9a70-585da019a9e4 None None] Provisioning for port e672fb7a-7de3-42bc-8916-2f3a6eec9249 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:31.240648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e2c20b05-9a8a-4af2-b79b-f2f1c7b0309d tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'router': {'external_gateway_info': {'network_id': '971421f5-2db5-408c-b26b-999aecc2e344'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:31.243859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4cff71fa-bec4-4793-9a70-585da019a9e4 None None] Provisioning complete for port e672fb7a-7de3-42bc-8916-2f3a6eec9249 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:31.244467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4cff71fa-bec4-4793-9a70-585da019a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.305134 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:31.305806 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300f520-05ee-4dc8-a901-e1920d4ff78e None None] The sync data for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:45:31.314002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 9de4fa12-7f31-4930-8f01-10dd45c9b18b owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:31.335957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4cff71fa-bec4-4793-9a70-585da019a9e4 None None] Port e672fb7a-7de3-42bc-8916-2f3a6eec9249 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:31.351655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.379854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.408101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:31.453027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffd55c1a-0cc8-404e-b045-8510fa687d9e tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:31.483384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Pushing event updated for resources: {'Port': ['ID=746c0080-7058-489a-84f8-e15de0916d52,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:31.495095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Network 86c98717-2264-448e-aa23-563192ac22b5 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:31.496329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:31.499611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:31.552729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:31.597596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.622530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Attempting to bind port 746c0080-7058-489a-84f8-e15de0916d52 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:31.623054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Attempting to bind port 746c0080-7058-489a-84f8-e15de0916d52 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f494cf39-d6e7-405b-9e23-642e20cb51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '86c98717-2264-448e-aa23-563192ac22b5'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:31.623236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Attempting to bind port 746c0080-7058-489a-84f8-e15de0916d52 on network 86c98717-2264-448e-aa23-563192ac22b5 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:31.629534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:31.629912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Checking segment: {'id': 'f494cf39-d6e7-405b-9e23-642e20cb51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '86c98717-2264-448e-aa23-563192ac22b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:31.630322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.630715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Bound using segment: {'id': 'f494cf39-d6e7-405b-9e23-642e20cb51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '86c98717-2264-448e-aa23-563192ac22b5'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:31.631186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Bound port: 746c0080-7058-489a-84f8-e15de0916d52, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f494cf39-d6e7-405b-9e23-642e20cb51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '86c98717-2264-448e-aa23-563192ac22b5'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:31.631563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.754741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] For port 746c0080-7058-489a-84f8-e15de0916d52, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:31.759716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] For port 746c0080-7058-489a-84f8-e15de0916d52, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=746c0080-7058-489a-84f8-e15de0916d52,segment=NetworkSegment(f494cf39-d6e7-405b-9e23-642e20cb51d0),segment_id=f494cf39-d6e7-405b-9e23-642e20cb51d0)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:31.793907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.798067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.799491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Made reservation on behalf of 16e994ef6abd4aa48967d668f732b16c for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:31.800618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffd55c1a-0cc8-404e-b045-8510fa687d9e tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:31.804536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffd55c1a-0cc8-404e-b045-8510fa687d9e tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7870855 Feb 15 13:45:31.808660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.818711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 54996) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:31.834983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.852325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=6039b3db-9b3f-4f0f-a3b5-24edacd00a56,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:31.929503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=9de4fa12-7f31-4930-8f01-10dd45c9b18b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:31.930557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2ebc6-7505-4602-995f-d9cbd710bf0d None None] Pushing event updated for resources: {'Port': ['ID=746c0080-7058-489a-84f8-e15de0916d52,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:31.933945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.935277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] device_id is not set on port ebde8e68-92b5-4852-bd5f-c6100446f2ee yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:31.946454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc8ef0-0c09-4f60-b6ed-d60f18466697 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:31.992530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2c20b05-9a8a-4af2-b79b-f2f1c7b0309d tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:31.996751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=f83046b8-018b-445f-b9f5-5c6affab0956,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:31.999076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.045646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.064830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.079602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c98717-2264-448e-aa23-563192ac22b5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:32.094135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f494cf39-d6e7-405b-9e23-642e20cb51d0') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:32.094580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f494cf39-d6e7-405b-9e23-642e20cb51d0') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:32.109147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.111970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-431b54d6-060e-4d2a-8030-d41f7950f25b None None] Provisioning complete for port 7df6faf0-9016-41ba-abde-3ff22377e45a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:32.111970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-431b54d6-060e-4d2a-8030-d41f7950f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.141769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.144725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56aa9d-d325-4354-970e-5f03ed9ad6e4 None None] Network 86c98717-2264-448e-aa23-563192ac22b5 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:32.149917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:32.150585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.160342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:32.167464 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:32.174383 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82c25cc0-c487-42f8-b22a-0be8f955724a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f83046b8-018b-445f-b9f5-5c6affab0956 HTTP/1.1" status: 204 len: 168 time: 2.0096378 Feb 15 13:45:32.178436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-e2c20b05-9a8a-4af2-b79b-f2f1c7b0309d tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] update failed (client error): The resource could not be found. Feb 15 13:45:32.184951 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3c33154f-80bd-4474-b009-85b6d1233e0a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/9de4fa12-7f31-4930-8f01-10dd45c9b18b HTTP/1.1" status: 204 len: 168 time: 1.9432812 Feb 15 13:45:32.185184 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e2c20b05-9a8a-4af2-b79b-f2f1c7b0309d tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344 HTTP/1.1" status: 404 len: 339 time: 0.9567900 Feb 15 13:45:32.185288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55000) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.185288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55002) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.187026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55004) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.198254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2004487663'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:32.216454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:32.227680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:network and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:32.234178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:32.256118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Allocated IP 2001:db8::2b5 (5fe858ac-9761-40a6-b752-063a0d663868/3f5e16b0-2a89-4687-818d-095309d14778/ebde8e68-92b5-4852-bd5f-c6100446f2ee) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:32.265842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:32.359272 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-636dfbab-b038-431e-843c-568fca76a6b4 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317420 Feb 15 13:45:32.362196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55012) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.370040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:32.384858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:32.388618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.406293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3b5b5-7b44-40a7-aaa6-921df70d193b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:32.408817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffc3b5b5-7b44-40a7-aaa6-921df70d193b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:32.430017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:45:32.430017 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:45:32.430017 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '86c98717-2264-448e-aa23-563192ac22b5'}] Feb 15 13:45:32.430017 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:32.430768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:32.472950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.491446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffc3b5b5-7b44-40a7-aaa6-921df70d193b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:32.495949 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffc3b5b5-7b44-40a7-aaa6-921df70d193b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2636056 Feb 15 13:45:32.495949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55016) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.544632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd13942-4748-4680-87dd-fccf6747ef2b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:45:32.546626 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-abd13942-4748-4680-87dd-fccf6747ef2b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/9de4fa12-7f31-4930-8f01-10dd45c9b18b HTTP/1.1" status: 404 len: 333 time: 0.0495832 Feb 15 13:45:32.551031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55020) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.563601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1701542515'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:32.569723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:32.575117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd60f24f-8865-4f3b-a3bb-eaf46e5ae9b1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:32.575501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:32.579093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:32.586776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:32.629137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:32.635091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:32.638604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:32.639868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Deleting port 7df6faf0-9016-41ba-abde-3ff22377e45a {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:32.640435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.653638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:32.672185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:32.677531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.678494 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Added segment ca80c611-3185-4816-8437-70f26382403e of type vlan for network 7fd40578-6446-4562-8e3b-a269eba214b3 Feb 15 13:45:32.686434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30c04782-cc8e-41f1-8a26-99135cf0c0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.704188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:32.746145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.753486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.755101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.771875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Transition to ACTIVE for port object ebde8e68-92b5-4852-bd5f-c6100446f2ee will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:32.793855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:32.797699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.826846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:32.834562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:32.836698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.837043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 6e1019c3-35ad-48e9-92e5-c0dafab2a555 of type vlan for network 7ec6f655-45db-4c63-9b24-864fdd7850e6 Feb 15 13:45:32.838515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.844301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.857509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.858978 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04d72ecc-d0e9-43c9-b0f4-abaf763f2c5c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/cd60f24f-8865-4f3b-a3bb-eaf46e5ae9b1 HTTP/1.1" status: 204 len: 168 time: 1.0316906 Feb 15 13:45:32.864454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:32.876287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.914721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] For port 7df6faf0-9016-41ba-abde-3ff22377e45a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7df6faf0-9016-41ba-abde-3ff22377e45a,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:32.915108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.931940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.934911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.941357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:32.942257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.945114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port 746c0080-7058-489a-84f8-e15de0916d52 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:32.945747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:32.999257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.045455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.050445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Calling delete_port for 7df6faf0-9016-41ba-abde-3ff22377e45a owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:33.051791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:33.052748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.182440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.194248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-00340068-b0cb-43ad-b54f-607347f460d2 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:33.211208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.216325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Network 5fe858ac-9761-40a6-b752-063a0d663868 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:33.220944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Network': ['ID=7fd40578-6446-4562-8e3b-a269eba214b3,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:33.230864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f25394c7-93b7-4a97-a234-4111b11e2ffd tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0409098 Feb 15 13:45:33.231883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:33.234317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:33.243547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:33.243547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.247452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55028) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:33.248123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=ebde8e68-92b5-4852-bd5f-c6100446f2ee,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:33.259044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=7ec6f655-45db-4c63-9b24-864fdd7850e6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:33.260089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'subnet': {'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:33.282944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Pushing event deleted for resources: {'Port': ['ID=7df6faf0-9016-41ba-abde-3ff22377e45a,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:33.293089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7fd40578-6446-4562-8e3b-a269eba214b3 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:33.300654 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-266259fe-5c9e-49d2-82e9-41d5f182734b tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7461064 Feb 15 13:45:33.302226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55032) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:33.308795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:33.335928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port 746c0080-7058-489a-84f8-e15de0916d52, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=746c0080-7058-489a-84f8-e15de0916d52,segment=NetworkSegment(f494cf39-d6e7-405b-9e23-642e20cb51d0),segment_id=f494cf39-d6e7-405b-9e23-642e20cb51d0)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:33.335928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.376824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:33.411617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-00340068-b0cb-43ad-b54f-607347f460d2 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:33.412870 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00340068-b0cb-43ad-b54f-607347f460d2 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5471728 Feb 15 13:45:33.420925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55036) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:33.440607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--223493550'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:33.446967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.447315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.447671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.448727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.449078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.449432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.449777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.450488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.450488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.450820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.451077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.451388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:45:33.464090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:33.473444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ba916-7d8c-4c78-80c4-a17871635553 None None] No DVR routers for this DVR port 7df6faf0-9016-41ba-abde-3ff22377e45a on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:33.483903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:33.502968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:33.505394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Usage tracker for resource:subnet and tenant:f5985916d60c47f1a6a0e6ecb7c62a3f is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:33.509065 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4f5691cd-d2d2-4b76-97c7-a6a8f651c256 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5893023 Feb 15 13:45:33.512546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:33.516279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:33.526814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:b5:28:42'}, {'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:54:b5:cd'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:33.565377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:33.588551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for 746c0080-7058-489a-84f8-e15de0916d52 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:33.604925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf495138-6206-4d2e-b274-2871569c4374 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:45:33.644403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:33.651760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:33.656862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:33.667769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:33.721325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.762133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf495138-6206-4d2e-b274-2871569c4374 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:45:33.772736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:33.810964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:33.815472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.818696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7df6faf0-9016-41ba-abde-3ff22377e45a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:33.819052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7df6faf0-9016-41ba-abde-3ff22377e45a not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:33.833090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.843578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-17bb9ebb-b025-44dc-90e9-04ce8d67aaf0 None None] Provisioning for port ebde8e68-92b5-4852-bd5f-c6100446f2ee completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:33.867057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.871302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Made reservation on behalf of f5985916d60c47f1a6a0e6ecb7c62a3f for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:33.874337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:33.902498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-17bb9ebb-b025-44dc-90e9-04ce8d67aaf0 None None] Provisioning complete for port ebde8e68-92b5-4852-bd5f-c6100446f2ee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:33.902966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-17bb9ebb-b025-44dc-90e9-04ce8d67aaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.011973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-17bb9ebb-b025-44dc-90e9-04ce8d67aaf0 None None] Port ebde8e68-92b5-4852-bd5f-c6100446f2ee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:34.052221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:34.056064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:34.065038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=746c0080-7058-489a-84f8-e15de0916d52,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.071505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:34.074310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:34.074885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.078302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port 746c0080-7058-489a-84f8-e15de0916d52 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:34.080114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:34.119096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.133619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:34.178905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:34.196658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=7b69ef18-61d7-424c-8b4a-0ae196a84518,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.224958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.234664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.265839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c98717-2264-448e-aa23-563192ac22b5']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:34.270348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7bbde29e-2549-4182-a259-7bbb71f9b94f', 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'tenant_id': '3e6be984b7c641d8916b16eccd053a2b', 'fixed_ips': [{'subnet_id': '7b69ef18-61d7-424c-8b4a-0ae196a84518'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:34.271318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.295660 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-69ff9321-4d1b-447c-b5d5-e7da445319aa tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9287977 Feb 15 13:45:34.308320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:34.310603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f494cf39-d6e7-405b-9e23-642e20cb51d0') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:34.322680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f494cf39-d6e7-405b-9e23-642e20cb51d0') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:34.322848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:34.331375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.359738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.371482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:34.371882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:34.391491 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:34.451063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Allocated IP 2001:db8::2 (7bbde29e-2549-4182-a259-7bbb71f9b94f/7b69ef18-61d7-424c-8b4a-0ae196a84518/5b3d9ded-19d8-411a-881f-0407b3a59bf1) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:34.572348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.639743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.646607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.677791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.688947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Transition to ACTIVE for port object 5b3d9ded-19d8-411a-881f-0407b3a59bf1 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:34.711469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Transition to ACTIVE for port object 5b3d9ded-19d8-411a-881f-0407b3a59bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:34.717689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.723291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.727267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:34.739953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=86c98717-2264-448e-aa23-563192ac22b5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.753808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:34.765665 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91b0cc83-a78a-4a76-ab37-7f0c486745c8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/86c98717-2264-448e-aa23-563192ac22b5 HTTP/1.1" status: 204 len: 168 time: 4.4474730 Feb 15 13:45:34.773308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:34.777694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55048) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:34.788983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447165284'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:34.792198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=ac3393cb-328b-4d92-a3e8-bf43b8f376cb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.796206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:34.798298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.799723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:34.815063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '6e1019c3-35ad-48e9-92e5-c0dafab2a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:34.815355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5095cb9-ab69-4e8c-8e73-274c751129ff,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.815602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 7ec6f655-45db-4c63-9b24-864fdd7850e6, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:34.824484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:34.828511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:34.839374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:34.840067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.873497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:34.874612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:34.878526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:34.918499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Pushing event updated for resources: {'Port': ['ID=5b3d9ded-19d8-411a-881f-0407b3a59bf1,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.921665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:34.926551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:34.930833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.942652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:34.946424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.961024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.964869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e369c1f6-093d-4122-833a-70f5903f0032 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5388000 Feb 15 13:45:34.965036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:34.967718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55052) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:34.971265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:34.975339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'a5095cb9-ab69-4e8c-8e73-274c751129ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:34.981194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Subnet': ['ID=17de8130-fa71-48d6-bd6e-903cc75624d2,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:34.982925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:34.988672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:34.998042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:35.000707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:35.002868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.003727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 003d6883-ddf0-45be-b5d6-fe718b3e99e5 of type vlan for network 46b2fe67-f576-4a14-936e-bc6cd6a93e9b Feb 15 13:45:35.016874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Attempting to bind port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:35.017264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Attempting to bind port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:35.017643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Attempting to bind port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 on network 7bbde29e-2549-4182-a259-7bbb71f9b94f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:35.023987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:35.024460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Checking segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:35.024727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.025111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Bound using segment: {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:35.025597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Bound port: 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f08556-74c6-450b-a85b-71758065b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:35.025965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.034095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.045875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Checking segment: {'id': 'ca80c611-3185-4816-8437-70f26382403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:35.046273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7ec6f655-45db-4c63-9b24-864fdd7850e6) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:35.046406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network hostable DHCP agents. Network: 7fd40578-6446-4562-8e3b-a269eba214b3, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:35.064755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:35.065334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.085393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.096170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.121056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] For port 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:35.124263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] For port 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5b3d9ded-19d8-411a-881f-0407b3a59bf1,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:35.158105 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5765e93c-a166-44f2-91e2-07e6fa6b15db tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8559251 Feb 15 13:45:35.160793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.161797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55056) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.167271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:35.171093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] In _notify_port_updated(), no bound segment for port ebde8e68-92b5-4852-bd5f-c6100446f2ee on network 5fe858ac-9761-40a6-b752-063a0d663868 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:35.177382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:35.178044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.179393 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "PUT /v2.0/ports/ebde8e68-92b5-4852-bd5f-c6100446f2ee HTTP/1.1" status: 200 len: 1067 time: 1.6575272 Feb 15 13:45:35.184907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55060) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.207590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b69ef18-61d7-424c-8b4a-0ae196a84518 (CIDR: 2001:db8::/64) Feb 15 13:45:35.211507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7a14-1236-4d9d-8020-80fe54bb4d88 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event updated for resources: {'Port': ['ID=ebde8e68-92b5-4852-bd5f-c6100446f2ee,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:35.245885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.246232 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:35.246428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:35.250193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network 7fd40578-6446-4562-8e3b-a269eba214b3 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:35.265204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7fd40578-6446-4562-8e3b-a269eba214b3) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:35.270391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:35.270979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.271923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.277512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:35.278125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.308299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.336383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b137b-4aaf-476f-bdf7-398ea858eeb3 None None] Pushing event updated for resources: {'Port': ['ID=5b3d9ded-19d8-411a-881f-0407b3a59bf1,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:35.351271 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a436b96c-fae3-445e-a48b-c4f3b9eaddaf tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0419791 Feb 15 13:45:35.353967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55064) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.360226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'subnet': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:35.382773 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1095fd4b-8f7b-4a81-b6d8-4f744e3a5997 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1310334 Feb 15 13:45:35.402156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55068) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.429774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73781b03-46c9-4a86-b820-1406f3d97e71,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:35.436726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a78e7386-b1ae-40e4-97c9-e759b656b331 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:35.515255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:35.520303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:subnet and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:35.524739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:35.531717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:35.536826 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7583272 Feb 15 13:45:35.540979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.546174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '46b2fe67-f576-4a14-936e-bc6cd6a93e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:35.599260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port ebde8e68-92b5-4852-bd5f-c6100446f2ee {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:35.603073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.651061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:35.654539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.686127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:35.690186 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0ae24ca4-0d97-45c6-8ead-df5a59a705ad tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7185874 Feb 15 13:45:35.700396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c8d32-8763-4125-a60b-231092ad2b66 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=46b2fe67-f576-4a14-936e-bc6cd6a93e9b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:35.704350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55076) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.715898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 46b2fe67-f576-4a14-936e-bc6cd6a93e9b details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:35.887881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5b3d9ded-19d8-411a-881f-0407b3a59bf1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:35.898557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:35.904768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:35.909903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:35.916924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:35.941599 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d000d5df-e125-4c33-93cb-d230acfd1599 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules/73781b03-46c9-4a86-b820-1406f3d97e71 HTTP/1.1" status: 200 len: 763 time: 0.2246888 Feb 15 13:45:35.947496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:35.949523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55080) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:35.983360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:36.026527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:36.033557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.059656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:36.166062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:36.263673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:36.277587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a78e7386-b1ae-40e4-97c9-e759b656b331 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.388849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e2d35873-7005-4ee3-9aad-82b1a6640865 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:36.443493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:36.446810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.499706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.objects.ports [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88297) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 15 13:45:36.578293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e2d35873-7005-4ee3-9aad-82b1a6640865 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:36.582523 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e2d35873-7005-4ee3-9aad-82b1a6640865 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6052802 Feb 15 13:45:36.582677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6d2c8-838d-47a9-bd4c-99ca2a6f2332 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:36.593683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55084) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:36.622416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.662925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.673943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.728406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4c0db-676c-4c18-b688-7ce19dc5c66f None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:36.745190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd9b7b-9221-4416-a649-5aeb351e04e8 None None] Network 7fd40578-6446-4562-8e3b-a269eba214b3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:36.767048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.777165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for ebde8e68-92b5-4852-bd5f-c6100446f2ee owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:36.854989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:36.894874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=9fe4a13f-99cd-41df-8a96-81bc8c88b858,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:36.925325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73781b03-46c9-4a86-b820-1406f3d97e71,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:36.966444 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.ipam_backend_mixin [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac3393cb-328b-4d92-a3e8-bf43b8f376cb (CIDR: 2001:db8::/64) Feb 15 13:45:36.975963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.012096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Provisioning for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:37.019474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-a78e7386-b1ae-40e4-97c9-e759b656b331 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:37.022934 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a78e7386-b1ae-40e4-97c9-e759b656b331 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344 HTTP/1.1" status: 400 len: 364 time: 1.6099851 Feb 15 13:45:37.027759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55088) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.035112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '003d6883-ddf0-45be-b5d6-fe718b3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46b2fe67-f576-4a14-936e-bc6cd6a93e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:37.039197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 46b2fe67-f576-4a14-936e-bc6cd6a93e9b, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:37.048237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.053435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9a2126c5-69a2-491e-9e5d-c05fa3352fde tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/73781b03-46c9-4a86-b820-1406f3d97e71 HTTP/1.1" status: 204 len: 168 time: 0.4622746 Feb 15 13:45:37.053614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55092) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.054700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Provisioning complete for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:37.055070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.093684 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:45:37.094199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:37.105935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.150565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-039195ed-b196-4a75-a437-990f5e2df4b6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:37.202029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 46b2fe67-f576-4a14-936e-bc6cd6a93e9b is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:37.230967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=ebde8e68-92b5-4852-bd5f-c6100446f2ee,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:37.303997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 46b2fe67-f576-4a14-936e-bc6cd6a93e9b) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:37.316246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:37.316246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.316246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] For port 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5b3d9ded-19d8-411a-881f-0407b3a59bf1,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:37.336630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f9420-11ae-4adb-b309-4a5421af3620 None None] Network 46b2fe67-f576-4a14-936e-bc6cd6a93e9b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:37.345194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-039195ed-b196-4a75-a437-990f5e2df4b6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:37.349308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-039195ed-b196-4a75-a437-990f5e2df4b6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2920275 Feb 15 13:45:37.350006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55096) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.357447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'a5095cb9-ab69-4e8c-8e73-274c751129ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:37.362937 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf98360b-8ec3-4e43-8fd0-8ca15b4a74ea tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1971164 Feb 15 13:45:37.363078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.366253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55100) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.368826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:37.376196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:37.403858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:37.431248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7fd40578-6446-4562-8e3b-a269eba214b3', 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3', 'tenant_id': 'f5985916d60c47f1a6a0e6ecb7c62a3f', 'fixed_ips': [{'subnet_id': '17de8130-fa71-48d6-bd6e-903cc75624d2'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:37.432492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.467115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b1776093-c360-43c1-b85d-f6bc0d7b909b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9230852 Feb 15 13:45:37.471355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55104) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.510872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.510872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.693199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7ec6f655-45db-4c63-9b24-864fdd7850e6', 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': 'ac3393cb-328b-4d92-a3e8-bf43b8f376cb'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:37.694307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.707213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.777297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:37.791986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:37.795172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:37.795761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.812661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Subnet': ['ID=770f8fc3-42a2-4678-84b0-1a7fe70cd8d1,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:37.833151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=5b3d9ded-19d8-411a-881f-0407b3a59bf1,revision_number=4']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:37.864401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.871756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:37.885947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:37.894481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.897145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:37.905017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:37.931762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.982768 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a55735bc-af7b-494f-8c7d-70ac9f8c2fd3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6275866 Feb 15 13:45:37.983999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:37.985991 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f54bf80a-641b-4869-837c-41d6087adc16 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/ebde8e68-92b5-4852-bd5f-c6100446f2ee HTTP/1.1" status: 204 len: 168 time: 2.8001285 Feb 15 13:45:37.990871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55108) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:37.991089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55110) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:38.000217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Request body: {'port': {'network_id': '7bbde29e-2549-4182-a259-7bbb71f9b94f', 'mac_address': 'fa:16:3e:38:cf:d7', 'name': 'tempest-NetworksTestDHCPv6-1773382047'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:38.015225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Allocated IP 2001:db8:1::2 (7fd40578-6446-4562-8e3b-a269eba214b3/17de8130-fa71-48d6-bd6e-903cc75624d2/e9e3cce9-026c-44a1-b026-218cc639b5aa) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:38.019216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.042765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] For port 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5b3d9ded-19d8-411a-881f-0407b3a59bf1,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:38.044543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.079386 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4060386d-92da-4686-9116-33cff65f7791 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] GET failed (client error): The resource could not be found. Feb 15 13:45:38.079916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4060386d-92da-4686-9116-33cff65f7791 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:38.082785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.107903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:38.111356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.205824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Allocated IP 2001:db8::2 (7ec6f655-45db-4c63-9b24-864fdd7850e6/ac3393cb-328b-4d92-a3e8-bf43b8f376cb/c513e503-b530-4f88-b35b-c8c24fc2523f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:38.334230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6eb7812-9630-49d1-a116-44f9f1ac2b07,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:38.369915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:38.386141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.395491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Usage tracker for resource:port and tenant:3e6be984b7c641d8916b16eccd053a2b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:38.429416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4060386d-92da-4686-9116-33cff65f7791 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:38.432617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:38.432735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4060386d-92da-4686-9116-33cff65f7791 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports/ebde8e68-92b5-4852-bd5f-c6100446f2ee HTTP/1.1" status: 404 len: 333 time: 0.4379613 Feb 15 13:45:38.436141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55116) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:38.446058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde0c38b-7fe1-4c32-bd6a-742e38074eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-46b2fe67-f576-4a14-936e-bc6cd6a93e9b', 'network_id': '46b2fe67-f576-4a14-936e-bc6cd6a93e9b', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '9fe4a13f-99cd-41df-8a96-81bc8c88b858'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:38.446876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bde0c38b-7fe1-4c32-bd6a-742e38074eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.449074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:38.498366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.502839 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b8070a94-dc3e-4e26-ba50-a6a1dec301c4 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1490328 Feb 15 13:45:38.510127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55120) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:38.536132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.558178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Made reservation on behalf of 3e6be984b7c641d8916b16eccd053a2b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:38.562108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9c62d7ac-70b4-4c86-a124-ad9f90a4b793 None None] Could not find standard attr ID for object ebde8e68-92b5-4852-bd5f-c6100446f2ee. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:38.594398 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-edaba6d5-a632-445e-8e60-6602134f86d8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules/f6eb7812-9630-49d1-a116-44f9f1ac2b07 HTTP/1.1" status: 200 len: 763 time: 0.0805976 Feb 15 13:45:38.603038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port e672fb7a-7de3-42bc-8916-2f3a6eec9249 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:38.604314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.641181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55124) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:38.669071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Allocated IP 2001:db8::1 (c315b0ed-6244-4660-93ac-df2ef4f81b3a/579bcf6d-642f-46c2-8367-3a1a9cbc7a24/e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:38.674669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe4a13f-99cd-41df-8a96-81bc8c88b858,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:38.703222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28785c-fd41-4bc2-b059-c17e81f9206a None None] Pushing event updated for resources: {'Port': ['ID=5b3d9ded-19d8-411a-881f-0407b3a59bf1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server [None req-bde0c38b-7fe1-4c32-bd6a-742e38074eea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fe4a13f-99cd-41df-8a96-81bc8c88b858: This subnet is being modified by another concurrent operation. Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise exception Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fe4a13f-99cd-41df-8a96-81bc8c88b858: This subnet is being modified by another concurrent operation. Feb 15 13:45:38.860855 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Feb 15 13:45:38.868152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f94dc-dffb-40c7-90d2-5c1600f0fc88 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:38.888072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.900763 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e8625a36-07e0-4b7e-ac11-0953ffe59a66 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2533133 Feb 15 13:45:38.908016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55128) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:38.956063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfe0b9-5bab-4254-abad-2f7622b94f5a None None] Network 46b2fe67-f576-4a14-936e-bc6cd6a93e9b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:38.957666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:38.999459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.002639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b2fe67-f576-4a14-936e-bc6cd6a93e9b']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:39.024166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.033669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003d6883-ddf0-45be-b5d6-fe718b3e99e5') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:39.034024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003d6883-ddf0-45be-b5d6-fe718b3e99e5') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:39.037964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] device_id is not set on port d470d1b8-2cee-4532-86f1-144837b57e5c yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:39.071868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.087460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.103282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.113554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.114263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48272933-7781-4695-8dc5-8e741b8fec18 None None] Provisioning complete for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:39.114263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48272933-7781-4695-8dc5-8e741b8fec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.144634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.159146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.203874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.232937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6eb7812-9630-49d1-a116-44f9f1ac2b07,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:39.263277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:39.263600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:39.278752 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:39.288696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for e672fb7a-7de3-42bc-8916-2f3a6eec9249 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:39.294996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.294996 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6143c706-0d46-4247-a8a5-e2ef20dd0e64 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f6eb7812-9630-49d1-a116-44f9f1ac2b07 HTTP/1.1" status: 204 len: 168 time: 0.3799806 Feb 15 13:45:39.296988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55132) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:39.356630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8::315 (7bbde29e-2549-4182-a259-7bbb71f9b94f/7b69ef18-61d7-424c-8b4a-0ae196a84518/d470d1b8-2cee-4532-86f1-144837b57e5c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:39.375130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2636dcb1-22bc-4d32-8ab5-57e77259dace tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:39.378914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:cfd7 (7bbde29e-2549-4182-a259-7bbb71f9b94f/770f8fc3-42a2-4678-84b0-1a7fe70cd8d1/d470d1b8-2cee-4532-86f1-144837b57e5c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:39.478806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.508260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2636dcb1-22bc-4d32-8ab5-57e77259dace tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:39.509925 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2636dcb1-22bc-4d32-8ab5-57e77259dace tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2122777 Feb 15 13:45:39.512613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55136) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:39.517934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': 'a5095cb9-ab69-4e8c-8e73-274c751129ff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:39.526476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:39.531612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.540181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:39.560225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.578654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:39.587953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=46b2fe67-f576-4a14-936e-bc6cd6a93e9b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:39.597113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:39.615272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:39.615848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.624746 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb46f9bf-2aa9-4f2a-9e1b-a404c81aae77 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/46b2fe67-f576-4a14-936e-bc6cd6a93e9b HTTP/1.1" status: 204 len: 168 time: 2.1524074 Feb 15 13:45:39.629037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55140) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:39.635051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=40906491-a925-484a-952e-6c82b953a64b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:39.643201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390220268'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:39.658505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:39.658505 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Project c944c5d6d60a4f2ebbeb656d70252b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:45:39.666773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:39.669820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:39.672376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.686047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:39.716253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Transition to ACTIVE for port object e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:39.716882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Transition to ACTIVE for port object e9e3cce9-026c-44a1-b026-218cc639b5aa will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:39.717566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.720021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Transition to ACTIVE for port object c513e503-b530-4f88-b35b-c8c24fc2523f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:39.759376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Transition to ACTIVE for port object e9e3cce9-026c-44a1-b026-218cc639b5aa will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:39.763128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Transition to ACTIVE for port object c513e503-b530-4f88-b35b-c8c24fc2523f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:39.775725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-78ea14c8-a368-4e28-ae82-03543eef9925 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4083893 Feb 15 13:45:39.778632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=e672fb7a-7de3-42bc-8916-2f3a6eec9249,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:39.780034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-39735eeb-e5f3-4b27-88f2-737ebae435db None None] Provisioning complete for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:39.780664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55144) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:39.786001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39735eeb-e5f3-4b27-88f2-737ebae435db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.788323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'fixed_ips': [{'subnet_id': 'ac3393cb-328b-4d92-a3e8-bf43b8f376cb'}, {'subnet_id': '40906491-a925-484a-952e-6c82b953a64b'}], 'name': 'tempest-PortsIpV6TestJSON-1517287226'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:39.824031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5b3d9ded-19d8-411a-881f-0407b3a59bf1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:39.866732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.869052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a71b0a9b-1bea-4a7d-a49e-e0cbdba4bfbe tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/e672fb7a-7de3-42bc-8916-2f3a6eec9249 HTTP/1.1" status: 204 len: 168 time: 1.4319081 Feb 15 13:45:39.873917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.878847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:39.913816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55148) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:39.925777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:39.929190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.016972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.018202 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-626a5e81-bf14-4b81-840e-8553d0704700 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] GET failed (client error): The resource could not be found. Feb 15 13:45:40.019693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-626a5e81-bf14-4b81-840e-8553d0704700 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Synchronizing usage tracker for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:40.042606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:40.050191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Pushing event updated for resources: {'Port': ['ID=c513e503-b530-4f88-b35b-c8c24fc2523f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.058047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:40.092009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:40.101313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Network 7fd40578-6446-4562-8e3b-a269eba214b3 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:40.102331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.116892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:40.122734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:40.130233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:40.133868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:40.140469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:40.141507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.146484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.146722 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 5805dec6-29ba-4dbb-adaa-c2487e3ac611 of type vlan for network 7f178275-c6ff-452c-9fcd-fe8559eb1385 Feb 15 13:45:40.152847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852e165e-dcd3-4a9c-b7c0-52c3dec5e570,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.165834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:40.181237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Transition to ACTIVE for port object d470d1b8-2cee-4532-86f1-144837b57e5c will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:40.207418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.214532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.218065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-626a5e81-bf14-4b81-840e-8553d0704700 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Unset dirty status for tenant:16e994ef6abd4aa48967d668f732b16c on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:40.219203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-626a5e81-bf14-4b81-840e-8553d0704700 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "GET /v2.0/ports/e672fb7a-7de3-42bc-8916-2f3a6eec9249 HTTP/1.1" status: 404 len: 333 time: 0.3031621 Feb 15 13:45:40.248132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55152) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.271624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Pushing event updated for resources: {'Port': ['ID=e9e3cce9-026c-44a1-b026-218cc639b5aa,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.309999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:40.314416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.315646 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10cf6a72-7f69-4faa-b775-bfafaaea6b0c tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8019614 Feb 15 13:45:40.321867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:40.328279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55156) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.343280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:40.343816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.351165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Port': ['ID=e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.374590 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ef25725-6017-4615-abcb-40646d11ee2a tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules/852e165e-dcd3-4a9c-b7c0-52c3dec5e570 HTTP/1.1" status: 200 len: 769 time: 0.0449836 Feb 15 13:45:40.377049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55160) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.397250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:40.397951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.423829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Attempting to bind port e9e3cce9-026c-44a1-b026-218cc639b5aa on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:40.424890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Attempting to bind port e9e3cce9-026c-44a1-b026-218cc639b5aa by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ca80c611-3185-4816-8437-70f26382403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:40.426007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Attempting to bind port e9e3cce9-026c-44a1-b026-218cc639b5aa on network 7fd40578-6446-4562-8e3b-a269eba214b3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:40.449992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2957505-d2b4-429e-a522-d7292afb5d99 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:40.465752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:40.466521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Checking segment: {'id': 'ca80c611-3185-4816-8437-70f26382403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:40.467192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.467805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Bound using segment: {'id': 'ca80c611-3185-4816-8437-70f26382403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:40.468500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Bound port: e9e3cce9-026c-44a1-b026-218cc639b5aa, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca80c611-3185-4816-8437-70f26382403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fd40578-6446-4562-8e3b-a269eba214b3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:40.469108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.479236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Attempting to bind port c513e503-b530-4f88-b35b-c8c24fc2523f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:40.486911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Attempting to bind port c513e503-b530-4f88-b35b-c8c24fc2523f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6e1019c3-35ad-48e9-92e5-c0dafab2a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:40.486911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Attempting to bind port c513e503-b530-4f88-b35b-c8c24fc2523f on network 7ec6f655-45db-4c63-9b24-864fdd7850e6 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:40.487155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.497163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:40.497383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.506510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:40.507111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Checking segment: {'id': '6e1019c3-35ad-48e9-92e5-c0dafab2a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:40.507610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.508103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Bound using segment: {'id': '6e1019c3-35ad-48e9-92e5-c0dafab2a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:40.508680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Bound port: c513e503-b530-4f88-b35b-c8c24fc2523f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1019c3-35ad-48e9-92e5-c0dafab2a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:40.509154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.605644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2957505-d2b4-429e-a522-d7292afb5d99 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:40.607157 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2957505-d2b4-429e-a522-d7292afb5d99 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2291307 Feb 15 13:45:40.607983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.614221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:40.614809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.617163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55164) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.684476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.712201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.724120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:40.739203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:40.741667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:40.747607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:40.748194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.751661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.784809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] For port e9e3cce9-026c-44a1-b026-218cc639b5aa, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:40.798328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] For port e9e3cce9-026c-44a1-b026-218cc639b5aa, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9e3cce9-026c-44a1-b026-218cc639b5aa,segment=NetworkSegment(ca80c611-3185-4816-8437-70f26382403e),segment_id=ca80c611-3185-4816-8437-70f26382403e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:40.803642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:40.809908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c513e503-b530-4f88-b35b-c8c24fc2523f,segment=NetworkSegment(6e1019c3-35ad-48e9-92e5-c0dafab2a555),segment_id=6e1019c3-35ad-48e9-92e5-c0dafab2a555)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:40.813665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 66478ca0-afd2-4211-a9ce-246a3a88ba41 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:40.822744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event updated for resources: {'Port': ['ID=d470d1b8-2cee-4532-86f1-144837b57e5c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.840814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2062619 Feb 15 13:45:40.851453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.863603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:40.888454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:40.906408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d6234-2116-49e3-8c25-3d0080368b8f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=7f178275-c6ff-452c-9fcd-fe8559eb1385,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:40.912087 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ee7c62f9-5287-4376-a8c6-4f00aa80a2ff tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9195197 Feb 15 13:45:40.922836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55172) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:40.925915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7f178275-c6ff-452c-9fcd-fe8559eb1385 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:40.950432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.042565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.056585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-321d3224-2236-4080-8043-093609fe44ae None None] Provisioning for port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:41.060577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.074957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.084733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:41.100126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-321d3224-2236-4080-8043-093609fe44ae None None] Provisioning complete for port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:41.100843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-321d3224-2236-4080-8043-093609fe44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.113929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=852e165e-dcd3-4a9c-b7c0-52c3dec5e570,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:41.148400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:41.202143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:41.222702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:41.226979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-321d3224-2236-4080-8043-093609fe44ae None None] Port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:41.230751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5d6f2-a7b0-4766-8bdb-b0a4dacd77b7 None None] Pushing event updated for resources: {'Port': ['ID=c513e503-b530-4f88-b35b-c8c24fc2523f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:41.268034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting port d470d1b8-2cee-4532-86f1-144837b57e5c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:41.269382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.307049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb01a0-8714-40f5-8cce-2333f4768189 None None] Pushing event updated for resources: {'Port': ['ID=e9e3cce9-026c-44a1-b026-218cc639b5aa,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:41.329737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:41.354053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:41.361596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.419031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.422544 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-35f7aa42-fd9e-4e1d-8879-ecd1894b6f6f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/852e165e-dcd3-4a9c-b7c0-52c3dec5e570 HTTP/1.1" status: 204 len: 168 time: 0.7944562 Feb 15 13:45:41.430288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30086c3f-f8f9-4cb6-a16f-781fc93a3256 None None] Provisioning for port d470d1b8-2cee-4532-86f1-144837b57e5c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:41.434249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55176) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:41.435402 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30086c3f-f8f9-4cb6-a16f-781fc93a3256 None None] Provisioning complete for port d470d1b8-2cee-4532-86f1-144837b57e5c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:41.435779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30086c3f-f8f9-4cb6-a16f-781fc93a3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.516349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:45:41.516934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:45:41.532677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-30086c3f-f8f9-4cb6-a16f-781fc93a3256 None None] Port d470d1b8-2cee-4532-86f1-144837b57e5c cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:41.602917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.702114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.705852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:41.866002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-66d9ad05-cc28-413a-8903-23d0d78f19f6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:41.970412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9e3cce9-026c-44a1-b026-218cc639b5aa up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:41.977381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::da (7ec6f655-45db-4c63-9b24-864fdd7850e6/ac3393cb-328b-4d92-a3e8-bf43b8f376cb/66478ca0-afd2-4211-a9ce-246a3a88ba41) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:42.024375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8:0:1::123 (7ec6f655-45db-4c63-9b24-864fdd7850e6/40906491-a925-484a-952e-6c82b953a64b/66478ca0-afd2-4211-a9ce-246a3a88ba41) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:42.041628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.091210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event updated for resources: {'Port': ['ID=e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:42.145838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e9e3cce9-026c-44a1-b026-218cc639b5aa completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:42.151943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c513e503-b530-4f88-b35b-c8c24fc2523f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:42.167074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:42.168519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:42.254229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.321238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c513e503-b530-4f88-b35b-c8c24fc2523f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:42.337681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-66d9ad05-cc28-413a-8903-23d0d78f19f6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:42.341871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66d9ad05-cc28-413a-8903-23d0d78f19f6 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9049346 Feb 15 13:45:42.342676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.353145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Calling delete_port for d470d1b8-2cee-4532-86f1-144837b57e5c owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:42.356102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55180) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:42.469816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:42.486568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '5805dec6-29ba-4dbb-adaa-c2487e3ac611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:42.486766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 7f178275-c6ff-452c-9fcd-fe8559eb1385, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:42.496752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=213458a4-3ead-4eae-944f-de5011ea58c4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:42.524679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Router 971421f5-2db5-408c-b26b-999aecc2e344 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:45:42.540680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.593668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c7851456-6e73-4329-9303-8c6485ad1949 None None] Provisioning complete for port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:42.594480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c7851456-6e73-4329-9303-8c6485ad1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.656483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 7f178275-c6ff-452c-9fcd-fe8559eb1385 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:42.706510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c7851456-6e73-4329-9303-8c6485ad1949 None None] Port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:42.718615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.778971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.797180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:45:42.819236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] Sync routers for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:45:42.819954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-62485e7e-200a-4511-9e6a-9fe394890192 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7901816 Feb 15 13:45:42.823140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55184) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:42.839723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:42.841524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:42.844697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:42.944538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4215b7-91ac-4694-bbaa-2d549226b392 None None] Network 7fd40578-6446-4562-8e3b-a269eba214b3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:43.003943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Port': ['ID=d470d1b8-2cee-4532-86f1-144837b57e5c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:43.050927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:43.062582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87022795-f1dd-4340-b904-8ed349aad1b9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.076691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.082371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3f65a71a-debd-4924-803f-af12341bbe65 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/d470d1b8-2cee-4532-86f1-144837b57e5c HTTP/1.1" status: 204 len: 168 time: 2.1555943 Feb 15 13:45:43.100763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55188) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.146462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0f74820-df67-4aab-8078-71b70deb57b3 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/ports/ce4c2f3d-7a8f-4c6a-a5c8-adc1e8724bbf HTTP/1.1" status: 204 len: 168 time: 2.8966944 Feb 15 13:45:43.155881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55192) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.178561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:43.179321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:43.234158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.236748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.240952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/a5095cb9-ab69-4e8c-8e73-274c751129ff HTTP/1.1" status: 204 len: 168 time: 0.8779249 Feb 15 13:45:43.243513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Provisioning for port e9e3cce9-026c-44a1-b026-218cc639b5aa completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:43.251239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7f178275-c6ff-452c-9fcd-fe8559eb1385) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:43.257530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:43.258008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.264577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:43.265080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba36ba9-ab8e-4b27-b2b0-9d1f74d4e9fd None None] The sync data for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:45:43.271768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08259467-0b8a-4326-94d8-1595547ede9f None None] Network 7f178275-c6ff-452c-9fcd-fe8559eb1385 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:43.277086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.290767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Provisioning complete for port e9e3cce9-026c-44a1-b026-218cc639b5aa triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:43.291614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.307182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f760eb-988f-4612-a43f-d5827367933f tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5095cb9-ab69-4e8c-8e73-274c751129ff,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:43.351537 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-87022795-f1dd-4340-b904-8ed349aad1b9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 13:45:43.357387 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-87022795-f1dd-4340-b904-8ed349aad1b9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344 HTTP/1.1" status: 409 len: 329 time: 0.5277736 Feb 15 13:45:43.357387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55200) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.379282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.399652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting subnet 3f5e16b0-2a89-4687-818d-095309d14778 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:43.406750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.453055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 66478ca0-afd2-4211-a9ce-246a3a88ba41 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:43.474762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fa3ce-df99-42e8-a93d-e40a62a9f397 None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:43.480415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd87549-5a68-410a-ad07-c3ae5ace748b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:43.481144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0fd87549-5a68-410a-ad07-c3ae5ace748b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:43.485459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.501161 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2f345db3-53cf-4b14-aed8-4ebb929f1392 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6431122 Feb 15 13:45:43.510971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55204) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.519778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-920b9f45-3f60-4011-b919-b03a44ad15e8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:43.601589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.664698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0fd87549-5a68-410a-ad07-c3ae5ace748b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:43.668588 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0fd87549-5a68-410a-ad07-c3ae5ace748b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5638847 Feb 15 13:45:43.671082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.679104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.811766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:43.823534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:43.823857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-920b9f45-3f60-4011-b919-b03a44ad15e8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:43.829791 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-920b9f45-3f60-4011-b919-b03a44ad15e8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5433774 Feb 15 13:45:43.829971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:43.831982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:43.832615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.841544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55212) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.856335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group': {'name': 'tempest-secgroup--345435145'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:43.868053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:43.870937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=66478ca0-afd2-4211-a9ce-246a3a88ba41,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:43.892900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:43.892900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.939819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:43.941874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/subnets/3f5e16b0-2a89-4687-818d-095309d14778 HTTP/1.1" status: 204 len: 168 time: 0.7766774 Feb 15 13:45:43.942894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a059a-3ce0-4be9-9945-3dd178b2d46c tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5e16b0-2a89-4687-818d-095309d14778,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:43.945504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55216) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:43.962857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c682831-5a5b-4865-abb2-677cef2b4a32 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:43.967344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1c682831-5a5b-4865-abb2-677cef2b4a32 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2475727 Feb 15 13:45:43.967344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:44.005831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2588f4b-4c44-44f7-ab29-549fed4650ea None None] Network 5fe858ac-9761-40a6-b752-063a0d663868 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:44.017432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-28958295-486e-4b4a-bb74-2febf1be3a7e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.2320151 Feb 15 13:45:44.018472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55224) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:44.023701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.026171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac3393cb-328b-4d92-a3e8-bf43b8f376cb'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:44.076919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.099258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:44.100769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:44.102880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:44.103218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:44.110469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.144885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7f178275-c6ff-452c-9fcd-fe8559eb1385', 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '213458a4-3ead-4eae-944f-de5011ea58c4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:44.145757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.192269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] For port e9e3cce9-026c-44a1-b026-218cc639b5aa, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9e3cce9-026c-44a1-b026-218cc639b5aa,segment=NetworkSegment(ca80c611-3185-4816-8437-70f26382403e),segment_id=ca80c611-3185-4816-8437-70f26382403e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:44.202681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:44.204739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.222162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:44.224833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.272519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.324957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Deleting port 73ddb98b-d98b-4379-abfb-51c105eb0156 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:44.325173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.358514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:44.360241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ada12302-2683-44d8-8e81-ceeeedc8d9cb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3918085 Feb 15 13:45:44.371511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55228) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:44.412229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.551318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.570574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 770f8fc3-42a2-4678-84b0-1a7fe70cd8d1 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:44.574006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.642696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0355-e44b-4957-a618-bc6c1b16a17b None None] Pushing event updated for resources: {'Port': ['ID=e9e3cce9-026c-44a1-b026-218cc639b5aa,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:44.666480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] For port 73ddb98b-d98b-4379-abfb-51c105eb0156, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=73ddb98b-d98b-4379-abfb-51c105eb0156,segment=NetworkSegment(ccf53487-6fd5-4681-9801-f80fb03961b7),segment_id=ccf53487-6fd5-4681-9801-f80fb03961b7)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:44.666829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.676445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.689693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Update dhcp port {'port': {'network_id': '7ec6f655-45db-4c63-9b24-864fdd7850e6', 'fixed_ips': [{'subnet_id': 'ac3393cb-328b-4d92-a3e8-bf43b8f376cb', 'ip_address': '2001:db8::2'}, {'subnet_id': '40906491-a925-484a-952e-6c82b953a64b'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': 'c513e503-b530-4f88-b35b-c8c24fc2523f'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:45:44.733987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Allocated IP 172.20.0.3 (7f178275-c6ff-452c-9fcd-fe8559eb1385/213458a4-3ead-4eae-944f-de5011ea58c4/3db9e1b1-695e-4294-98ba-0a9eb417fbb2) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:44.749779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.756299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Provisioning complete for port e9e3cce9-026c-44a1-b026-218cc639b5aa triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:44.756676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.853213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.871130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01db090d-349e-46ea-bcc3-3d34c4e06bb8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:44.893379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:44.922434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Calling delete_port for 73ddb98b-d98b-4379-abfb-51c105eb0156 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:44.939681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce32d5-2234-42e6-a1cf-d83ac2b7e050 None None] DHCP port deletion for 5fe858ac-9761-40a6-b752-063a0d663868 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:44.979034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-79ce32d5-2234-42e6-a1cf-d83ac2b7e050 None None] Deleting port 73ddb98b-d98b-4379-abfb-51c105eb0156 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:44.979458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-79ce32d5-2234-42e6-a1cf-d83ac2b7e050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.025074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.029230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-22a6b473-6015-4817-82ae-356cfe416065 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1868556 Feb 15 13:45:45.037432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:45.045184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Request body: {'security_group_rule': {'security_group_id': '01db090d-349e-46ea-bcc3-3d34c4e06bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:45.051842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:45.064701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Usage tracker for resource:security_group_rule and tenant:c944c5d6d60a4f2ebbeb656d70252b7b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:45.072847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:45.086376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:45.090646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Delete allocated IP 2001:db8:0:1::123 (7ec6f655-45db-4c63-9b24-864fdd7850e6/40906491-a925-484a-952e-6c82b953a64b) {{(pid=88297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:45:45.095317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.184932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.268026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.322010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-79ce32d5-2234-42e6-a1cf-d83ac2b7e050 None None] The port '73ddb98b-d98b-4379-abfb-51c105eb0156' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:45.370741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.378170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Port': ['ID=73ddb98b-d98b-4379-abfb-51c105eb0156,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.382166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] No DVR routers for this DVR port 73ddb98b-d98b-4379-abfb-51c105eb0156 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:45.384035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:45.388652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.396015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.424546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.435565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Transition to ACTIVE for port object 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:45.442539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.446710 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=770f8fc3-42a2-4678-84b0-1a7fe70cd8d1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.451939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.455655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b3d56-f79f-4d49-937a-3234e112ebc5 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:45.467552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Ignored duplicate provisioning block setup for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:45:45.468431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.502569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d7291f-1990-448a-949d-098b17ca1ae6,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.542985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Transition to ACTIVE for port object 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:45.549049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Provisioning for port c513e503-b530-4f88-b35b-c8c24fc2523f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:45.559355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Provisioning complete for port c513e503-b530-4f88-b35b-c8c24fc2523f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:45.559739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.598267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-75eb06c9-905f-4430-adf2-83b7676514fb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/770f8fc3-42a2-4678-84b0-1a7fe70cd8d1 HTTP/1.1" status: 204 len: 168 time: 1.2255914 Feb 15 13:45:45.599619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.601869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55236) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:45.626323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.666129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.677269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe858ac-9761-40a6-b752-063a0d663868']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:45.697254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf53487-6fd5-4681-9801-f80fb03961b7') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:45.697530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf53487-6fd5-4681-9801-f80fb03961b7') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:45.725080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.733206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.733206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d38abe25-ff03-4015-9e2e-51145db842cd tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6926117 Feb 15 13:45:45.742142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55240) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:45.765686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.767308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Pushing event updated for resources: {'Port': ['ID=3db9e1b1-695e-4294-98ba-0a9eb417fbb2,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.789431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] In _notify_port_updated(), no bound segment for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 on network 7ec6f655-45db-4c63-9b24-864fdd7850e6 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:45.790112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:45.790456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.794340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/ports/66478ca0-afd2-4211-a9ce-246a3a88ba41 HTTP/1.1" status: 200 len: 925 time: 1.7730372 Feb 15 13:45:45.798210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55244) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:45.807430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Network 7f178275-c6ff-452c-9fcd-fe8559eb1385 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:45.807917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.812677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac3393cb-328b-4d92-a3e8-bf43b8f376cb'}, {'subnet_id': '40906491-a925-484a-952e-6c82b953a64b'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:45.816089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:45.817634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:45.819200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.846654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=213458a4-3ead-4eae-944f-de5011ea58c4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.882095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9e3cce9-026c-44a1-b026-218cc639b5aa up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:45.887723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da0647-0523-4b0c-9b03-f2f7b0e3c26f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=66478ca0-afd2-4211-a9ce-246a3a88ba41,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:45.901524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Deleting subnet 7b69ef18-61d7-424c-8b4a-0ae196a84518 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:45.908385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.916257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:45.916663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:45.931398 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:46.008034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Calling delete_port for e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:46.060666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.063218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Allocated IP 2001:db8:0:1::2 (7ec6f655-45db-4c63-9b24-864fdd7850e6/40906491-a925-484a-952e-6c82b953a64b/c513e503-b530-4f88-b35b-c8c24fc2523f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:46.181094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Attempting to bind port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:46.182125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Attempting to bind port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '5805dec6-29ba-4dbb-adaa-c2487e3ac611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:46.182125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Attempting to bind port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 on network 7f178275-c6ff-452c-9fcd-fe8559eb1385 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:46.225124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:46.225714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Checking segment: {'id': '5805dec6-29ba-4dbb-adaa-c2487e3ac611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:46.226693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.226982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Bound using segment: {'id': '5805dec6-29ba-4dbb-adaa-c2487e3ac611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:46.227559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Bound port: 3db9e1b1-695e-4294-98ba-0a9eb417fbb2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5805dec6-29ba-4dbb-adaa-c2487e3ac611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:46.228464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.232360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.247111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.255656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.266530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.315228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f178275-c6ff-452c-9fcd-fe8559eb1385']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:46.327168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.335574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.350029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5805dec6-29ba-4dbb-adaa-c2487e3ac611') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:46.350029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5805dec6-29ba-4dbb-adaa-c2487e3ac611') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:46.379282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.383244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.385957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] Pushing event deleted for resources: {'Network': ['ID=5fe858ac-9761-40a6-b752-063a0d663868,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:46.414370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.450934 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a06f5cb-fcd3-4dd9-8b03-52dfab91f636 tempest-AllowedAddressPairIpV6TestJSON-2073488173 tempest-AllowedAddressPairIpV6TestJSON-2073488173-project] 10.222.0.61 "DELETE /v2.0/networks/5fe858ac-9761-40a6-b752-063a0d663868 HTTP/1.1" status: 204 len: 168 time: 2.4940801 Feb 15 13:45:46.457976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.478304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:46.478717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.497558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e9e3cce9-026c-44a1-b026-218cc639b5aa triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:46.498067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:46.498191 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:46.575974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c513e503-b530-4f88-b35b-c8c24fc2523f,segment=NetworkSegment(6e1019c3-35ad-48e9-92e5-c0dafab2a555),segment_id=6e1019c3-35ad-48e9-92e5-c0dafab2a555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:46.631257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.649102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.649710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Ignored duplicate provisioning block setup for port c513e503-b530-4f88-b35b-c8c24fc2523f by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:45:46.649828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-13335e08-c917-420f-aa53-19a01617a55d None None] For port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:46.695611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.709911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Subnet': ['ID=7b69ef18-61d7-424c-8b4a-0ae196a84518,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:46.714269 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0ff1cb42-5724-4e0a-8c79-2cad20b58225 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/7b69ef18-61d7-424c-8b4a-0ae196a84518 HTTP/1.1" status: 204 len: 168 time: 1.1111245 Feb 15 13:45:46.716952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55250) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:46.730464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-13335e08-c917-420f-aa53-19a01617a55d None None] For port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3db9e1b1-695e-4294-98ba-0a9eb417fbb2,segment=NetworkSegment(5805dec6-29ba-4dbb-adaa-c2487e3ac611),segment_id=5805dec6-29ba-4dbb-adaa-c2487e3ac611)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:46.808798 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-efbe9ba9-d6cd-484a-a3f2-438f0f0472e5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905528 Feb 15 13:45:46.811176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.812335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55254) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:46.816753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.827098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:46.830775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 73ddb98b-d98b-4379-abfb-51c105eb0156 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:46.869979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:45:46.869979 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:45:46.869979 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '7f178275-c6ff-452c-9fcd-fe8559eb1385'}] Feb 15 13:45:46.869979 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:46.874301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:46.892373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Port': ['ID=e6a23706-fe1a-4b4f-b7c3-5e0e1cf708c1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:46.895521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db090d-349e-46ea-bcc3-3d34c4e06bb8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:46.905160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.012065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:47.012565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:47.014604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 73ddb98b-d98b-4379-abfb-51c105eb0156 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:47.014979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 73ddb98b-d98b-4379-abfb-51c105eb0156 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:47.229333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55262) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.232663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8:0:1::32f (7ec6f655-45db-4c63-9b24-864fdd7850e6/40906491-a925-484a-952e-6c82b953a64b/66478ca0-afd2-4211-a9ce-246a3a88ba41) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:47.290572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.291694 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-64c14986-8696-4b25-b93c-eddb0bf68f22 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/01db090d-349e-46ea-bcc3-3d34c4e06bb8 HTTP/1.1" status: 204 len: 168 time: 1.5486012 Feb 15 13:45:47.301121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55268) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.321676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e824607-bbd2-4c47-8efc-957b229430ad None None] Pushing event updated for resources: {'Port': ['ID=c513e503-b530-4f88-b35b-c8c24fc2523f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:47.327804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.418664 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:45:47.424563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c2fff-31b3-4713-abfc-115c071c6161 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:47.427424 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f78c2fff-31b3-4713-abfc-115c071c6161 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6138685 Feb 15 13:45:47.431915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55272) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.437871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.550335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13335e08-c917-420f-aa53-19a01617a55d None None] Pushing event updated for resources: {'Port': ['ID=3db9e1b1-695e-4294-98ba-0a9eb417fbb2,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:47.562183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4a137-b396-4b92-9988-843435d64962 None None] Network 7bbde29e-2549-4182-a259-7bbb71f9b94f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:47.575835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-42f8a1ce-a1fd-410e-85a0-4dcdd1ac34b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:47.600834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426897d-0e9b-46d6-9418-7eb919ea4ae5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:47.601492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1426897d-0e9b-46d6-9418-7eb919ea4ae5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:47.663987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.671997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486126e7-4401-411f-aeff-75e33c6c01ad None None] Network 7f178275-c6ff-452c-9fcd-fe8559eb1385 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:47.692325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Ignored duplicate provisioning block setup for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:45:47.751052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:47.751372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.754620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.825558 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f594730-ad59-468d-a259-1eca57d90155 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16e994ef6abd4aa48967d668f732b16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895627 Feb 15 13:45:47.825813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55276) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.825967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-42f8a1ce-a1fd-410e-85a0-4dcdd1ac34b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:47.825967 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-42f8a1ce-a1fd-410e-85a0-4dcdd1ac34b8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5236719 Feb 15 13:45:47.832246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Router 971421f5-2db5-408c-b26b-999aecc2e344 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:45:47.832876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.833529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1426897d-0e9b-46d6-9418-7eb919ea4ae5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:47.837451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1426897d-0e9b-46d6-9418-7eb919ea4ae5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3893962 Feb 15 13:45:47.856572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55284) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:47.887674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c513e503-b530-4f88-b35b-c8c24fc2523f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:47.950372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb526a01-7946-40f0-b2dc-65050b9b068d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902767 Feb 15 13:45:47.952498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:47.977193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55288) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.100599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c513e503-b530-4f88-b35b-c8c24fc2523f,segment=NetworkSegment(6e1019c3-35ad-48e9-92e5-c0dafab2a555),segment_id=6e1019c3-35ad-48e9-92e5-c0dafab2a555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:48.103994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] In _notify_port_updated(), no bound segment for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 on network 7ec6f655-45db-4c63-9b24-864fdd7850e6 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:45:48.111683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:48.117567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.117567 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/ports/66478ca0-afd2-4211-a9ce-246a3a88ba41 HTTP/1.1" status: 200 len: 1011 time: 2.3127518 Feb 15 13:45:48.117567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec937-10c5-4c51-b9ee-8f837591c132 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=66478ca0-afd2-4211-a9ce-246a3a88ba41,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:48.118452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55292) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.139175 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-28df913a-0b54-4135-bc4c-0b64b356a7c1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.140522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28df913a-0b54-4135-bc4c-0b64b356a7c1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.142668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-28df913a-0b54-4135-bc4c-0b64b356a7c1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/d470d1b8-2cee-4532-86f1-144837b57e5c HTTP/1.1" status: 404 len: 333 time: 0.1641393 Feb 15 13:45:48.151791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c513e503-b530-4f88-b35b-c8c24fc2523f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:48.152314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.155575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5441adb5-108d-4625-ad3e-a1dbc69a7c89 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:48.175685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.200825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.218121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:45:48.232107 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] Sync routers for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:45:48.246744 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7e6fcbf7-f667-42b4-91f1-86d686095945 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8894610 Feb 15 13:45:48.247525 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:48.248297 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:48.251608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.253850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.285380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5285d1-261a-4129-9553-a7ce879798df None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:48.288967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.350543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3db9e1b1-695e-4294-98ba-0a9eb417fbb2,segment=NetworkSegment(5805dec6-29ba-4dbb-adaa-c2487e3ac611),segment_id=5805dec6-29ba-4dbb-adaa-c2487e3ac611)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:48.350896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.366566 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-a234e395-4edb-4a45-8aa7-0e1a7b334e77 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] show failed (client error): The resource could not be found. Feb 15 13:45:48.367584 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a234e395-4edb-4a45-8aa7-0e1a7b334e77 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-149967247 HTTP/1.1" status: 404 len: 334 time: 0.1109951 Feb 15 13:45:48.371238 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-18adcc93-59c2-45cc-9d06-a90e6b886039 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.372052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18adcc93-59c2-45cc-9d06-a90e6b886039 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.372726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55304) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.379754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] DHCP port deletion for 7bbde29e-2549-4182-a259-7bbb71f9b94f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:48.385765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3b82eb0b-34b2-464f-a016-fcd94af8693e tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:48.389271 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-18adcc93-59c2-45cc-9d06-a90e6b886039 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/770f8fc3-42a2-4678-84b0-1a7fe70cd8d1 HTTP/1.1" status: 404 len: 337 time: 0.2054853 Feb 15 13:45:48.389953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.401730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Deleting port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:48.402225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.406109 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:48.416588 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] Routers {'971421f5-2db5-408c-b26b-999aecc2e344'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:45:48.417463 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:45:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['971421f5-2db5-408c-b26b-999aecc2e344'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:48.441005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3726dc49-dc1f-4e91-8714-8070a4ea1775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.441823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3726dc49-dc1f-4e91-8714-8070a4ea1775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.446998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55312) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.448355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3726dc49-dc1f-4e91-8714-8070a4ea1775 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/7b69ef18-61d7-424c-8b4a-0ae196a84518 HTTP/1.1" status: 404 len: 337 time: 0.0531125 Feb 15 13:45:48.448774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446e17e-7581-49e0-8968-69bb9dac6363 None None] Pushing event updated for resources: {'Port': ['ID=c513e503-b530-4f88-b35b-c8c24fc2523f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:48.451442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.454922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.457782 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/848af9a2-dfcd-45e5-84e8-6be425cbbf3f HTTP/1.1" status: 204 len: 168 time: 0.6242065 Feb 15 13:45:48.481379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 66478ca0-afd2-4211-a9ce-246a3a88ba41 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:48.486594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.518784 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:48.520543 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae24481-aaa9-4ca2-b6ba-983d9296156f None None] The sync data for ids ['971421f5-2db5-408c-b26b-999aecc2e344'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:45:48.541600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Provisioning complete for port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:48.542124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.558658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc9520-4217-47a3-80bf-bea53c774efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848af9a2-dfcd-45e5-84e8-6be425cbbf3f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:48.726132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:48.754221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5441adb5-108d-4625-ad3e-a1dbc69a7c89 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group_rule {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:48.755538 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5441adb5-108d-4625-ad3e-a1dbc69a7c89 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.9216394 Feb 15 13:45:48.767456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-3b82eb0b-34b2-464f-a016-fcd94af8693e tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] update failed (client error): The resource could not be found. Feb 15 13:45:48.771184 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3b82eb0b-34b2-464f-a016-fcd94af8693e tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1740660892 HTTP/1.1" status: 404 len: 335 time: 0.3946068 Feb 15 13:45:48.771184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55318) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.777003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55320) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.781764 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-964025dd-651d-43ca-9420-fb0aa7bca3a2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.782227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964025dd-651d-43ca-9420-fb0aa7bca3a2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.783819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-964025dd-651d-43ca-9420-fb0aa7bca3a2 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/a2b0a954-86f6-4408-b760-027619d22eac HTTP/1.1" status: 404 len: 333 time: 0.2820237 Feb 15 13:45:48.795476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55326) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.835852 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-4ffc2211-3314-4561-a66d-7d1c2dcce6c8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] delete failed (client error): The resource could not be found. Feb 15 13:45:48.836846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ffc2211-3314-4561-a66d-7d1c2dcce6c8 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "DELETE /v2.0/security-groups/01db090d-349e-46ea-bcc3-3d34c4e06bb8 HTTP/1.1" status: 404 len: 347 time: 0.0596910 Feb 15 13:45:48.843314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55330) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.851742 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f3f301-5788-46e3-8099-4f75fcb6763f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.852143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f3f301-5788-46e3-8099-4f75fcb6763f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.863803 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-03f3f301-5788-46e3-8099-4f75fcb6763f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f83046b8-018b-445f-b9f5-5c6affab0956 HTTP/1.1" status: 404 len: 337 time: 0.0555582 Feb 15 13:45:48.871663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55334) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.897550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting subnet 17de8130-fa71-48d6-bd6e-903cc75624d2 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:48.911217 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc821bea-b5fa-4eda-bfe7-93dcbbd3248e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.911344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc821bea-b5fa-4eda-bfe7-93dcbbd3248e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.916895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc821bea-b5fa-4eda-bfe7-93dcbbd3248e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/b79f8af4-0b2e-4b78-9275-444c81fb6bc4 HTTP/1.1" status: 404 len: 337 time: 0.0403919 Feb 15 13:45:48.916895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55338) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.927912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.950957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] For port 5b3d9ded-19d8-411a-881f-0407b3a59bf1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5b3d9ded-19d8-411a-881f-0407b3a59bf1,segment=NetworkSegment(54f08556-74c6-450b-a85b-71758065b3b4),segment_id=54f08556-74c6-450b-a85b-71758065b3b4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:48.951601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:48.962687 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3919864-452c-4054-a3c4-13a5b7ce9380 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:48.963177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3919864-452c-4054-a3c4-13a5b7ce9380 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:48.970530 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c3919864-452c-4054-a3c4-13a5b7ce9380 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/3dde643a-5974-488a-94b1-ef1f013f435c HTTP/1.1" status: 404 len: 333 time: 0.0538607 Feb 15 13:45:48.974236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55344) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:48.997915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.021878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.030838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fa354250-d140-4097-af0e-997aab2f2e11 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Synchronizing usage tracker for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:49.072130 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b1de4-a7c9-4269-b24e-105ba3f9ab4c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.072579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b1de4-a7c9-4269-b24e-105ba3f9ab4c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.076819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-480b1de4-a7c9-4269-b24e-105ba3f9ab4c tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/cddac45d-16fc-4da1-90e5-7b511043e01b HTTP/1.1" status: 404 len: 337 time: 0.0989389 Feb 15 13:45:49.082806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55348) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.087659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port 3db9e1b1-695e-4294-98ba-0a9eb417fbb2 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:49.120541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.154195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Calling delete_port for 5b3d9ded-19d8-411a-881f-0407b3a59bf1 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:49.158037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=3db9e1b1-695e-4294-98ba-0a9eb417fbb2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:49.175478 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-509267f7-1198-4ca0-86e2-d6fb1715954e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.175942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509267f7-1198-4ca0-86e2-d6fb1715954e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.177770 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-509267f7-1198-4ca0-86e2-d6fb1715954e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/04c78a6e-3115-4e65-80f2-1b61005fba07 HTTP/1.1" status: 404 len: 337 time: 0.0923135 Feb 15 13:45:49.192820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.252955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 66478ca0-afd2-4211-a9ce-246a3a88ba41 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:49.292436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df94fd3-b52d-48ec-afb7-d12cc463adca tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.292911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df94fd3-b52d-48ec-afb7-d12cc463adca tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.294615 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0df94fd3-b52d-48ec-afb7-d12cc463adca tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/47673f1d-9d81-4b19-90d2-d97e9e97892f HTTP/1.1" status: 404 len: 333 time: 0.1005714 Feb 15 13:45:49.299484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55362) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.323565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.332978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.353151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Provisioning for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:45:49.356367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fa354250-d140-4097-af0e-997aab2f2e11 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] Unset dirty status for tenant:c944c5d6d60a4f2ebbeb656d70252b7b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:49.361234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fa354250-d140-4097-af0e-997aab2f2e11 tempest-SecGroupIPv6Test-2105294976 tempest-SecGroupIPv6Test-2105294976-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5133190 Feb 15 13:45:49.361691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f178275-c6ff-452c-9fcd-fe8559eb1385']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:49.381322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2aae19c-aa91-4e29-ad11-7678a48f5e63 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.399046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2aae19c-aa91-4e29-ad11-7678a48f5e63 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.399046 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e2aae19c-aa91-4e29-ad11-7678a48f5e63 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e8e21da3-b99f-4990-83d8-f756fcd24d31 HTTP/1.1" status: 404 len: 337 time: 0.0824127 Feb 15 13:45:49.399493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5805dec6-29ba-4dbb-adaa-c2487e3ac611') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:49.399493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5805dec6-29ba-4dbb-adaa-c2487e3ac611') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:49.402212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55370) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.414688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] No DVR routers for this DVR port 5b3d9ded-19d8-411a-881f-0407b3a59bf1 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:49.418630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.427256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d04b0-e8e0-406b-af4e-26e289412a8b None None] Pushing event deleted for resources: {'Port': ['ID=5b3d9ded-19d8-411a-881f-0407b3a59bf1,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:49.429943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Provisioning complete for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:49.430451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.452934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.466822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:49.467228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:49.521304 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:49.526747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Port 66478ca0-afd2-4211-a9ce-246a3a88ba41 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:49.554324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Provisioning complete for port c513e503-b530-4f88-b35b-c8c24fc2523f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:49.554766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd462613-1771-4592-b529-fe3856bd3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.654619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7408d3-4627-4f89-8492-8f2fd3e3bed3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.654729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7408d3-4627-4f89-8492-8f2fd3e3bed3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.656546 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6a7408d3-4627-4f89-8492-8f2fd3e3bed3 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/093523a2-bc26-465f-8776-250cfc4c5fdf HTTP/1.1" status: 404 len: 337 time: 0.2536447 Feb 15 13:45:49.659896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.694274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.762857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.801277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:49.810014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b68152-5d4b-4d8b-b943-88a757f65825 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.810475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b68152-5d4b-4d8b-b943-88a757f65825 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.829389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=7f178275-c6ff-452c-9fcd-fe8559eb1385,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:49.844701 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b59e5b2b-1b20-4d02-ab11-c1d37295460d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/7f178275-c6ff-452c-9fcd-fe8559eb1385 HTTP/1.1" status: 204 len: 168 time: 6.3246479 Feb 15 13:45:49.844870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55384) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.849918 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c4b68152-5d4b-4d8b-b943-88a757f65825 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/116eaf61-21dd-4274-9818-540d1905a47c HTTP/1.1" status: 404 len: 333 time: 0.1886914 Feb 15 13:45:49.850542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.858367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662147566'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:49.865889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:49.878217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:49.883363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:49.885198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c513e503-b530-4f88-b35b-c8c24fc2523f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:45:49.894599 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e9382a-4bc6-4bf6-bb73-11e96b691144 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.895328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e9382a-4bc6-4bf6-bb73-11e96b691144 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.899800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:49.900521 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-42e9382a-4bc6-4bf6-bb73-11e96b691144 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/67f21a36-e8d4-4ab0-8d69-d9560cd11df9 HTTP/1.1" status: 404 len: 337 time: 0.0486448 Feb 15 13:45:49.901324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55392) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.945631 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4164b6-df9a-47cb-b592-86c5cb9dc15d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:49.946318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4164b6-df9a-47cb-b592-86c5cb9dc15d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:49.973533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55398) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:49.974250 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3d4164b6-df9a-47cb-b592-86c5cb9dc15d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/41c2d35f-0bb8-4ace-be20-52867644614d HTTP/1.1" status: 404 len: 333 time: 0.0716219 Feb 15 13:45:49.980035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6d361f05-c382-448a-8c14-ffc0d6b26222 None None] Provisioning complete for port 66478ca0-afd2-4211-a9ce-246a3a88ba41 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:49.980760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d361f05-c382-448a-8c14-ffc0d6b26222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.037994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.053031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c513e503-b530-4f88-b35b-c8c24fc2523f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:50.053490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.096006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Subnet': ['ID=17de8130-fa71-48d6-bd6e-903cc75624d2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:50.104448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6d361f05-c382-448a-8c14-ffc0d6b26222 None None] Port 66478ca0-afd2-4211-a9ce-246a3a88ba41 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:45:50.107717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-00404a64-e474-410f-adf0-0fd284485433 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.110314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00404a64-e474-410f-adf0-0fd284485433 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.129774 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00404a64-e474-410f-adf0-0fd284485433 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/4442bbab-e1ad-474c-b394-da0cb2290b59 HTTP/1.1" status: 404 len: 337 time: 0.1544421 Feb 15 13:45:50.130709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:50.132227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55404) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.135857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.139959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55406) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.159171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.161295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-78a1d491-08dc-4bf7-abc2-e3391d7edb15 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/subnets/17de8130-fa71-48d6-bd6e-903cc75624d2 HTTP/1.1" status: 204 len: 168 time: 1.3832438 Feb 15 13:45:50.166967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55414) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.171797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120851f-6c3d-4488-a0a3-d747c0887fab None None] Network 7fd40578-6446-4562-8e3b-a269eba214b3 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:50.213817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.222348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:50.224083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6d361f05-c382-448a-8c14-ffc0d6b26222 None None] Provisioning complete for port c513e503-b530-4f88-b35b-c8c24fc2523f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:45:50.224369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d361f05-c382-448a-8c14-ffc0d6b26222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.232748 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2f5474-ac59-449f-9a1a-bc1d76fb6846 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.233660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2f5474-ac59-449f-9a1a-bc1d76fb6846 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.235701 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4c2f5474-ac59-449f-9a1a-bc1d76fb6846 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/0a9ed9b7-ce8d-48db-a9f8-ea6736d5e410 HTTP/1.1" status: 404 len: 333 time: 0.0989845 Feb 15 13:45:50.238882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55418) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.290195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ec6613-5505-4638-ba87-deb5e3a775bb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.290839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ec6613-5505-4638-ba87-deb5e3a775bb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.292960 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-46ec6613-5505-4638-ba87-deb5e3a775bb tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/6e384822-ae07-4ce4-9572-349ef78663e5 HTTP/1.1" status: 404 len: 337 time: 0.0527916 Feb 15 13:45:50.296538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55422) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.355784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55426) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.379027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff79cfc-1c87-4cfb-82e7-9aa096ecfc5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.379027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff79cfc-1c87-4cfb-82e7-9aa096ecfc5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.384828 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7ff79cfc-1c87-4cfb-82e7-9aa096ecfc5e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/d49e0c33-3958-4faa-9365-e89f1b73ba08 HTTP/1.1" status: 404 len: 333 time: 0.0869551 Feb 15 13:45:50.385355 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55432) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.430109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=66478ca0-afd2-4211-a9ce-246a3a88ba41,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:50.437033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.437033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 0e71466a-e08f-4e1f-a749-c6a8997b975e of type vlan for network f2c91d92-41f1-4f23-a9e4-5c5dd106946f Feb 15 13:45:50.444542 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-75058868-ddb4-40cb-823e-ba75c5890671 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.445172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75058868-ddb4-40cb-823e-ba75c5890671 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.450287 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-75058868-ddb4-40cb-823e-ba75c5890671 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f558816f-ffed-4f32-8976-9760a89e4931 HTTP/1.1" status: 404 len: 337 time: 0.0637863 Feb 15 13:45:50.452577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55436) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.509977 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca9eb68-6744-4540-bafb-aa003d3f5a06 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.510460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca9eb68-6744-4540-bafb-aa003d3f5a06 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.514041 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aca9eb68-6744-4540-bafb-aa003d3f5a06 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/3aa3e554-44f9-4318-b99e-2b29ee889e10 HTTP/1.1" status: 404 len: 333 time: 0.0619717 Feb 15 13:45:50.522778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.571173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7c7617-5fe5-4d49-9685-88cb1a298dbd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.571629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7c7617-5fe5-4d49-9685-88cb1a298dbd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.576571 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4c7c7617-5fe5-4d49-9685-88cb1a298dbd tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/61b66730-f315-46a8-af67-856762683958 HTTP/1.1" status: 404 len: 337 time: 0.0527520 Feb 15 13:45:50.579350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55444) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.643416 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f44237-e7df-44b1-8310-66687483a20b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.645306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f44237-e7df-44b1-8310-66687483a20b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.650474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e4f44237-e7df-44b1-8310-66687483a20b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/ff1e50e4-0959-43ac-a0a8-d074a86a1fb3 HTTP/1.1" status: 404 len: 333 time: 0.0701857 Feb 15 13:45:50.654222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55448) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.675861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.695241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.710444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.720468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0a7737e3-a9d0-4c36-bb4b-adb99516c213 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/66478ca0-afd2-4211-a9ce-246a3a88ba41 HTTP/1.1" status: 204 len: 168 time: 2.5909646 Feb 15 13:45:50.720788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55452) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.729630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port e9e3cce9-026c-44a1-b026-218cc639b5aa {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:50.729971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.748428 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7096c16-e7a4-4f77-8c6c-0d42ff13e09f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.749192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7096c16-e7a4-4f77-8c6c-0d42ff13e09f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.755584 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b7096c16-e7a4-4f77-8c6c-0d42ff13e09f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/7e308f3e-0694-4e9d-8895-44057d2b78bf HTTP/1.1" status: 404 len: 337 time: 0.1000023 Feb 15 13:45:50.760437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5b3d9ded-19d8-411a-881f-0407b3a59bf1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:50.760947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311159437'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:50.764887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55456) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.816147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5b3d9ded-19d8-411a-881f-0407b3a59bf1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:50.817113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5b3d9ded-19d8-411a-881f-0407b3a59bf1 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:50.833691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:50.836798 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbe5994-e6dd-407e-af0a-42d20a05db35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.837679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbe5994-e6dd-407e-af0a-42d20a05db35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.840188 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0bbe5994-e6dd-407e-af0a-42d20a05db35 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/40036434-e8cb-4bfd-a12c-f16262e24f3a HTTP/1.1" status: 404 len: 337 time: 0.0724084 Feb 15 13:45:50.840609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.resource_extend [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:45:50.850433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:50.852334 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c917d7dd-3646-4f50-b175-027a6d5cbd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:45:50.853087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55460) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.853590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c917d7dd-3646-4f50-b175-027a6d5cbd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:50.856936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:50.908599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:50.926895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf6018-32a8-40cb-a6bd-4ac9303024d6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.927504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf6018-32a8-40cb-a6bd-4ac9303024d6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.931465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7cdf6018-32a8-40cb-a6bd-4ac9303024d6 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/69cae02c-72fa-433c-a62e-c3454f63c71c HTTP/1.1" status: 404 len: 333 time: 0.0772343 Feb 15 13:45:50.934640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] DHCP port deletion for 7fd40578-6446-4562-8e3b-a269eba214b3 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:50.934828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55464) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.939832 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2525a825-5014-4a9e-b831-209b91a58723 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c944c5d6d60a4f2ebbeb656d70252b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761571 Feb 15 13:45:50.941157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55466) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:50.942616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Deleting port e9e3cce9-026c-44a1-b026-218cc639b5aa {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:50.942926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.959951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.965974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:50.966779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:50.989716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e57bef0-b706-4b7c-9118-8c30aa9a1cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:50.990951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e57bef0-b706-4b7c-9118-8c30aa9a1cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:50.995052 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2e57bef0-b706-4b7c-9118-8c30aa9a1cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/0e0263bb-e626-4894-9102-f33cf9c70e6e HTTP/1.1" status: 404 len: 337 time: 0.0538495 Feb 15 13:45:50.995315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55472) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.003446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-086fcf36-724e-4d6f-b319-81417edbfe3d None None] Could not find standard attr ID for object 66478ca0-afd2-4211-a9ce-246a3a88ba41. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:45:51.028526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c917d7dd-3646-4f50-b175-027a6d5cbd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:51.032267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c917d7dd-3646-4f50-b175-027a6d5cbd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/66478ca0-afd2-4211-a9ce-246a3a88ba41 HTTP/1.1" status: 404 len: 333 time: 0.3033240 Feb 15 13:45:51.033018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55476) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.073866 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a53662e-ac1a-4ee9-9cc4-8e8eb12b5a47 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.074538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a53662e-ac1a-4ee9-9cc4-8e8eb12b5a47 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.078877 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4a53662e-ac1a-4ee9-9cc4-8e8eb12b5a47 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/bf3ab830-b504-462e-a051-b40afc40751f HTTP/1.1" status: 404 len: 337 time: 0.0800111 Feb 15 13:45:51.082324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:51.085703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.100330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55480) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.168684 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3205307 Feb 15 13:45:51.180869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55484) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.192937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] For port e9e3cce9-026c-44a1-b026-218cc639b5aa, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9e3cce9-026c-44a1-b026-218cc639b5aa,segment=NetworkSegment(ca80c611-3185-4816-8437-70f26382403e),segment_id=ca80c611-3185-4816-8437-70f26382403e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:51.193442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.209080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:51.225870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.231599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc342dd8-f582-4434-a3b2-837375d5d557 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=f2c91d92-41f1-4f23-a9e4-5c5dd106946f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:51.282508 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c738b11d-08a4-41b6-8619-775a1c0bcd36 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.282972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c738b11d-08a4-41b6-8619-775a1c0bcd36 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.287866 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c738b11d-08a4-41b6-8619-775a1c0bcd36 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/c052be0a-543b-4056-ba3b-dea669cca7f8 HTTP/1.1" status: 404 len: 333 time: 0.1800418 Feb 15 13:45:51.291959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:51.296681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55488) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.324948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f2c91d92-41f1-4f23-a9e4-5c5dd106946f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:51.330665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:security_group_rule and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:51.337221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 40906491-a925-484a-952e-6c82b953a64b {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:51.337749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] For port e9e3cce9-026c-44a1-b026-218cc639b5aa, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9e3cce9-026c-44a1-b026-218cc639b5aa,segment=NetworkSegment(ca80c611-3185-4816-8437-70f26382403e),segment_id=ca80c611-3185-4816-8437-70f26382403e)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:51.338114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.339175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:51.343759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Calling delete_port for e9e3cce9-026c-44a1-b026-218cc639b5aa owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:51.348712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.353124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.384993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:51.391244 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e03458-70ed-42e7-b058-7b81e6924cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.391634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e03458-70ed-42e7-b058-7b81e6924cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.397088 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-46e03458-70ed-42e7-b058-7b81e6924cd9 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e3bc3ca1-2a3e-455c-9c90-7344a29aedcf HTTP/1.1" status: 404 len: 337 time: 0.0959032 Feb 15 13:45:51.399533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.446700 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83fd9be-20eb-4602-938f-af639f9ae4fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.447146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83fd9be-20eb-4602-938f-af639f9ae4fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.451413 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e83fd9be-20eb-4602-938f-af639f9ae4fc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/72eb77dd-1a3f-4a36-b924-747dce1d116e HTTP/1.1" status: 404 len: 337 time: 0.0484414 Feb 15 13:45:51.452402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55496) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.493181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Calling delete_port for e9e3cce9-026c-44a1-b026-218cc639b5aa owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:51.500801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.555590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:51.557283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff5c1d3-3ae9-44e3-9d2f-6fb75a965c44 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.557855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff5c1d3-3ae9-44e3-9d2f-6fb75a965c44 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.566482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.569030 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2ff5c1d3-3ae9-44e3-9d2f-6fb75a965c44 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/9aa87869-9672-4c10-a746-06b0ae46a123 HTTP/1.1" status: 404 len: 333 time: 0.1078932 Feb 15 13:45:51.570018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55500) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.575018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:51.584437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:51.613019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:51.617658 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd7d822-783f-4b83-b942-26cb76e08383 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.618108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd7d822-783f-4b83-b942-26cb76e08383 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.619766 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8dd7d822-783f-4b83-b942-26cb76e08383 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/56f9df0c-6a99-40ca-beb3-e7c0c479646c HTTP/1.1" status: 404 len: 337 time: 0.0488558 Feb 15 13:45:51.624110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55504) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.635583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.640868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:51.641194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:51.677763 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-259a4737-f4b8-44d8-9214-2d0c054ac139 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.679656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259a4737-f4b8-44d8-9214-2d0c054ac139 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.694880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-259a4737-f4b8-44d8-9214-2d0c054ac139 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/157deab4-5619-429a-b6a8-8ea28f450866 HTTP/1.1" status: 404 len: 337 time: 0.0697801 Feb 15 13:45:51.697884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55508) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.702327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] Pushing event deleted for resources: {'Port': ['ID=e9e3cce9-026c-44a1-b026-218cc639b5aa,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:51.707369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e821057-387a-493b-983e-a1644f92fe51 None None] No DVR routers for this DVR port e9e3cce9-026c-44a1-b026-218cc639b5aa on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:51.717111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.727636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb069f4-93d5-4be1-a52a-699c426d5a2f None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:45:51.752011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:51.755754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.792853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.793063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b83bc181-9ef4-4124-befc-46bc03265117 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports?device_id=bbc5f372-0464-4344-b785-b876b0a372ea HTTP/1.1" status: 200 len: 205 time: 0.0937300 Feb 15 13:45:51.814562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9e3cce9-026c-44a1-b026-218cc639b5aa no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:51.867568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e9e3cce9-026c-44a1-b026-218cc639b5aa {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:51.868064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9e3cce9-026c-44a1-b026-218cc639b5aa not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:51.895092 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-4f3eab7d-da8b-4e11-a3b2-4603849aee89 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] delete failed (client error): The resource could not be found. Feb 15 13:45:51.898811 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f3eab7d-da8b-4e11-a3b2-4603849aee89 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/routers/bbc5f372-0464-4344-b785-b876b0a372ea HTTP/1.1" status: 404 len: 336 time: 0.1005487 Feb 15 13:45:51.899019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55516) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.929101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb069f4-93d5-4be1-a52a-699c426d5a2f None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:45:51.948432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:51.949660 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ab9d90-18f0-4c66-8531-c641654465d7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:51.950100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ab9d90-18f0-4c66-8531-c641654465d7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:51.961050 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-85ab9d90-18f0-4c66-8531-c641654465d7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/11cf1256-23d3-4f69-9a44-ea5da4531575 HTTP/1.1" status: 404 len: 337 time: 0.0587265 Feb 15 13:45:51.961361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55520) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:51.974927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.009827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a4334cdf-097f-41bd-95ed-8aa8c064d968 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Synchronizing usage tracker for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:52.011774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d32c44e-f542-4b04-9d00-3c0ca8580511,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.025958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.077136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.082449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.084263 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/40906491-a925-484a-952e-6c82b953a64b HTTP/1.1" status: 204 len: 168 time: 1.0499873 Feb 15 13:45:52.092237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69ac0f-ca57-4c6d-b0a0-562aae9f048d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=40906491-a925-484a-952e-6c82b953a64b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.101374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55524) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.110318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a4334cdf-097f-41bd-95ed-8aa8c064d968 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Unset dirty status for tenant:3e6be984b7c641d8916b16eccd053a2b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:52.113561 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a4334cdf-097f-41bd-95ed-8aa8c064d968 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "GET /v2.0/ports?device_id=b667a6c6-1d6a-4052-9019-6a44d72f1256 HTTP/1.1" status: 200 len: 205 time: 0.1493030 Feb 15 13:45:52.123187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55528) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.168543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:52.175962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad1ebc-497c-469d-bf83-57bd8fc89f28,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.188507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.188733 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 6041dcb7-3320-4256-8387-3da6ebdae11c of type vlan for network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 Feb 15 13:45:52.202612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port e9e3cce9-026c-44a1-b026-218cc639b5aa {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:52.203043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.213841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet ac3393cb-328b-4d92-a3e8-bf43b8f376cb {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:52.218379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.253592 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-6811cef2-6113-469a-8d09-11b227f1d9b1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] delete failed (client error): The resource could not be found. Feb 15 13:45:52.257134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6811cef2-6113-469a-8d09-11b227f1d9b1 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/routers/b667a6c6-1d6a-4052-9019-6a44d72f1256 HTTP/1.1" status: 404 len: 336 time: 0.1304233 Feb 15 13:45:52.262917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55532) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.299090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.301928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc0487-185a-45e3-8390-5cef078d7089 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:45:52.311369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] The port 'e9e3cce9-026c-44a1-b026-218cc639b5aa' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:52.318419 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc00b129-7883-4979-b023-15726bf5b04b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.318904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc00b129-7883-4979-b023-15726bf5b04b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.335525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fc00b129-7883-4979-b023-15726bf5b04b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/21a140e5-dfbf-4dd1-9b25-9d3b90171cf9 HTTP/1.1" status: 404 len: 337 time: 0.0716529 Feb 15 13:45:52.337894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.350194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55536) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.433729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc0487-185a-45e3-8390-5cef078d7089 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:45:52.446358 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d382831a-ee72-4659-b3b2-3b81d3b3bfc7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.446819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d382831a-ee72-4659-b3b2-3b81d3b3bfc7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.451281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.478962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.484600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:52.485792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.502415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.506123 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-32d02d1e-8b50-468c-9a26-62d3497ac783 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d32c44e-f542-4b04-9d00-3c0ca8580511 HTTP/1.1" status: 204 len: 168 time: 1.5604913 Feb 15 13:45:52.539353 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d382831a-ee72-4659-b3b2-3b81d3b3bfc7 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/f66a4872-c8d9-46d5-b1f5-21d7a6b25134 HTTP/1.1" status: 404 len: 337 time: 0.1849666 Feb 15 13:45:52.541345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.550367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55542) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.617326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=609ceb6d-270d-4e40-8bde-3d0b2c0b8c08,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.617692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-604edae1-f6cc-4a61-91e4-dd88056f2c1e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.617692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604edae1-f6cc-4a61-91e4-dd88056f2c1e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.619022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-604edae1-f6cc-4a61-91e4-dd88056f2c1e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/82678310-32e4-444b-90bd-fe96763ad52b HTTP/1.1" status: 404 len: 333 time: 0.0674119 Feb 15 13:45:52.622257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55546) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.623431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd40578-6446-4562-8e3b-a269eba214b3']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:52.638257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca80c611-3185-4816-8437-70f26382403e') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:52.638620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca80c611-3185-4816-8437-70f26382403e') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:52.657848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.661364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:52.665706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf01c270-2fa1-467c-a5a7-b021469e674a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.666313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf01c270-2fa1-467c-a5a7-b021469e674a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.675322 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bf01c270-2fa1-467c-a5a7-b021469e674a tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/21b0dd20-7d30-444f-97d7-2010df0a74a7 HTTP/1.1" status: 404 len: 337 time: 0.0497606 Feb 15 13:45:52.675639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55550) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.678395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.720655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5ec8046e-f1d3-4d7d-91f4-cbcc7ed4f463 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5778437 Feb 15 13:45:52.722650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.727562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55554) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.730666 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb41f1-5353-4c7d-b9f4-4b7b7896747f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.731157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb41f1-5353-4c7d-b9f4-4b7b7896747f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.735359 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-85eb41f1-5353-4c7d-b9f4-4b7b7896747f tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/e57ff69a-fb8f-4da3-a6ae-65648d4fbdf9 HTTP/1.1" status: 404 len: 333 time: 0.0562103 Feb 15 13:45:52.736246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-520469620'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:52.739868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55558) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.742904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:52.749872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:52.751612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:52.771272 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:52.778694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:52.785503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:52.788647 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-837f920e-47bd-4358-abd4-cc39c9a72174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.789884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837f920e-47bd-4358-abd4-cc39c9a72174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.793137 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-837f920e-47bd-4358-abd4-cc39c9a72174 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/931f1667-7554-4507-9ccc-40ba57080ec0 HTTP/1.1" status: 404 len: 337 time: 0.0493851 Feb 15 13:45:52.793852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55562) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.796881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:52.834894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.882936 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19697f1-09f9-4aa0-91f1-0a7d35b5ae3e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.883397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19697f1-09f9-4aa0-91f1-0a7d35b5ae3e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.887628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c19697f1-09f9-4aa0-91f1-0a7d35b5ae3e tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/75c0c789-c808-414d-a27a-10c2b6abe1d3 HTTP/1.1" status: 404 len: 333 time: 0.0903125 Feb 15 13:45:52.887628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3393cb-328b-4d92-a3e8-bf43b8f376cb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.889824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55566) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.890559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=6c077323-b2ec-4a92-a32e-cc6eeb581f24,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:52.892987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:52.897548 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-522a1b07-e390-4203-a1be-ba1d2b8ace89 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/ac3393cb-328b-4d92-a3e8-bf43b8f376cb HTTP/1.1" status: 204 len: 168 time: 0.7914078 Feb 15 13:45:52.907114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55570) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.913441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e102b64-4e7b-4f42-8c36-00586dacba7f None None] Network 7ec6f655-45db-4c63-9b24-864fdd7850e6 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:52.946387 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0923cc6-7904-4752-8ce6-c1caac20406d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:52.946387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0923cc6-7904-4752-8ce6-c1caac20406d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:52.946992 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e0923cc6-7904-4752-8ce6-c1caac20406d tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/d9b7f59f-a5e4-4919-bc3f-23990dd0d455 HTTP/1.1" status: 404 len: 337 time: 0.0551319 Feb 15 13:45:52.953354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55576) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:52.953795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '0e71466a-e08f-4e1f-a749-c6a8997b975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:52.954154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: f2c91d92-41f1-4f23-a9e4-5c5dd106946f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:53.003405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:53.008988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.036743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.071789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.077639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Network': ['ID=7fd40578-6446-4562-8e3b-a269eba214b3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:53.091345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.095153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ff0217e-20f1-48a9-9b38-5a3b4331fbf7 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/networks/7fd40578-6446-4562-8e3b-a269eba214b3 HTTP/1.1" status: 204 len: 168 time: 2.9266515 Feb 15 13:45:53.099522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55580) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.157092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port c513e503-b530-4f88-b35b-c8c24fc2523f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:53.157254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.180297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e53850-5a6e-43de-bd0d-38e84d90951b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.180766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e53850-5a6e-43de-bd0d-38e84d90951b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.182871 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-90e53850-5a6e-43de-bd0d-38e84d90951b tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/90c32890-f426-4a8a-bbb2-65172859eb93 HTTP/1.1" status: 404 len: 333 time: 0.2277322 Feb 15 13:45:53.185900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.197587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:53.227058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] DHCP port deletion for 7ec6f655-45db-4c63-9b24-864fdd7850e6 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:53.232819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Deleting port c513e503-b530-4f88-b35b-c8c24fc2523f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:53.233545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.235923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9365811f-2ed6-4fe4-a793-8e7185ff7edc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.237030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9365811f-2ed6-4fe4-a793-8e7185ff7edc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.248659 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9365811f-2ed6-4fe4-a793-8e7185ff7edc tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/c4047ec8-0dd5-4574-a6ac-96d668d39403 HTTP/1.1" status: 404 len: 337 time: 0.0585420 Feb 15 13:45:53.248659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.248659 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 22f94dbf-ed0c-4b0a-add6-739eddac48dc of type vlan for network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a Feb 15 13:45:53.248659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55594) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.255209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network f2c91d92-41f1-4f23-a9e4-5c5dd106946f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:53.288596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting subnet a7855575-1abd-4ff1-af97-6585398adf81 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:53.293216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.302195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-356cb23a-e975-44ba-80e9-217439f7c915 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.302759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356cb23a-e975-44ba-80e9-217439f7c915 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.311007 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-356cb23a-e975-44ba-80e9-217439f7c915 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/deb558ae-6699-45a0-92de-233bc71797b3 HTTP/1.1" status: 404 len: 333 time: 0.0552244 Feb 15 13:45:53.312323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55598) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.355790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.364430 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5040a2-6029-4ca2-8c58-d656b7667520 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.364881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5040a2-6029-4ca2-8c58-d656b7667520 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.368862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bc5040a2-6029-4ca2-8c58-d656b7667520 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/e99194ed-4e86-42c6-8e8f-ca63dc63f2dc HTTP/1.1" status: 404 len: 337 time: 0.0533371 Feb 15 13:45:53.369449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55602) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.406701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f2c91d92-41f1-4f23-a9e4-5c5dd106946f) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:53.415743 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-237de267-ec8e-428e-90e6-53ca0af5f856 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.415743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237de267-ec8e-428e-90e6-53ca0af5f856 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.420285 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-237de267-ec8e-428e-90e6-53ca0af5f856 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/5d5b0266-4741-4e82-93b2-456cf35c088f HTTP/1.1" status: 404 len: 333 time: 0.0474327 Feb 15 13:45:53.420434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55608) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.422713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:53.422990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.428808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.467749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b4627-379f-4c74-b782-c511f70b715b None None] Network f2c91d92-41f1-4f23-a9e4-5c5dd106946f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:53.476798 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9c115a-ae73-4d6d-b2b5-f49adb3855b5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.477269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9c115a-ae73-4d6d-b2b5-f49adb3855b5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.481492 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eb9c115a-ae73-4d6d-b2b5-f49adb3855b5 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/a7b19e79-2b77-466b-97ba-defe11a2ec07 HTTP/1.1" status: 404 len: 337 time: 0.0568776 Feb 15 13:45:53.482582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55612) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.527616 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ddaf20-80e1-4e80-b9ef-525819925596 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.528053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c513e503-b530-4f88-b35b-c8c24fc2523f,segment=NetworkSegment(6e1019c3-35ad-48e9-92e5-c0dafab2a555),segment_id=6e1019c3-35ad-48e9-92e5-c0dafab2a555)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:53.528212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ddaf20-80e1-4e80-b9ef-525819925596 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.528415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.532241 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b6ddaf20-80e1-4e80-b9ef-525819925596 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/ports/ef4d3d32-2abe-4a5b-aadf-f074864656ce HTTP/1.1" status: 404 len: 333 time: 0.0470846 Feb 15 13:45:53.532524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55616) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.573118 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7759a5ae-5e59-4147-b288-fe3b396df573 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] DELETE failed (client error): The resource could not be found. Feb 15 13:45:53.573580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7759a5ae-5e59-4147-b288-fe3b396df573 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:45:53.577711 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7759a5ae-5e59-4147-b288-fe3b396df573 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/subnets/c79b7343-2299-4f21-9fb4-44799e66732a HTTP/1.1" status: 404 len: 337 time: 0.0417619 Feb 15 13:45:53.585996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55620) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.589887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.600675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:53.601426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.733329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] For port c513e503-b530-4f88-b35b-c8c24fc2523f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c513e503-b530-4f88-b35b-c8c24fc2523f,segment=NetworkSegment(6e1019c3-35ad-48e9-92e5-c0dafab2a555),segment_id=6e1019c3-35ad-48e9-92e5-c0dafab2a555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:53.733891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.798983 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e6fece2e-6b81-4386-a7b5-a878ee371fe7 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6110392 Feb 15 13:45:53.813210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for c513e503-b530-4f88-b35b-c8c24fc2523f owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:53.843947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55630) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.869080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c513e503-b530-4f88-b35b-c8c24fc2523f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:53.885823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:53.903647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Calling delete_port for c513e503-b530-4f88-b35b-c8c24fc2523f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:53.909016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=567e06c8-edd0-4ffd-93f8-6e44bf9db37a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:53.948295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:53.975933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e7053a4c-8a2a-412f-8d2f-0b67f1e9bcd6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2473083 Feb 15 13:45:53.981125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55636) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:53.993530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:54.081518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.089715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55640) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:54.118762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.148014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f2c91d92-41f1-4f23-a9e4-5c5dd106946f', 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '6c077323-b2ec-4a92-a32e-cc6eeb581f24'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:54.148714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.158510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port c513e503-b530-4f88-b35b-c8c24fc2523f {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:45:54.159933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c513e503-b530-4f88-b35b-c8c24fc2523f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:54.189385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:54.189385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:54.189619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Subnet': ['ID=a7855575-1abd-4ff1-af97-6585398adf81,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:54.189619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.219282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:54.227398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:54.238237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.256575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.259572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b74c93-a223-4bbc-853b-4a88469eccf9 None None] Network a3679000-7170-40fd-8c57-b0860329c221 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:54.262860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=c513e503-b530-4f88-b35b-c8c24fc2523f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:54.268038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No DVR routers for this DVR port c513e503-b530-4f88-b35b-c8c24fc2523f on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:54.285720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:54.299304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:54.307388 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6f2c45b5-ac4d-4460-a0a4-2a949f37d2c9 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/subnets/a7855575-1abd-4ff1-af97-6585398adf81 HTTP/1.1" status: 204 len: 168 time: 1.2068045 Feb 15 13:45:54.311038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c4efb998-f242-4ba5-98b0-2b2e41327321 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-862433855', 'prefixes': ['172.20.0.0/16']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:54.317998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55646) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:54.369130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.403410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c4efb998-f242-4ba5-98b0-2b2e41327321 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:54.424232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.453915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbde29e-2549-4182-a259-7bbb71f9b94f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.464749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:54.468318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.468571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec6f655-45db-4c63-9b24-864fdd7850e6']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.488522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1019c3-35ad-48e9-92e5-c0dafab2a555') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.488522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1019c3-35ad-48e9-92e5-c0dafab2a555') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.493946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting subnet 43f81055-aba5-4a47-8435-3e345c5eb485 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:54.501272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.508730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f08556-74c6-450b-a85b-71758065b3b4') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.509061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f08556-74c6-450b-a85b-71758065b3b4') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:54.511705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Allocated IP 172.20.0.1 (f2c91d92-41f1-4f23-a9e4-5c5dd106946f/6c077323-b2ec-4a92-a32e-cc6eeb581f24/eef00a47-fdb2-4763-9925-1343962f4ff2) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:54.524563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.531311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:54.531734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:54.547460 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:54.563805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.604587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.640943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.679288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Deleting port c513e503-b530-4f88-b35b-c8c24fc2523f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:54.679660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.697080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.714825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.723553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:54.723553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.742649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.746118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.754371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=7ec6f655-45db-4c63-9b24-864fdd7850e6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:54.758585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bac1c3e7-79e2-4fa1-ae8c-3b54fdf583c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/7ec6f655-45db-4c63-9b24-864fdd7850e6 HTTP/1.1" status: 204 len: 168 time: 1.8511791 Feb 15 13:45:54.762307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55650) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:54.770067 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:54.787453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] DHCP port deletion for a3679000-7170-40fd-8c57-b0860329c221 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:54.807138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Deleting port db5f40f0-3d44-4316-8acc-ae8f66f3abed {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:54.807613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.849583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a759cfed-2b3a-45fe-a91f-0753281f2110 None None] The port 'c513e503-b530-4f88-b35b-c8c24fc2523f' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:54.850026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ca7cb-81a6-484a-a8b8-07c0412c6f00 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:54.850654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5e2ca7cb-81a6-484a-a8b8-07c0412c6f00 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:45:54.931802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:54.971262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5e2ca7cb-81a6-484a-a8b8-07c0412c6f00 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:45:54.977888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5e2ca7cb-81a6-484a-a8b8-07c0412c6f00 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2097754 Feb 15 13:45:54.977888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55654) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.075320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5c7f2d22-f7b9-45b6-99ae-236a9de3d4cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0968468 Feb 15 13:45:55.076301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55658) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.077462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] For port db5f40f0-3d44-4316-8acc-ae8f66f3abed, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=db5f40f0-3d44-4316-8acc-ae8f66f3abed,segment=NetworkSegment(b7e2cccf-073f-44c5-8629-90a707852e04),segment_id=b7e2cccf-073f-44c5-8629-90a707852e04)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:55.078028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.083720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566088097'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:55.083931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.087045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Transition to ACTIVE for port object eef00a47-fdb2-4763-9925-1343962f4ff2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:55.089925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:55.095965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:55.101162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:55.108800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:55.112726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.148306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.180314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] Pushing event deleted for resources: {'Network': ['ID=7bbde29e-2549-4182-a259-7bbb71f9b94f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.194473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f16c8323-9673-4abf-9234-925324b9f142 tempest-NetworksTestDHCPv6-1038248539 tempest-NetworksTestDHCPv6-1038248539-project] 10.222.0.61 "DELETE /v2.0/networks/7bbde29e-2549-4182-a259-7bbb71f9b94f HTTP/1.1" status: 204 len: 168 time: 1.6065979 Feb 15 13:45:55.225488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:55.230665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.265222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.266523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:55.278216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Calling delete_port for db5f40f0-3d44-4316-8acc-ae8f66f3abed owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:55.278577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.278921 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment 48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc of type vlan for network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf Feb 15 13:45:55.314370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.336724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Transition to ACTIVE for port object eef00a47-fdb2-4763-9925-1343962f4ff2 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:55.340850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c4efb998-f242-4ba5-98b0-2b2e41327321 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Notify callbacks [] for subnetpool, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.341654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.347129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c4efb998-f242-4ba5-98b0-2b2e41327321 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2533531 Feb 15 13:45:55.347129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55664) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.375961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=3b97a67b-28c2-4a74-9108-407737ac9fe7,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.381444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.382363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c183ad60-8cc6-4621-8485-f69ce2e9c941 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "GET /v2.0/subnetpools/422d7c69-d97e-4f14-b6cb-aea9accffb0f HTTP/1.1" status: 200 len: 731 time: 0.0330653 Feb 15 13:45:55.384833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55668) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.390436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2d560615-280c-45fe-ab8d-304435294bfe tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1309751209'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:55.391909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b418928-c10f-4ec5-9a3d-90aa3dbfe3d1 None None] Network 30be15a4-bbd9-48fe-a7e5-2ed08752935c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:55.425443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Subnet': ['ID=43f81055-aba5-4a47-8435-3e345c5eb485,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.427689 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7e0e8980-6be6-468c-a3db-3aced69e4299 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/subnets/43f81055-aba5-4a47-8435-3e345c5eb485 HTTP/1.1" status: 204 len: 168 time: 1.1070602 Feb 15 13:45:55.432737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55672) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.432900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '6041dcb7-3320-4256-8387-3da6ebdae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:55.433194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:55.464596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.470061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:55.470647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.470986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.474982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.552216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] Pushing event deleted for resources: {'Port': ['ID=db5f40f0-3d44-4316-8acc-ae8f66f3abed,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.554911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.555656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758615ca-9fa4-436b-a8fe-d2e8f3525b2d None None] No DVR routers for this DVR port db5f40f0-3d44-4316-8acc-ae8f66f3abed on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:55.610905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Network f2c91d92-41f1-4f23-a9e4-5c5dd106946f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:55.623111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:55.651408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:55.739193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.748426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=6b86c10d-7728-44a0-b350-a21bdb8bbcdf,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.759982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.772595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:55.781203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c91d92-41f1-4f23-a9e4-5c5dd106946f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:55.785780 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e50519c1-e2d4-4371-a773-10628778615a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7076039 Feb 15 13:45:55.788242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55676) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.796858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e71466a-e08f-4e1f-a749-c6a8997b975e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:55.797516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e71466a-e08f-4e1f-a749-c6a8997b975e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:55.798747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:55.811475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.831420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=6c077323-b2ec-4a92-a32e-cc6eeb581f24,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.841442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:55.866687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.884612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:55.885761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.919906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device db5f40f0-3d44-4316-8acc-ae8f66f3abed no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:55.937504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d560615-280c-45fe-ab8d-304435294bfe tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Notify callbacks [] for subnetpool, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:55.938699 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2d560615-280c-45fe-ab8d-304435294bfe tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "PUT /v2.0/subnetpools/422d7c69-d97e-4f14-b6cb-aea9accffb0f HTTP/1.1" status: 200 len: 684 time: 0.5527396 Feb 15 13:45:55.940151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:55.962884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Pushing event updated for resources: {'Port': ['ID=eef00a47-fdb2-4763-9925-1343962f4ff2,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:55.983620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55682) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.986824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:55.993969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55686) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:55.994835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:55.997265 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:56.000513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: db5f40f0-3d44-4316-8acc-ae8f66f3abed {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:56.000513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device db5f40f0-3d44-4316-8acc-ae8f66f3abed not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:56.017485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:56.031093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1c532-757b-4935-9dbc-a0ab4f1e6748 None None] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:56.031324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:56.043250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:56.046286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.108514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Attempting to bind port eef00a47-fdb2-4763-9925-1343962f4ff2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:56.108884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Attempting to bind port eef00a47-fdb2-4763-9925-1343962f4ff2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0e71466a-e08f-4e1f-a749-c6a8997b975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:56.109272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Attempting to bind port eef00a47-fdb2-4763-9925-1343962f4ff2 on network f2c91d92-41f1-4f23-a9e4-5c5dd106946f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:56.126484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:45:56.126484 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:45:56.126484 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'}] Feb 15 13:45:56.126484 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:56.126484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:56.130709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:56.131085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Checking segment: {'id': '0e71466a-e08f-4e1f-a749-c6a8997b975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:56.131788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.132397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Bound using segment: {'id': '0e71466a-e08f-4e1f-a749-c6a8997b975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:56.133035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Bound port: eef00a47-fdb2-4763-9925-1343962f4ff2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e71466a-e08f-4e1f-a749-c6a8997b975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f2c91d92-41f1-4f23-a9e4-5c5dd106946f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:56.133419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.149054 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-05fb00ba-dceb-4665-b8ec-80f5c6f39a04 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1645205 Feb 15 13:45:56.151946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:56.158596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:56.164238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.244046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:56.247560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.277362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3679000-7170-40fd-8c57-b0860329c221']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:56.307435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:56.311680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:56.315129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:56.323463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:56.324210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] For port eef00a47-fdb2-4763-9925-1343962f4ff2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:56.341925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] DHCP port deletion for 30be15a4-bbd9-48fe-a7e5-2ed08752935c request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:45:56.379760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] For port eef00a47-fdb2-4763-9925-1343962f4ff2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=eef00a47-fdb2-4763-9925-1343962f4ff2,segment=NetworkSegment(0e71466a-e08f-4e1f-a749-c6a8997b975e),segment_id=0e71466a-e08f-4e1f-a749-c6a8997b975e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:56.386253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Deleting port 2e429690-949a-4d6f-b9c3-fe74576c4d48 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:56.386630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.404936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:56.411012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.442110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.479527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-609ceb6d-270d-4e40-8bde-3d0b2c0b8c08', 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': '3b97a67b-28c2-4a74-9108-407737ac9fe7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:56.480753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.501970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e2cccf-073f-44c5-8629-90a707852e04') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:56.502271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e2cccf-073f-44c5-8629-90a707852e04') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:56.543115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b3c89608-52dc-4e5a-9ee1-bbec911a2272 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e6be984b7c641d8916b16eccd053a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302901 Feb 15 13:45:56.543115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.550601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55696) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:56.574222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.589163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:56.589523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:56.605915 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:56.665277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.680039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a513fdd-2767-430f-adfd-5cf07aa38340 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] Notify callbacks [] for subnetpool, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.681170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a513fdd-2767-430f-adfd-5cf07aa38340 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "DELETE /v2.0/subnetpools/422d7c69-d97e-4f14-b6cb-aea9accffb0f HTTP/1.1" status: 204 len: 168 time: 0.6966765 Feb 15 13:45:56.684933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55700) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:56.687691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae776-b8b6-49b7-ae22-f709a2d67290 None None] Pushing event updated for resources: {'Port': ['ID=eef00a47-fdb2-4763-9925-1343962f4ff2,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:56.723718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0cd2b0ab-619d-4a8e-a2ad-fde924291d2c tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] show failed (client error): The resource could not be found. Feb 15 13:45:56.724791 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0cd2b0ab-619d-4a8e-a2ad-fde924291d2c tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "GET /v2.0/subnetpools/422d7c69-d97e-4f14-b6cb-aea9accffb0f HTTP/1.1" status: 404 len: 346 time: 0.0389128 Feb 15 13:45:56.727794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55704) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:56.729702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port eef00a47-fdb2-4763-9925-1343962f4ff2 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:56.730376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.748491 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-7ebd40ce-5d4b-4fe1-839b-33f16504a6b5 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] delete failed (client error): The resource could not be found. Feb 15 13:45:56.755966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7ebd40ce-5d4b-4fe1-839b-33f16504a6b5 tempest-SubnetPoolsTestJSON-1315464228 tempest-SubnetPoolsTestJSON-1315464228-project] 10.222.0.61 "DELETE /v2.0/subnetpools/422d7c69-d97e-4f14-b6cb-aea9accffb0f HTTP/1.1" status: 404 len: 346 time: 0.0208013 Feb 15 13:45:56.818700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.830311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.842931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.874930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Network': ['ID=a3679000-7170-40fd-8c57-b0860329c221,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:56.884022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-add18364-459f-4da5-a1dc-ce698cfc5847 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/networks/a3679000-7170-40fd-8c57-b0860329c221 HTTP/1.1" status: 204 len: 168 time: 1.4503407 Feb 15 13:45:56.886704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55710) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:56.902007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.944300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.969828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] For port 2e429690-949a-4d6f-b9c3-fe74576c4d48, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2e429690-949a-4d6f-b9c3-fe74576c4d48,segment=NetworkSegment(9d05e002-bead-400a-b4ee-eaabb993affc),segment_id=9d05e002-bead-400a-b4ee-eaabb993affc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:56.970207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:56.988584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Allocated IP 172.20.0.2 (609ceb6d-270d-4e40-8bde-3d0b2c0b8c08/3b97a67b-28c2-4a74-9108-407737ac9fe7/ed1ca459-f12a-49f4-a29c-4900bdb420b0) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:57.063418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.093345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port 2e429690-949a-4d6f-b9c3-fe74576c4d48 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:57.094057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.109499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942ee64-c033-448b-8c3b-90873fa907b6 None None] Network f2c91d92-41f1-4f23-a9e4-5c5dd106946f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:57.130999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Calling delete_port for 2e429690-949a-4d6f-b9c3-fe74576c4d48 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:57.134526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port eef00a47-fdb2-4763-9925-1343962f4ff2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=eef00a47-fdb2-4763-9925-1343962f4ff2,segment=NetworkSegment(0e71466a-e08f-4e1f-a749-c6a8997b975e),segment_id=0e71466a-e08f-4e1f-a749-c6a8997b975e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:57.134887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.142043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=c0813622-57a9-47da-b911-76c3e31ae841,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:57.217247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '22f94dbf-ed0c-4b0a-add6-739eddac48dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:57.221872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 567e06c8-edd0-4ffd-93f8-6e44bf9db37a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:57.257323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.279161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.366730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55716) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:57.396997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for eef00a47-fdb2-4763-9925-1343962f4ff2 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:57.442521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] For port 2e429690-949a-4d6f-b9c3-fe74576c4d48, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2e429690-949a-4d6f-b9c3-fe74576c4d48,segment=NetworkSegment(9d05e002-bead-400a-b4ee-eaabb993affc),segment_id=9d05e002-bead-400a-b4ee-eaabb993affc)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:45:57.442866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.448795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57194f6a-589b-4aef-ac3b-0a7b181cb3ec,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:57.471003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=fcbbf7da-0130-4871-a34f-35ac0b3a5735,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:57.476636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.480820 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-797b71f1-683c-4077-8a21-73ef371568d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57194f6a-589b-4aef-ac3b-0a7b181cb3ec HTTP/1.1" status: 204 len: 168 time: 0.9287701 Feb 15 13:45:57.517735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.599338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:57.608539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] Pushing event deleted for resources: {'Port': ['ID=2e429690-949a-4d6f-b9c3-fe74576c4d48,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:57.610411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14cbfa-3dd6-4cf6-bc04-7cd34fd343bf None None] No DVR routers for this DVR port 2e429690-949a-4d6f-b9c3-fe74576c4d48 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:57.612892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Calling delete_port for 2e429690-949a-4d6f-b9c3-fe74576c4d48 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:45:57.666282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:57.666662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 6b86c10d-7728-44a0-b350-a21bdb8bbcdf, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:45:57.680604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.702003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 567e06c8-edd0-4ffd-93f8-6e44bf9db37a) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:57.706097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:57.706709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.712910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774a50e-b114-431b-b64a-4a3de9f9d5df None None] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:57.716407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:57.727703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Usage tracker for resource:security_group_rule and tenant:dc644724394a4f33a726793772a501b1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:57.736954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:57.740005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:57.761978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:45:57.762377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:45:57.768005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.794590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.797073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2e429690-949a-4d6f-b9c3-fe74576c4d48 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:45:57.811042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:45:57.813871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=eef00a47-fdb2-4763-9925-1343962f4ff2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:57.820842 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ab5d6d56-fd0d-431d-8699-07aa1c79dbe8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6651444 Feb 15 13:45:57.820842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port eef00a47-fdb2-4763-9925-1343962f4ff2 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:45:57.821312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55724) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:57.826224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-592948341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:57.834418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6b86c10d-7728-44a0-b350-a21bdb8bbcdf) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:57.857162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2e429690-949a-4d6f-b9c3-fe74576c4d48 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:45:57.857537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2e429690-949a-4d6f-b9c3-fe74576c4d48 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:45:57.857922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:57.859018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2cda32-eb87-44af-b091-cd42f9356ec2 None None] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:45:57.859460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.867211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:57.877643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Transition to ACTIVE for port object ed1ca459-f12a-49f4-a29c-4900bdb420b0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:57.890461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:57.898041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:57.955160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:57.974785 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ac0bf00c-f570-4ee8-9ed3-126fa7d155c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1852412 Feb 15 13:45:57.977522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55730) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:57.978518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:57.986162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf', 'name': 'tempest-PortsIpV6TestJSON-2147254804'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:57.993821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Transition to ACTIVE for port object ed1ca459-f12a-49f4-a29c-4900bdb420b0 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:58.003342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.081961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.089651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c91d92-41f1-4f23-a9e4-5c5dd106946f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.108738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e71466a-e08f-4e1f-a749-c6a8997b975e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.109110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e71466a-e08f-4e1f-a749-c6a8997b975e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.122875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.128230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.129254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.139606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.168488 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc644724394a4f33a726793772a501b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004723 Feb 15 13:45:58.171736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55740) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:58.172645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6c29c-2bfe-421d-8800-c0827bf78526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e7663-f543-42b7-b252-6547c4cdb941,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:58.177051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.189508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.196803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:58.206321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:58.207037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.217658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:58.221288 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:58.247131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.253759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:58.264302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port 2e429690-949a-4d6f-b9c3-fe74576c4d48 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:45:58.267688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.293942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:58.315378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:58.318980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:58.325244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:58.345840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-567e06c8-edd0-4ffd-93f8-6e44bf9db37a', 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': 'c0813622-57a9-47da-b911-76c3e31ae841'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:58.347571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.363521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] The port '2e429690-949a-4d6f-b9c3-fe74576c4d48' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:45:58.369352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Pushing event updated for resources: {'Port': ['ID=ed1ca459-f12a-49f4-a29c-4900bdb420b0,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:58.400000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.404137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-6b86c10d-7728-44a0-b350-a21bdb8bbcdf', 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': 'fcbbf7da-0130-4871-a34f-35ac0b3a5735'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:45:58.407926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.428302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.447200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:58.451016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.460713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.465599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.513003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=f2c91d92-41f1-4f23-a9e4-5c5dd106946f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:58.517812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1d24228f-80cd-4e17-8b15-29f391ccaa4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/f2c91d92-41f1-4f23-a9e4-5c5dd106946f HTTP/1.1" status: 204 len: 168 time: 4.6677032 Feb 15 13:45:58.520039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:45:58.522618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55746) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:58.533249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.545891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477436525'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:58.558449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:58.573845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:58.577166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:58.585118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:45:58.588004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30be15a4-bbd9-48fe-a7e5-2ed08752935c']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.591184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Attempting to bind port ed1ca459-f12a-49f4-a29c-4900bdb420b0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:58.591561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Attempting to bind port ed1ca459-f12a-49f4-a29c-4900bdb420b0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6041dcb7-3320-4256-8387-3da6ebdae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:58.591922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Attempting to bind port ed1ca459-f12a-49f4-a29c-4900bdb420b0 on network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:58.611063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d05e002-bead-400a-b4ee-eaabb993affc') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.611329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d05e002-bead-400a-b4ee-eaabb993affc') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:45:58.617041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:58.617444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Checking segment: {'id': '6041dcb7-3320-4256-8387-3da6ebdae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:58.617689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.617866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.620037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Bound using segment: {'id': '6041dcb7-3320-4256-8387-3da6ebdae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:58.620037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Bound port: ed1ca459-f12a-49f4-a29c-4900bdb420b0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6041dcb7-3320-4256-8387-3da6ebdae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '609ceb6d-270d-4e40-8bde-3d0b2c0b8c08'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:58.620037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.621956 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c952b634-dc7d-4e07-9f42-15387b7ca3f6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7996783 Feb 15 13:45:58.625142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.626481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55752) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:58.646438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.653597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:45:58.654075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:45:58.684683 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:45:58.692731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:45:58.697599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.759209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.804916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e7663-f543-42b7-b252-6547c4cdb941,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:58.824225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.827741 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6469e1e7-0bcd-4440-bf3a-ca61e5c4c4de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/694e7663-f543-42b7-b252-6547c4cdb941 HTTP/1.1" status: 204 len: 168 time: 0.6484241 Feb 15 13:45:58.827741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:45:58.853598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:58.853949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 1d4d02d1-b5e9-46c2-b012-708279fcfc0f of type vlan for network f06336b0-8742-4ce1-9110-0489f7962ec9 Feb 15 13:45:58.891074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] For port ed1ca459-f12a-49f4-a29c-4900bdb420b0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:45:58.895138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Allocated IP 172.21.0.2 (567e06c8-edd0-4ffd-93f8-6e44bf9db37a/c0813622-57a9-47da-b911-76c3e31ae841/3bf6b2ef-a891-43ea-8057-5b7111fcedd5) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:58.908059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] For port ed1ca459-f12a-49f4-a29c-4900bdb420b0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ed1ca459-f12a-49f4-a29c-4900bdb420b0,segment=NetworkSegment(6041dcb7-3320-4256-8387-3da6ebdae11c),segment_id=6041dcb7-3320-4256-8387-3da6ebdae11c)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:45:59.056503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.059501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.107006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.131325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Network': ['ID=30be15a4-bbd9-48fe-a7e5-2ed08752935c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:59.138984 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3c299446-98ba-4bed-9754-aea39be281b4 tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/networks/30be15a4-bbd9-48fe-a7e5-2ed08752935c HTTP/1.1" status: 204 len: 168 time: 2.2456102 Feb 15 13:45:59.138984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55768) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:59.141186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.141625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55772) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:59.153316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Transition to ACTIVE for port object 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:59.173541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Transition to ACTIVE for port object 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:45:59.177762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.185849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::1d0 (6b86c10d-7728-44a0-b350-a21bdb8bbcdf/fcbbf7da-0130-4871-a34f-35ac0b3a5735/e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:59.235999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting subnet 579bcf6d-642f-46c2-8367-3a1a9cbc7a24 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:45:59.239524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.244087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.276123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7332-179c-4b08-857f-bd5d34b06945 None None] Pushing event updated for resources: {'Port': ['ID=ed1ca459-f12a-49f4-a29c-4900bdb420b0,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:59.321075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.337640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.357528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.364175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:45:59.364818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.477473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-adbb76f6-454e-47a2-8238-9ea274fe728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.512690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:45:59.519418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:45:59.530745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:45:59.552099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Pushing event updated for resources: {'Port': ['ID=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:59.678264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-755784696'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:59.742477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.811895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:45:59.817257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=f06336b0-8742-4ce1-9110-0489f7962ec9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:45:59.820019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Attempting to bind port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:45:59.820397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Attempting to bind port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '22f94dbf-ed0c-4b0a-add6-739eddac48dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:45:59.820763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Attempting to bind port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 on network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:45:59.831597 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-19f2e45d-2f6c-48ce-8833-329f1f7164a8 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3046505 Feb 15 13:45:59.836863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Usage tracker for resource:network and tenant:a2d6a86d0b5e49cea55619e6250d51e5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:45:59.842044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55788) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:45:59.844818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:45:59.845085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:45:59.845864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Checking segment: {'id': '22f94dbf-ed0c-4b0a-add6-739eddac48dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:45:59.846772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.856938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Bound using segment: {'id': '22f94dbf-ed0c-4b0a-add6-739eddac48dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:45:59.856938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Bound port: 3bf6b2ef-a891-43ea-8057-5b7111fcedd5, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f94dbf-ed0c-4b0a-add6-739eddac48dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567e06c8-edd0-4ffd-93f8-6e44bf9db37a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:45:59.856938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:45:59.857290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': 'f06336b0-8742-4ce1-9110-0489f7962ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:45:59.868167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.20.0.1 (609ceb6d-270d-4e40-8bde-3d0b2c0b8c08/3b97a67b-28c2-4a74-9108-407737ac9fe7/fbcdaf54-563c-4d2c-8f59-1c341cdb2744) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:45:59.874079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f06336b0-8742-4ce1-9110-0489f7962ec9 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:45:59.996936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:00.001249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:00.005598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:00.006702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] For port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:00.010189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] For port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,segment=NetworkSegment(22f94dbf-ed0c-4b0a-add6-739eddac48dc),segment_id=22f94dbf-ed0c-4b0a-add6-739eddac48dc)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:00.011742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ed1ca459-f12a-49f4-a29c-4900bdb420b0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:00.012158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:00.026398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:00.045909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.126568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.134432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object fbcdaf54-563c-4d2c-8f59-1c341cdb2744 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:00.164422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Made reservation on behalf of a2d6a86d0b5e49cea55619e6250d51e5 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:00.172509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.182708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.187630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:00.191997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.229956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.263272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:00.279578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbefc8b-45ef-47e9-8e5d-68339dee0019 None None] Pushing event updated for resources: {'Port': ['ID=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:00.299267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3a6b3-6f21-4dce-bbb9-e5b8dad1f215 None None] Network c315b0ed-6244-4660-93ac-df2ef4f81b3a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:00.302322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.310475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Subnet': ['ID=579bcf6d-642f-46c2-8367-3a1a9cbc7a24,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:00.313795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.333856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.398763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ed1ca459-f12a-49f4-a29c-4900bdb420b0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:00.415420 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e81fe10c-2061-4fc3-a9eb-eb64c0e1768c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/subnets/579bcf6d-642f-46c2-8367-3a1a9cbc7a24 HTTP/1.1" status: 204 len: 168 time: 1.2725866 Feb 15 13:46:00.422636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55800) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:00.432740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:00.448515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Usage tracker for resource:security_group_rule and tenant:a2d6a86d0b5e49cea55619e6250d51e5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:00.452881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:00.462044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.466142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:00.635595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:00.670934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:00.682096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fbcdaf54-563c-4d2c-8f59-1c341cdb2744,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:00.687762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:00.750144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Allocated IP 2001:db8::2 (6b86c10d-7728-44a0-b350-a21bdb8bbcdf/fcbbf7da-0130-4871-a34f-35ac0b3a5735/e117f958-67e0-452f-9033-2a883ab95a40) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:00.770441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.832205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.866692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.871508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:00.885789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:00.904295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:00.909514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:00.910524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.961924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:00.970444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Deleting port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:00.970848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:00.985086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023abf6-5885-44be-9440-acb7f5477341 None None] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:01.062923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] DHCP port deletion for c315b0ed-6244-4660-93ac-df2ef4f81b3a request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:01.087934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Deleting port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:01.093980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.123139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.128461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.195566 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c9ff8c86-1caa-4e28-9758-fa94a2ce42c2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2168202 Feb 15 13:46:01.198485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55808) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:01.214804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf', 'name': 'tempest-PortsIpV6TestJSON-866637453'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:01.230992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:01.274813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.275753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Added segment 796e68b5-93c6-4e5b-9880-d794770c09ac of type vlan for network 99cc05bc-3922-42da-9003-2ab2aaf19d71 Feb 15 13:46:01.276820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd218a-fda0-49b3-a94b-dc834c6e4241,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:01.283709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=86bd6e6f-a1e0-44ce-b43e-1db0ced2e9d4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:01.297857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': '1d4d02d1-b5e9-46c2-b012-708279fcfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f06336b0-8742-4ce1-9110-0489f7962ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:01.298224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: f06336b0-8742-4ce1-9110-0489f7962ec9, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:01.333867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.358325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Provisioning for port ed1ca459-f12a-49f4-a29c-4900bdb420b0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:01.379713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:01.380093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.385503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Provisioning complete for port ed1ca459-f12a-49f4-a29c-4900bdb420b0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:01.385877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.416792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network f06336b0-8742-4ce1-9110-0489f7962ec9 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:01.437979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:01.458572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:01.476273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:01.479248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] For port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,segment=NetworkSegment(5550b5d7-292a-40a7-8731-ea75483cbdd0),segment_id=5550b5d7-292a-40a7-8731-ea75483cbdd0)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:01.479656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.487825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.497221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Transition to ACTIVE for port object e117f958-67e0-452f-9033-2a883ab95a40 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:01.522416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.533024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:01.534951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.604691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Transition to ACTIVE for port object e117f958-67e0-452f-9033-2a883ab95a40 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:01.684319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f06336b0-8742-4ce1-9110-0489f7962ec9) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:01.707135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:01.708649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.727647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829903b-5438-4739-9692-081767a58b29 None None] Network f06336b0-8742-4ce1-9110-0489f7962ec9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:01.781339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.814406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Calling delete_port for 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:01.822640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'Network': ['ID=99cc05bc-3922-42da-9003-2ab2aaf19d71,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:01.858995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:01.866895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:01.891670 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-de09ce11-ed94-4907-adc4-89d1a9ecdb89 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7536397 Feb 15 13:46:01.900508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55818) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:01.901305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Request body: {'subnet': {'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:01.914077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:01.925096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 8422853f-44d2-4695-8214-2898a7ec67c0 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:01.927670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af82d84-bde9-4ef1-8c39-4ced5afe3bbf None None] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:01.942155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:01.977172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cceaa799-1f9e-46eb-84a4-65ba1b080222 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1337559 Feb 15 13:46:01.978118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:02.006836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:02.057582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:02.111625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] For port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,segment=NetworkSegment(5550b5d7-292a-40a7-8731-ea75483cbdd0),segment_id=5550b5d7-292a-40a7-8731-ea75483cbdd0)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:02.112362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.124003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.138129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:02.173190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:02.194758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Usage tracker for resource:subnet and tenant:a2d6a86d0b5e49cea55619e6250d51e5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:02.201526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:02.221812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:02.256930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.286505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.289052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Port': ['ID=69d7a56b-e1d2-4cd4-a63c-080a0f5c7107,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:02.293164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] No DVR routers for this DVR port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:02.311320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55834) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:02.364697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.400519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Made reservation on behalf of a2d6a86d0b5e49cea55619e6250d51e5 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:02.407111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.423563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Calling delete_port for 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:02.493931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Pushing event updated for resources: {'Port': ['ID=e117f958-67e0-452f-9033-2a883ab95a40,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:02.520988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1230304344', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:02.549929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.608856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] For port ed1ca459-f12a-49f4-a29c-4900bdb420b0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ed1ca459-f12a-49f4-a29c-4900bdb420b0,segment=NetworkSegment(6041dcb7-3320-4256-8387-3da6ebdae11c),segment_id=6041dcb7-3320-4256-8387-3da6ebdae11c)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:02.647035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:02.651037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:02.654805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:02.660416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:02.673125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c315b0ed-6244-4660-93ac-df2ef4f81b3a']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:02.682433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::38d (6b86c10d-7728-44a0-b350-a21bdb8bbcdf/fcbbf7da-0130-4871-a34f-35ac0b3a5735/8422853f-44d2-4695-8214-2898a7ec67c0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:02.711188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5550b5d7-292a-40a7-8731-ea75483cbdd0') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:02.711598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5550b5d7-292a-40a7-8731-ea75483cbdd0') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:02.757293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.776486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:02.780733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.796988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.797237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Attempting to bind port e117f958-67e0-452f-9033-2a883ab95a40 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:02.797533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Attempting to bind port e117f958-67e0-452f-9033-2a883ab95a40 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:02.798098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Attempting to bind port e117f958-67e0-452f-9033-2a883ab95a40 on network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:02.798222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.813564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:02.813790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:02.814022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.818729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:02.819584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.820313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.822264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-28fba354-8217-4023-a7a9-6e88c3f38a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.822912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.829275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:02.829454 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:02.872136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:02.886110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:02.886459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Checking segment: {'id': '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:02.887041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.887603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Bound using segment: {'id': '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:02.888076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Bound port: e117f958-67e0-452f-9033-2a883ab95a40, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6b86c10d-7728-44a0-b350-a21bdb8bbcdf'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:02.888440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:02.899148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=86bd6e6f-a1e0-44ce-b43e-1db0ced2e9d4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.020752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.024049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:03.028072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:03.063166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.090803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.116304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:03.140666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06336b0-8742-4ce1-9110-0489f7962ec9']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:03.142591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345bce1-3c18-4347-886b-f69291e3e807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f06336b0-8742-4ce1-9110-0489f7962ec9', 'network_id': 'f06336b0-8742-4ce1-9110-0489f7962ec9', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '86bd6e6f-a1e0-44ce-b43e-1db0ced2e9d4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:03.144178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8345bce1-3c18-4347-886b-f69291e3e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.149820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.154405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.155079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd2da-0931-42e3-9f6c-ec06adca6fd4 None None] Pushing event updated for resources: {'Port': ['ID=ed1ca459-f12a-49f4-a29c-4900bdb420b0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.172662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d02d1-b5e9-46c2-b012-708279fcfc0f') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:03.173016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d02d1-b5e9-46c2-b012-708279fcfc0f') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:03.179149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.189392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.259409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.262797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Provisioning for port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:03.272472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:03.282122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.298863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Pushing event deleted for resources: {'Network': ['ID=c315b0ed-6244-4660-93ac-df2ef4f81b3a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.305219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.318043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:03.318758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.346025 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-73287524-6efb-423b-ad7f-342e493b4d9c tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/networks/c315b0ed-6244-4660-93ac-df2ef4f81b3a HTTP/1.1" status: 204 len: 168 time: 2.9221575 Feb 15 13:46:03.351650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Provisioning complete for port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:03.352282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.356851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55844) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:03.358167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 8422853f-44d2-4695-8214-2898a7ec67c0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:03.401876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] For port e117f958-67e0-452f-9033-2a883ab95a40, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:03.404035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:03.404544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:03.406240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:03.433327 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:03.435659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.464379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] For port e117f958-67e0-452f-9033-2a883ab95a40, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e117f958-67e0-452f-9033-2a883ab95a40,segment=NetworkSegment(48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc),segment_id=48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:03.498695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:03.504639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.534595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Deleting port 69d7a56b-e1d2-4cd4-a63c-080a0f5c7107 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:03.534595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.550090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ffbb54-8ec2-4b8a-844c-f6f56b919432,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.580554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.580554 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment 41639428-8ae5-451c-80e4-eb8daf6a4b69 of type vlan for network da285ee4-a0f8-4004-9566-fdf69ce73904 Feb 15 13:46:03.590410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.591899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-737568a5-0283-4897-b496-0c334c491fdf tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Synchronizing usage tracker for tenant:f5985916d60c47f1a6a0e6ecb7c62a3f on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:03.597437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fbcdaf54-563c-4d2c-8f59-1c341cdb2744,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.605392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.655031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'Subnet': ['ID=50e4dfeb-c590-401e-9222-4224e130010c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.669233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.678887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.700378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.726178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-46e88090-0e88-47e7-bb5b-0dca0b0d99af None None] The port '69d7a56b-e1d2-4cd4-a63c-080a0f5c7107' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:03.732353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-737568a5-0283-4897-b496-0c334c491fdf tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Unset dirty status for tenant:f5985916d60c47f1a6a0e6ecb7c62a3f on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:03.733531 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-737568a5-0283-4897-b496-0c334c491fdf tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "GET /v2.0/ports?device_id=971421f5-2db5-408c-b26b-999aecc2e344 HTTP/1.1" status: 200 len: 205 time: 0.3737726 Feb 15 13:46:03.739039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55848) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:03.739196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=f06336b0-8742-4ce1-9110-0489f7962ec9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.745550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.758710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be635b-1080-46cb-ab85-bd6f4f00ca27 None None] Network f06336b0-8742-4ce1-9110-0489f7962ec9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:03.763384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Checking segment: {'id': '796e68b5-93c6-4e5b-9880-d794770c09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:03.763627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Network hostable DHCP agents. Network: 99cc05bc-3922-42da-9003-2ab2aaf19d71, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:03.806221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-df08c159-d60a-4b57-a4ae-79f5eabce827 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/f06336b0-8742-4ce1-9110-0489f7962ec9 HTTP/1.1" status: 204 len: 168 time: 1.8202801 Feb 15 13:46:03.808999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55852) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:03.825162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be635b-1080-46cb-ab85-bd6f4f00ca27 None None] Network f06336b0-8742-4ce1-9110-0489f7962ec9 could not be found, it might have been deleted concurrently. {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 15 13:46:03.834419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1860832572'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:03.857775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:03.871267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cb9d5-6e9e-4a28-9ba2-6ea5866800a6 None None] Pushing event updated for resources: {'Port': ['ID=e117f958-67e0-452f-9033-2a883ab95a40,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:03.871633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:03.871728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ed1ca459-f12a-49f4-a29c-4900bdb420b0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:03.888136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:03.896459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:03.928359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] For port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,segment=NetworkSegment(22f94dbf-ed0c-4b0a-add6-739eddac48dc),segment_id=22f94dbf-ed0c-4b0a-add6-739eddac48dc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:03.951338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ed1ca459-f12a-49f4-a29c-4900bdb420b0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:03.951712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.964951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.987139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:03.987139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:03.992341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.043168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:04.125651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.146966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:04.146966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.172292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=da285ee4-a0f8-4004-9566-fdf69ce73904,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:04.198595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:04.199941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network da285ee4-a0f8-4004-9566-fdf69ce73904 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:04.207620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.208060 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment a721119b-7fbe-4ba2-9670-62d4259fd42e of type vlan for network 872000fb-35ad-4768-9bff-bfa6be817094 Feb 15 13:46:04.217476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.243140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.247466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.271674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 99cc05bc-3922-42da-9003-2ab2aaf19d71) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:04.276733 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-040d2d26-1a95-4c45-aec4-b2a3a76cd6a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9613934 Feb 15 13:46:04.284487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55856) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:04.286606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:04.287194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.296407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-433559197', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:04.305635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ac4cf-9830-42bb-a2d2-4f246b8540a5 None None] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:04.312104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:04.318959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:04.323103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b5f90-7ef2-4fa6-a2a0-f08b9f824b41 None None] Pushing event updated for resources: {'Port': ['ID=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:04.323243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:04.335823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:04.400765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Provisioning complete for port ed1ca459-f12a-49f4-a29c-4900bdb420b0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:04.401146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.453669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.461999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:04.462948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.474875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:04.480615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:04.483834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.498646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:04.498646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.517136 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04ac541b-2f63-453c-b4bb-bd1f30e0da5f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6180127 Feb 15 13:46:04.558851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55860) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:04.559614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:04.571140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Request body: {'port': {'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1794140037'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:04.606359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.607432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.628708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:04.630510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=872000fb-35ad-4768-9bff-bfa6be817094,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:04.634791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:04.635436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.663571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.699758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:04.747380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-75153914-3d33-4970-bd8b-857f2209d64a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9339552 Feb 15 13:46:04.748094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55864) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:04.754140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:04.768090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=8422853f-44d2-4695-8214-2898a7ec67c0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:04.893853 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fa623e6b-c7e7-4da2-99cc-6cecc3ed6073 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6936307 Feb 15 13:46:04.900225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55868) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:04.900516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-99cc05bc-3922-42da-9003-2ab2aaf19d71', 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71', 'tenant_id': 'a2d6a86d0b5e49cea55619e6250d51e5', 'fixed_ips': [{'subnet_id': '50e4dfeb-c590-401e-9222-4224e130010c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:04.901584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.951388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:04.956516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.957055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Fanout notify agent at l3_agent the message router_deleted on router 971421f5-2db5-408c-b26b-999aecc2e344 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:46:04.970001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Usage tracker for resource:port and tenant:a2d6a86d0b5e49cea55619e6250d51e5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:04.975834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:04.988067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:04.991917 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c3e8ce2-9eab-4066-91a7-410d034522fa tempest-RoutersNegativeIpV6Test-2071413136 tempest-RoutersNegativeIpV6Test-2071413136-project] 10.222.0.61 "DELETE /v2.0/routers/971421f5-2db5-408c-b26b-999aecc2e344 HTTP/1.1" status: 204 len: 168 time: 1.2495904 Feb 15 13:46:04.991917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:05.008731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Provisioning complete for port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:05.009162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.096026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router cd69e701-86c5-4d2b-9c14-68de7e0aca31 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:05.196446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Made reservation on behalf of a2d6a86d0b5e49cea55619e6250d51e5 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:05.200642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.224396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b7ded-df05-4a54-a31e-468bfb68f046 None None] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:05.301053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Allocated IP 172.20.0.2 (99cc05bc-3922-42da-9003-2ab2aaf19d71/50e4dfeb-c590-401e-9222-4224e130010c/77323b52-08d6-4705-92b1-23308a2ac79c) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:05.317966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] device_id is not set on port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:05.536409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:05.549830 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6245dc42-5b37-4fdd-a008-692928bb1203 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9220684 Feb 15 13:46:05.554558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:05.555822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.577806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] Sync routers for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:05.597922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.604576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Provisioning for port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:05.621021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:05.621568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c85852-e52d-43f9-ad71-a9867e1d381e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:05.622059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:05.624930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-67c85852-e52d-43f9-ad71-a9867e1d381e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d0 HTTP/1.1" status: 200 len: 929 time: 0.7216020 Feb 15 13:46:05.627776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55878) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:05.646751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cf745-1df6-40be-ae22-c86dbbabb9d8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:05.656270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a78cf745-1df6-40be-ae22-c86dbbabb9d8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:05.678271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Provisioning complete for port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:05.678649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.765878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:05.798046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.805692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 8422853f-44d2-4695-8214-2898a7ec67c0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:05.813571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.813734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:05.813734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:05.836437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55884) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:05.856367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a78cf745-1df6-40be-ae22-c86dbbabb9d8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:05.860327 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a78cf745-1df6-40be-ae22-c86dbbabb9d8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports/fbcdaf54-563c-4d2c-8f59-1c341cdb2744 HTTP/1.1" status: 200 len: 910 time: 0.3020418 Feb 15 13:46:05.861002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55890) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:05.886880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f07f73a9-7bd2-4421-b56c-1d27208502e9 None None] Port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:05.891552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:05.893015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf854dc5-0baa-46ee-ad9e-5c50ad807e7d None None] The sync data for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:05.912105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.926035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Transition to ACTIVE for port object 77323b52-08d6-4705-92b1-23308a2ac79c will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:05.946311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Transition to ACTIVE for port object 77323b52-08d6-4705-92b1-23308a2ac79c will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:05.975164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 872000fb-35ad-4768-9bff-bfa6be817094 is not hosted by any dhcp agent {{(pid=88297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 15 13:46:05.977523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:05.981289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:05.982185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:05.983484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "PUT /v2.0/networks/872000fb-35ad-4768-9bff-bfa6be817094 HTTP/1.1" status: 200 len: 723 time: 1.2344038 Feb 15 13:46:06.017586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55894) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:06.026969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '872000fb-35ad-4768-9bff-bfa6be817094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:06.053344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.063654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65224f-3c9f-4963-9740-a611017f8c87 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=872000fb-35ad-4768-9bff-bfa6be817094,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:06.116512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:06.201966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Allocated IP 172.20.0.3 (99cc05bc-3922-42da-9003-2ab2aaf19d71/50e4dfeb-c590-401e-9222-4224e130010c/1f28f143-2fe0-4ac2-808e-cd29b4c38c29) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:06.252875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Pushing event updated for resources: {'Port': ['ID=77323b52-08d6-4705-92b1-23308a2ac79c,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:06.291205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:06.303613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b749fbcd-c5a0-42b8-94f6-5a92d41ce6c2 None None] Provisioning complete for port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:06.304343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b749fbcd-c5a0-42b8-94f6-5a92d41ce6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.306602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:06.316507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:06.330063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:06.330418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:06.350469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:06.356954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:06.411812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.441010 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-888b611f-20fd-4c68-bd93-098b96b712e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5985916d60c47f1a6a0e6ecb7c62a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025555 Feb 15 13:46:06.450020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55898) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:06.462785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b749fbcd-c5a0-42b8-94f6-5a92d41ce6c2 None None] Port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:06.465371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:06.465857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.530719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Attempting to bind port 77323b52-08d6-4705-92b1-23308a2ac79c on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:06.531198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Attempting to bind port 77323b52-08d6-4705-92b1-23308a2ac79c by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '796e68b5-93c6-4e5b-9880-d794770c09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:06.531661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Attempting to bind port 77323b52-08d6-4705-92b1-23308a2ac79c on network 99cc05bc-3922-42da-9003-2ab2aaf19d71 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:06.548940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:06.550052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Checking segment: {'id': '796e68b5-93c6-4e5b-9880-d794770c09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:06.550557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.551048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Bound using segment: {'id': '796e68b5-93c6-4e5b-9880-d794770c09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:06.551618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Bound port: 77323b52-08d6-4705-92b1-23308a2ac79c, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796e68b5-93c6-4e5b-9880-d794770c09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:06.552094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.597521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 8422853f-44d2-4695-8214-2898a7ec67c0 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:06.647429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:06.650934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.678538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b749fbcd-c5a0-42b8-94f6-5a92d41ce6c2 None None] Provisioning for port e117f958-67e0-452f-9033-2a883ab95a40 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:06.793382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] For port 77323b52-08d6-4705-92b1-23308a2ac79c, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:06.799991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] For port 77323b52-08d6-4705-92b1-23308a2ac79c, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=77323b52-08d6-4705-92b1-23308a2ac79c,segment=NetworkSegment(796e68b5-93c6-4e5b-9880-d794770c09ac),segment_id=796e68b5-93c6-4e5b-9880-d794770c09ac)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:06.808939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e117f958-67e0-452f-9033-2a883ab95a40 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:06.886332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.917886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.937983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.957677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:06.969645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e117f958-67e0-452f-9033-2a883ab95a40 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:06.980426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Provisioning for port 8422853f-44d2-4695-8214-2898a7ec67c0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:06.997005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Provisioning complete for port 8422853f-44d2-4695-8214-2898a7ec67c0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:06.997448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.020425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.065957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Port 8422853f-44d2-4695-8214-2898a7ec67c0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:07.072788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.074047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e117f958-67e0-452f-9033-2a883ab95a40 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:07.074434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.156771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f89f0-0d63-47bc-b068-0122d6fbd918 None None] Pushing event updated for resources: {'Port': ['ID=77323b52-08d6-4705-92b1-23308a2ac79c,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:07.199914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.234396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.239680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Transition to ACTIVE for port object 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:07.260133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Provisioning for port e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:07.267736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Provisioning complete for port e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:07.268283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.358526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e117f958-67e0-452f-9033-2a883ab95a40, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e117f958-67e0-452f-9033-2a883ab95a40,segment=NetworkSegment(48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc),segment_id=48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:07.369284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Port e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:07.389536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Provisioning complete for port e117f958-67e0-452f-9033-2a883ab95a40 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:07.390007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48cc88a4-2c88-4b02-b1ff-8437c29710dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.502842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.536610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.243 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/8a6c5a0d-cbb4-4375-a301-aaea894fd757) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:07.611578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.659735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e117f958-67e0-452f-9033-2a883ab95a40,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:07.689463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb5eda6-9c72-4af4-bf5d-28eed369e1ec,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:07.749988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.791360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e196828a-c33f-4912-a336-eaabd7f59b69 None None] Could not find standard attr ID for object 8422853f-44d2-4695-8214-2898a7ec67c0. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:46:07.805192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=8422853f-44d2-4695-8214-2898a7ec67c0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:07.806441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.849933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:07.853378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-58d0ff25-74e2-4249-a54c-4b826b9b881b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdb5eda6-9c72-4af4-bf5d-28eed369e1ec HTTP/1.1" status: 204 len: 168 time: 1.3975255 Feb 15 13:46:07.905715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.21.0.1 (567e06c8-edd0-4ffd-93f8-6e44bf9db37a/c0813622-57a9-47da-b911-76c3e31ae841/fa80723a-58c3-4591-b73d-c32954e4eb46) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:07.938920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 77323b52-08d6-4705-92b1-23308a2ac79c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:07.968349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.049151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'Port': ['ID=1f28f143-2fe0-4ac2-808e-cd29b4c38c29,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:08.101831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.161223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 77323b52-08d6-4705-92b1-23308a2ac79c completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:08.170108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e117f958-67e0-452f-9033-2a883ab95a40 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:08.180837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:08.185461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:08.191433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:08.219646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': 'a721119b-7fbe-4ba2-9670-62d4259fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:08.220013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 872000fb-35ad-4768-9bff-bfa6be817094, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:08.225832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=f2ddcbdf-d696-46f6-91be-ef2aba6500c4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:08.239492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7bf62abb-9442-4935-a856-830558832cb2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/8422853f-44d2-4695-8214-2898a7ec67c0 HTTP/1.1" status: 204 len: 168 time: 2.6075497 Feb 15 13:46:08.257827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55904) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:08.297582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e117f958-67e0-452f-9033-2a883ab95a40 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:08.298372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.310884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:08.311673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.361657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ac61f0-3808-4fb0-bb33-a8c8d1932ed3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:46:08.362770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-89ac61f0-3808-4fb0-bb33-a8c8d1932ed3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:08.388783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.398178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.416222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55908) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:08.416362 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ae0ecd0-e533-481f-93bc-634cd8d373c5 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8539324 Feb 15 13:46:08.426124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Request body: {'port': {'network_id': '99cc05bc-3922-42da-9003-2ab2aaf19d71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1947958099', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:08.426709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] bootfile-name is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:08.427097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] tftp-server is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:08.427439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] server-ip-address is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:08.447255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object fa80723a-58c3-4591-b73d-c32954e4eb46 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:08.473013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 872000fb-35ad-4768-9bff-bfa6be817094 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:08.483723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-89ac61f0-3808-4fb0-bb33-a8c8d1932ed3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:08.484886 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-89ac61f0-3808-4fb0-bb33-a8c8d1932ed3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/8422853f-44d2-4695-8214-2898a7ec67c0 HTTP/1.1" status: 404 len: 333 time: 0.2262928 Feb 15 13:46:08.492989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55914) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:08.584813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f68c35d-7173-4c68-859d-0b2832f66fda None None] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:08.590818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:08.591165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.644510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.702398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.720894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 872000fb-35ad-4768-9bff-bfa6be817094) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:08.736137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b734bf33-6cdd-46ae-acf5-d3bb8567ed61 None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:08.739362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:08.743011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:08.744095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.768778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Usage tracker for resource:port and tenant:a2d6a86d0b5e49cea55619e6250d51e5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:08.776652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:08.796796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:08.803098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:08.809236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:08.826956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=8a6c5a0d-cbb4-4375-a301-aaea894fd757,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:08.827415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:08.827505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:08.827585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:08.827585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:08.900090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Provisioning for port 77323b52-08d6-4705-92b1-23308a2ac79c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:08.909195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:08.912194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fa80723a-58c3-4591-b73d-c32954e4eb46,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:08.915793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Provisioning complete for port 77323b52-08d6-4705-92b1-23308a2ac79c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:08.916183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.089358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.127668 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-297150bb-5d9a-4da6-9d64-31d0363b1027 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1049807 Feb 15 13:46:09.130932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55926) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:09.145741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:09.243683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:09.275794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Made reservation on behalf of a2d6a86d0b5e49cea55619e6250d51e5 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:09.275963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-872000fb-35ad-4768-9bff-bfa6be817094', 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': 'f2ddcbdf-d696-46f6-91be-ef2aba6500c4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:09.275963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.276158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.324595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] device_id is not set on port 5f34f728-1fd3-4c49-8bc0-648c0ff995bb yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:09.404696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.473129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.476654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] For port 77323b52-08d6-4705-92b1-23308a2ac79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=77323b52-08d6-4705-92b1-23308a2ac79c,segment=NetworkSegment(796e68b5-93c6-4e5b-9880-d794770c09ac),segment_id=796e68b5-93c6-4e5b-9880-d794770c09ac)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:09.543760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3229562'] for subnet, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.572060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Allocated IP 172.20.0.2 (872000fb-35ad-4768-9bff-bfa6be817094/f2ddcbdf-d696-46f6-91be-ef2aba6500c4/c674ce34-0bdf-44f2-913e-7c2d32d150a6) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:09.613913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.807332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55938) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:09.807870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.813001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356953-4f93-4d2c-8050-1ea99a2c77cb None None] Pushing event updated for resources: {'Port': ['ID=77323b52-08d6-4705-92b1-23308a2ac79c,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:09.862634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:09.998617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d932bf95-8cc2-4f21-abf5-857346bb13f6 None None] Provisioning for port fa80723a-58c3-4591-b73d-c32954e4eb46 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:10.006638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-44a61328-fa2d-46b8-ba49-dfc313790f3a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:10.008099 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-44a61328-fa2d-46b8-ba49-dfc313790f3a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 13:46:10.008678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-44a61328-fa2d-46b8-ba49-dfc313790f3a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:46:10.014395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-44a61328-fa2d-46b8-ba49-dfc313790f3a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1999068 Feb 15 13:46:10.015528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d932bf95-8cc2-4f21-abf5-857346bb13f6 None None] Provisioning complete for port fa80723a-58c3-4591-b73d-c32954e4eb46 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:10.020815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d932bf95-8cc2-4f21-abf5-857346bb13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.021061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55944) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:10.026633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--315446177'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:10.046717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:10.070810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:10.094143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.094143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d932bf95-8cc2-4f21-abf5-857346bb13f6 None None] Port fa80723a-58c3-4591-b73d-c32954e4eb46 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:10.099942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Transition to ACTIVE for port object c674ce34-0bdf-44f2-913e-7c2d32d150a6 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:10.110318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:10.130840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Transition to ACTIVE for port object c674ce34-0bdf-44f2-913e-7c2d32d150a6 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:10.132572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:10.148266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Allocated IP 172.20.0.6 (99cc05bc-3922-42da-9003-2ab2aaf19d71/50e4dfeb-c590-401e-9222-4224e130010c/5f34f728-1fd3-4c49-8bc0-648c0ff995bb) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:10.150480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:10.184338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.222179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Provisioning complete for port 77323b52-08d6-4705-92b1-23308a2ac79c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:10.223025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.276454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.287313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-827526db-5098-4654-8cf6-82922368928e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e HTTP/1.1" status: 204 len: 168 time: 1.7930186 Feb 15 13:46:10.290595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55948) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:10.305504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.353263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.354580 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0280ee2-cab0-4d6f-beb8-b4cf572a22c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:46:10.355842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b0280ee2-cab0-4d6f-beb8-b4cf572a22c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:10.356071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Pushing event updated for resources: {'Port': ['ID=c674ce34-0bdf-44f2-913e-7c2d32d150a6,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:10.362852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.378594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:10.385682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:10.390146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:10.416147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:10.451754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.524386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b0280ee2-cab0-4d6f-beb8-b4cf572a22c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:10.526471 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b0280ee2-cab0-4d6f-beb8-b4cf572a22c4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/e419ef25-7cb4-4e14-a54b-3f1bfc7ebf1e HTTP/1.1" status: 404 len: 333 time: 0.2348924 Feb 15 13:46:10.530622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Attempting to bind port c674ce34-0bdf-44f2-913e-7c2d32d150a6 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:10.531180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Attempting to bind port c674ce34-0bdf-44f2-913e-7c2d32d150a6 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'a721119b-7fbe-4ba2-9670-62d4259fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:10.531555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Attempting to bind port c674ce34-0bdf-44f2-913e-7c2d32d150a6 on network 872000fb-35ad-4768-9bff-bfa6be817094 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:10.541005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:10.542141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Checking segment: {'id': 'a721119b-7fbe-4ba2-9670-62d4259fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:10.542141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.542548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Bound using segment: {'id': 'a721119b-7fbe-4ba2-9670-62d4259fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:10.543307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Bound port: c674ce34-0bdf-44f2-913e-7c2d32d150a6, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a721119b-7fbe-4ba2-9670-62d4259fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872000fb-35ad-4768-9bff-bfa6be817094'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:10.543591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.548498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55952) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:10.550234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:10.590821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:10.614557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:10.651962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] For port c674ce34-0bdf-44f2-913e-7c2d32d150a6, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:10.655784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.656999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] For port c674ce34-0bdf-44f2-913e-7c2d32d150a6, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c674ce34-0bdf-44f2-913e-7c2d32d150a6,segment=NetworkSegment(a721119b-7fbe-4ba2-9670-62d4259fd42e),segment_id=a721119b-7fbe-4ba2-9670-62d4259fd42e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:10.664981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fa80723a-58c3-4591-b73d-c32954e4eb46,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:10.673668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet fcbbf7da-0130-4871-a34f-35ac0b3a5735 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:10.691743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.701287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.767739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Provisioning for port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:10.775164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Provisioning complete for port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:10.776550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.811484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.841638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-892aac79-f6b4-46f4-bb22-35f7d1b36649 None None] Port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:10.863102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.900286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.916473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1661970'] for subnet, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.917914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:10.920497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:10.962420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523f65b-23d8-42d4-abba-41042cc34bcd None None] Pushing event updated for resources: {'Port': ['ID=c674ce34-0bdf-44f2-913e-7c2d32d150a6,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:10.984511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:10.985280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:10.986782 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "PUT /v2.0/subnets/f2ddcbdf-d696-46f6-91be-ef2aba6500c4 HTTP/1.1" status: 200 len: 806 time: 1.8540094 Feb 15 13:46:11.001900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55956) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:11.014907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Transition to ACTIVE for port object 5f34f728-1fd3-4c49-8bc0-648c0ff995bb will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:11.067922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811b02b-c80d-4cd6-b6c1-b051b4c9b996 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=f2ddcbdf-d696-46f6-91be-ef2aba6500c4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:11.087405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.165275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.185028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:11.194722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:11.210225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:11.210225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:11.210849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.228342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.231125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:11.273667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-624277e1-9b24-4575-9f42-41b1ca3f81dc None None] Provisioning complete for port fa80723a-58c3-4591-b73d-c32954e4eb46 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:11.274229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-624277e1-9b24-4575-9f42-41b1ca3f81dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.287731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router cd69e701-86c5-4d2b-9c14-68de7e0aca31 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:11.307450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3077d7fa-4ab0-4595-8167-dc35d2c26740,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:11.353783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-624277e1-9b24-4575-9f42-41b1ca3f81dc None None] Port fa80723a-58c3-4591-b73d-c32954e4eb46 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:11.438892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.509845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:11.516536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:11.525989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:11.558496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port c674ce34-0bdf-44f2-913e-7c2d32d150a6 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:11.558833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.583609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'Port': ['ID=5f34f728-1fd3-4c49-8bc0-648c0ff995bb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:11.604572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:11.620077 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Sync routers for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:11.623720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:11.641752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:11.650920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] Sync routers for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:11.653551 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e57dc993-a858-41ce-8cd4-1fb6bfacf656 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7897546 Feb 15 13:46:11.653979 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:11.654265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:11.655258 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:11.681335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:11.683188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:11.779489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbbf7da-0130-4871-a34f-35ac0b3a5735,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:11.824063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:11.841993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40546fba-d4f1-4dd2-a133-d4b0ed6d8d04 None None] Network 6b86c10d-7728-44a0-b350-a21bdb8bbcdf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:11.900521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:11.901184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:11.931151 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:46:12.041856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:12.042477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.062454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:12.062866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8931bec-7591-40cf-811e-1697a1066e74 None None] The sync data for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:12.068690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c674ce34-0bdf-44f2-913e-7c2d32d150a6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:12.088728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.093155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.095014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-68434ce9-57d5-4028-85ba-e30c97ab0288 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/fcbbf7da-0130-4871-a34f-35ac0b3a5735 HTTP/1.1" status: 204 len: 168 time: 1.5455656 Feb 15 13:46:12.098366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55964) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.233871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.235342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c0e87411-24a2-4c05-b96b-75055ff6a08a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9518478 Feb 15 13:46:12.243710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd0e90-e64e-4877-a100-50d6517203f2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:12.244453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8cfd0e90-e64e-4877-a100-50d6517203f2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:12.252410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55968) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.276232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.303004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ac322309-5cb4-4ad4-ada7-aa8160a38ffd tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8855147 Feb 15 13:46:12.306754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55974) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.359319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-34f40dea-962d-413a-8161-d6077915863a None None] Provisioning for port 5f34f728-1fd3-4c49-8bc0-648c0ff995bb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:12.367244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682a2980-9ac5-4ee5-ae3e-440d5728455b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:12.372702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.379054 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:09Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:12.384454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port e117f958-67e0-452f-9033-2a883ab95a40 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:12.385069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.395046 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Checking router: 229e3c5e-d0fb-4296-8b16-fb4e1c222bde for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:46:12.395923 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Updating router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:46:12.436813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-34f40dea-962d-413a-8161-d6077915863a None None] Provisioning complete for port 5f34f728-1fd3-4c49-8bc0-648c0ff995bb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:12.437173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-34f40dea-962d-413a-8161-d6077915863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.454897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8cfd0e90-e64e-4877-a100-50d6517203f2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:12.456633 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8cfd0e90-e64e-4877-a100-50d6517203f2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports/fa80723a-58c3-4591-b73d-c32954e4eb46 HTTP/1.1" status: 200 len: 910 time: 0.7566378 Feb 15 13:46:12.461715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55978) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.472951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c674ce34-0bdf-44f2-913e-7c2d32d150a6 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:12.486875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631626f-b375-40d9-9e97-7df4a6bf0c74 None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:12.504860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.507778 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.510714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7aa3bed9-a27c-4233-8bd3-faf392713d2e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4883583 Feb 15 13:46:12.513775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55982) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.522097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 77323b52-08d6-4705-92b1-23308a2ac79c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:12.522317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '682a2980-9ac5-4ee5-ae3e-440d5728455b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:12.544477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:12.634969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:12.652169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:12.691486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:12.726631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port e117f958-67e0-452f-9033-2a883ab95a40, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e117f958-67e0-452f-9033-2a883ab95a40,segment=NetworkSegment(48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc),segment_id=48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:12.726988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.746480 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91e5b096-d22d-4106-8065-7e314f6b9a31 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4894385 Feb 15 13:46:12.749596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-34f40dea-962d-413a-8161-d6077915863a None None] Port 5f34f728-1fd3-4c49-8bc0-648c0ff995bb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:12.755064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port c674ce34-0bdf-44f2-913e-7c2d32d150a6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c674ce34-0bdf-44f2-913e-7c2d32d150a6,segment=NetworkSegment(a721119b-7fbe-4ba2-9670-62d4259fd42e),segment_id=a721119b-7fbe-4ba2-9670-62d4259fd42e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:12.767443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.767443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55986) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:12.869668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 77323b52-08d6-4705-92b1-23308a2ac79c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:12.870349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.900288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for e117f958-67e0-452f-9033-2a883ab95a40 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:12.932916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688fff7-199e-4424-9cc8-01cffcdfe829 None None] DHCP port deletion for 6b86c10d-7728-44a0-b350-a21bdb8bbcdf request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:12.949242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8688fff7-199e-4424-9cc8-01cffcdfe829 None None] Deleting port e117f958-67e0-452f-9033-2a883ab95a40 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:12.953213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8688fff7-199e-4424-9cc8-01cffcdfe829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:12.953346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.039989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feb0206f-3a2c-4ee4-8a39-5bec49844b18 None None] Provisioning for port c674ce34-0bdf-44f2-913e-7c2d32d150a6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:13.050793 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.051438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.059210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for c674ce34-0bdf-44f2-913e-7c2d32d150a6 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:13.073882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feb0206f-3a2c-4ee4-8a39-5bec49844b18 None None] Provisioning complete for port c674ce34-0bdf-44f2-913e-7c2d32d150a6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:13.076836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-feb0206f-3a2c-4ee4-8a39-5bec49844b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.095786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:13.102214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:13.108149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:13.109011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Synchronizing usage tracker for tenant:a2d6a86d0b5e49cea55619e6250d51e5 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:13.125389 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Transition to ACTIVE for port object 8a6c5a0d-cbb4-4375-a301-aaea894fd757 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:13.125845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.150930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8688fff7-199e-4424-9cc8-01cffcdfe829 None None] The port 'e117f958-67e0-452f-9033-2a883ab95a40' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:13.172576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.208719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No DVR routers for this DVR port e117f958-67e0-452f-9033-2a883ab95a40 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:13.234151 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.253436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=e117f958-67e0-452f-9033-2a883ab95a40,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:13.293592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c5bed-0281-4758-95a4-2d63b6c35da4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:13.295303 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e11c5bed-0281-4758-95a4-2d63b6c35da4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5292661 Feb 15 13:46:13.299238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55990) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:13.305491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc90912-09e4-4d1c-82ae-e601510246d1,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:13.348667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-feb0206f-3a2c-4ee4-8a39-5bec49844b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.350710 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Attempting to bind port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:13.351075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Attempting to bind port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:13.351424 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Attempting to bind port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:13.365541 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Pushing event updated for resources: {'Port': ['ID=8a6c5a0d-cbb4-4375-a301-aaea894fd757,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:13.377531 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:13.377900 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:13.378294 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.378674 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:13.379137 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Bound port: 8a6c5a0d-cbb4-4375-a301-aaea894fd757, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:13.379496 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.401811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Unset dirty status for tenant:a2d6a86d0b5e49cea55619e6250d51e5 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:13.403176 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dff53b8f-f386-4dc1-8c0f-60977d5646ee tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.0951858 Feb 15 13:46:13.405797 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.406138 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.406466 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.406787 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.407104 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.407418 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.407730 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.408041 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.408352 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.409196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.409680 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.409996 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:13.430171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 55994) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:13.438256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.442682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-efa8379c-b1c0-4f25-b6ca-d11619af51bd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9247441 Feb 15 13:46:13.446327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 55998) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:13.460582 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2893c260-fe25-4222-9cc8-be27208cd423 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1069047 Feb 15 13:46:13.465540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '682a2980-9ac5-4ee5-ae3e-440d5728455b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:13.474007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56002) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:13.476679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:13.485758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144328473', 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:13.489654 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] For port 8a6c5a0d-cbb4-4375-a301-aaea894fd757, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:13.512661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:13.523978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:13.526860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.561789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc46c5-0c23-4ded-966d-484124f276fa None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:13.570686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Deleting port 5f34f728-1fd3-4c49-8bc0-648c0ff995bb {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:13.571022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.586881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:13.634461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b86c10d-7728-44a0-b350-a21bdb8bbcdf']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:13.689637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:13.689849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d0c37b-6a09-4d25-8659-a0ce3f8ec0cc') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:13.713211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.743600 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] For port 8a6c5a0d-cbb4-4375-a301-aaea894fd757, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8a6c5a0d-cbb4-4375-a301-aaea894fd757,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:13.756959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.799931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.815070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:13.815488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.839893 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:13.840065 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:13.860091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e117f958-67e0-452f-9033-2a883ab95a40 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:13.861656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=c674ce34-0bdf-44f2-913e-7c2d32d150a6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:13.864418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:13.895534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:13.916801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:13.918738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e117f958-67e0-452f-9033-2a883ab95a40 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:13.919287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e117f958-67e0-452f-9033-2a883ab95a40 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:13.936348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f7b3c02f-c4e8-4682-a1f2-2561e2fe05ae None None] Could not find standard attr ID for object c674ce34-0bdf-44f2-913e-7c2d32d150a6. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:46:13.941735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:13.957663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:13.976149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:13.983063 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:14.006521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.039646 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07ae3-b72c-455c-a959-b86762dc2d87 None None] Pushing event updated for resources: {'Port': ['ID=8a6c5a0d-cbb4-4375-a301-aaea894fd757,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:14.046055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port c674ce34-0bdf-44f2-913e-7c2d32d150a6 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:14.088027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:14.091635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.117102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e0989-1b35-4d05-a974-6043573963d0 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:46:14.173754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:46:14.250010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.262226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.271086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Calling delete_port for 5f34f728-1fd3-4c49-8bc0-648c0ff995bb owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:14.284444 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:46:14.288801 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bcfd8aa1-2a9e-497b-96f3-aa2a60af4636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8346372 Feb 15 13:46:14.289512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e0989-1b35-4d05-a974-6043573963d0 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:46:14.299292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56006) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:14.313307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.326371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.352004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=6b86c10d-7728-44a0-b350-a21bdb8bbcdf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:14.376594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8ff56463-74e4-44e3-86c9-8b2e20ebbafa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/6b86c10d-7728-44a0-b350-a21bdb8bbcdf HTTP/1.1" status: 204 len: 168 time: 2.2771108 Feb 15 13:46:14.381206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56010) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:14.401304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-600424467'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:14.416626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:14.439419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:14.443757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:14.453344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:14.476685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.545482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.579513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:14.584563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.689186 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:09Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:14.695120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.703545 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeda13-563d-4222-80b9-90f6fe75cd0b None None] The sync data for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv is: [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:09Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:14.719209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.720747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.728931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:14.753799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ddcbdf-d696-46f6-91be-ef2aba6500c4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:14.770731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08a563-047f-4cd4-9178-9e1f4174e3cb None None] Network 872000fb-35ad-4768-9bff-bfa6be817094 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:14.800222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a2980-9ac5-4ee5-ae3e-440d5728455b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:14.804969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event deleted for resources: {'Port': ['ID=5f34f728-1fd3-4c49-8bc0-648c0ff995bb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:14.808428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.808818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment be1928e9-d68d-47a8-b555-19b38a586774 of type vlan for network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 Feb 15 13:46:14.865043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.905037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872000fb-35ad-4768-9bff-bfa6be817094']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:14.917852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.924056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a721119b-7fbe-4ba2-9670-62d4259fd42e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:14.925043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a721119b-7fbe-4ba2-9670-62d4259fd42e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:14.929853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.930971 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c31d6539-5507-4eae-b71f-e36029913714 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/682a2980-9ac5-4ee5-ae3e-440d5728455b HTTP/1.1" status: 204 len: 168 time: 0.6290593 Feb 15 13:46:14.934641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56014) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:14.937590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.955902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:14.962553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:14.962959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.003143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.007320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-da4ca389-459a-472e-9430-4f6b3d36015f tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "DELETE /v2.0/ports/5f34f728-1fd3-4c49-8bc0-648c0ff995bb HTTP/1.1" status: 204 len: 168 time: 1.5703900 Feb 15 13:46:15.010795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56018) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:15.018578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Request body: {'port': {'name': 'tempest-new-port-name-608043612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:15.018967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] bootfile-name is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:15.019299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] tftp-server is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:15.019617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.api.validators [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] server-ip-address is not in valid_values {{(pid=88297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:15.061677 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:15.178270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.184604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:15.185196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.192497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d68b104f-94ff-44e6-842b-0de3ef9031e6 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:15.201576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.221390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281a5b8-ab21-4e04-805c-e636a0cc9e49 None None] DHCP port deletion for 872000fb-35ad-4768-9bff-bfa6be817094 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:15.225630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.252058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=872000fb-35ad-4768-9bff-bfa6be817094,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:15.257704 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9db58e3f-0b01-40f6-a549-ac41dd92bbb0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/872000fb-35ad-4768-9bff-bfa6be817094 HTTP/1.1" status: 204 len: 168 time: 4.2526710 Feb 15 13:46:15.260540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56022) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:15.281143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port fa80723a-58c3-4591-b73d-c32954e4eb46 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:15.281759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.330885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.336832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.360024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:15.367274 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-65967256-0ba4-4546-be3d-f63819334232 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:15.367798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65967256-0ba4-4546-be3d-f63819334232 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:15.369483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-65967256-0ba4-4546-be3d-f63819334232 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/872000fb-35ad-4768-9bff-bfa6be817094 HTTP/1.1" status: 404 len: 339 time: 0.1078389 Feb 15 13:46:15.376759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56026) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:15.379697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:15.398187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892638971', 'description': 'd1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:15.410107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:15.438551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:network and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:15.456899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:15.539185 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c6b14feb-426b-40b0-bdeb-7b56d0356bc1 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1559205 Feb 15 13:46:15.540058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d68b104f-94ff-44e6-842b-0de3ef9031e6 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:15.541307 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d68b104f-94ff-44e6-842b-0de3ef9031e6 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6046321 Feb 15 13:46:15.547493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56030) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:15.547701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56032) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:15.558421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--602971935'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:15.565054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:15.577663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:15.589338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:15.647958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=511f3ac6-42c7-403e-b463-a68236877d3f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:15.654148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:15.676880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:15.677597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: da285ee4-a0f8-4004-9566-fdf69ce73904, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:15.685371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.750028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.780269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:15.784903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:15.794277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:15.797279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:15.804822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:15.807795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:15.816461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:15.824187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:15.868148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8a6c5a0d-cbb4-4375-a301-aaea894fd757 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:15.885443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:15.888623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.890205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.905318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for fa80723a-58c3-4591-b73d-c32954e4eb46 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:15.934232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:15.939048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.942436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network da285ee4-a0f8-4004-9566-fdf69ce73904 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:15.965191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:15.996273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:16.016121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.022079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.022425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment 67dadf38-f455-45fd-83e1-67b054aea2d6 of type vlan for network b6d540b7-408d-403b-a9da-f1bc019f7d24 Feb 15 13:46:16.041969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, da285ee4-a0f8-4004-9566-fdf69ce73904) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:16.051697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fcd0b-a925-4f9b-965e-fcb25279a8f2 None None] Network da285ee4-a0f8-4004-9566-fdf69ce73904 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:16.062596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:16.063184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.069572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:16.072577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.110308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.119528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:16.119902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.208277 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-830f9f77-d4d1-4d88-aa29-06fddfb085a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7327552 Feb 15 13:46:16.209258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56038) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.303202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event updated for resources: {'Port': ['ID=1f28f143-2fe0-4ac2-808e-cd29b4c38c29,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:16.306732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.325047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e28ee-3d9d-4e4a-b40a-cd76f31ed542,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:16.372960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] In _notify_port_updated(), no bound segment for port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 on network 99cc05bc-3922-42da-9003-2ab2aaf19d71 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:46:16.375954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.381609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:16.382224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.384538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:16.385114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.386672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d7bb5570-f26d-494b-9675-c2b554d7e209 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "PUT /v2.0/ports/1f28f143-2fe0-4ac2-808e-cd29b4c38c29 HTTP/1.1" status: 200 len: 1135 time: 1.3749132 Feb 15 13:46:16.391458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56042) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.395628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.397540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=fa80723a-58c3-4591-b73d-c32954e4eb46,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:16.457264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8a6c5a0d-cbb4-4375-a301-aaea894fd757, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8a6c5a0d-cbb4-4375-a301-aaea894fd757,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:16.484470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.484470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-83f709aa-2fbd-4821-ab10-67993b1535f7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9301257 Feb 15 13:46:16.489360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-da285ee4-a0f8-4004-9566-fdf69ce73904', 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': '511f3ac6-42c7-403e-b463-a68236877d3f'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:16.490673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.493343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56046) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.551408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd4ce7-7adf-4633-90fe-5403120bf088 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:16.552235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d4cd4ce7-7adf-4633-90fe-5403120bf088 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Synchronizing usage tracker for tenant:a2d6a86d0b5e49cea55619e6250d51e5 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:16.628159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c2962b29-d9c7-4408-aa97-c3d25d158439 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '9c2e28ee-3d9d-4e4a-b40a-cd76f31ed542', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:16.628839 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-c2962b29-d9c7-4408-aa97-c3d25d158439 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 13:46:16.629038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6b9e5b2e-f8c6-4381-b5f4-b2623c39dec4 None None] Provisioning complete for port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:16.629585 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-c2962b29-d9c7-4408-aa97-c3d25d158439 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:16.633507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5b2e-f8c6-4381-b5f4-b2623c39dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.633716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c2962b29-d9c7-4408-aa97-c3d25d158439 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0701413 Feb 15 13:46:16.650586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56050) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.692798 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.744681 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3576715 Feb 15 13:46:16.802906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c674ce34-0bdf-44f2-913e-7c2d32d150a6 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:16.843331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56054) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.863169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d4cd4ce7-7adf-4633-90fe-5403120bf088 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Unset dirty status for tenant:a2d6a86d0b5e49cea55619e6250d51e5 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:16.864918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d4cd4ce7-7adf-4633-90fe-5403120bf088 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "GET /v2.0/ports/1f28f143-2fe0-4ac2-808e-cd29b4c38c29 HTTP/1.1" status: 200 len: 1135 time: 0.4708755 Feb 15 13:46:16.875926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c674ce34-0bdf-44f2-913e-7c2d32d150a6 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:16.875926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c674ce34-0bdf-44f2-913e-7c2d32d150a6 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:16.887197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:16.909603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e5b2e-f8c6-4381-b5f4-b2623c39dec4 None None] Port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:16.919713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8a6c5a0d-cbb4-4375-a301-aaea894fd757,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:16.987397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Deleting port 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:16.987397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:16.990916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Allocated IP 172.20.0.2 (da285ee4-a0f8-4004-9566-fdf69ce73904/511f3ac6-42c7-403e-b463-a68236877d3f/3746cf0a-0ab2-40aa-bb35-b61c42f0619c) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:17.052784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.052784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.172196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4472a-44bd-4320-a958-61fe6f87e5e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=b6d540b7-408d-403b-a9da-f1bc019f7d24,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:17.198576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b6d540b7-408d-403b-a9da-f1bc019f7d24 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:17.214152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.226588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=0d1488aa-0d50-46c5-9fe6-5207ebfb5fef,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:17.243617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.263530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': 'be1928e9-d68d-47a8-b555-19b38a586774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:17.264051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:17.345269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.362523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Transition to ACTIVE for port object 3746cf0a-0ab2-40aa-bb35-b61c42f0619c will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:17.423780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.494896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:17.508076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Transition to ACTIVE for port object 3746cf0a-0ab2-40aa-bb35-b61c42f0619c will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:17.560645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Calling delete_port for 1f28f143-2fe0-4ac2-808e-cd29b4c38c29 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:17.562838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaac932-30a0-4263-9580-92e4d9de5651 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:17.566626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3aaac932-30a0-4263-9580-92e4d9de5651 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Synchronizing usage tracker for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:17.592751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.622413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.630987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e28ee-3d9d-4e4a-b40a-cd76f31ed542,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:17.676886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.682804 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5835e767-7e84-426d-acdc-1459e11f9788 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/9c2e28ee-3d9d-4e4a-b40a-cd76f31ed542 HTTP/1.1" status: 204 len: 168 time: 1.0267732 Feb 15 13:46:17.682804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56062) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:17.754354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:17.756127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Network da285ee4-a0f8-4004-9566-fdf69ce73904 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:17.762254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:17.763305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:17.763610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:17.764214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:17.775075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c84df-bada-4040-8f8c-e0f8c18014d1 None None] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:17.829377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c9b1bb65-0a68-447b-b975-007f220c008a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:17.858951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Pushing event updated for resources: {'Port': ['ID=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:17.901671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8a6c5a0d-cbb4-4375-a301-aaea894fd757 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:17.967998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3aaac932-30a0-4263-9580-92e4d9de5651 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Unset dirty status for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:17.969843 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3aaac932-30a0-4263-9580-92e4d9de5651 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks?id=b6d540b7-408d-403b-a9da-f1bc019f7d24 HTTP/1.1" status: 200 len: 761 time: 1.1248400 Feb 15 13:46:17.972797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56066) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:17.982781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'description': 'd2'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:18.013731 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a28764e8-0c4d-4cf4-bb5e-a4947e9571fd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4591272 Feb 15 13:46:18.016724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56070) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:18.020218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c9b1bb65-0a68-447b-b975-007f220c008a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:18.035339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c9b1bb65-0a68-447b-b975-007f220c008a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3385301 Feb 15 13:46:18.035339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.035339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4', 'name': 'tempest-PortsIpV6TestJSON-328601987', 'fixed_ips': [{'subnet_id': '0d1488aa-0d50-46c5-9fe6-5207ebfb5fef', 'ip_address': '2001:db8::10'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:18.042461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Attempting to bind port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:18.042836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Attempting to bind port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:18.043200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Attempting to bind port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c on network da285ee4-a0f8-4004-9566-fdf69ce73904 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:18.057489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56074) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:18.062562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:18.069444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Checking segment: {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:18.069444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.069444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Bound using segment: {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:18.069444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Bound port: 3746cf0a-0ab2-40aa-bb35-b61c42f0619c, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:18.069444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.081224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462348252'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:18.100740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:18.165913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:18.218789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router cd69e701-86c5-4d2b-9c14-68de7e0aca31 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:18.221881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:18.222252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.277059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event deleted for resources: {'Port': ['ID=1f28f143-2fe0-4ac2-808e-cd29b4c38c29,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:18.349991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.367651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4', 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': '0d1488aa-0d50-46c5-9fe6-5207ebfb5fef'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:18.368208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.381837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] For port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:18.406242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] For port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:18.497692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.517976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.520061 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4e10c57-7368-42f2-bd82-d3057e52ff8b tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "DELETE /v2.0/ports/1f28f143-2fe0-4ac2-808e-cd29b4c38c29 HTTP/1.1" status: 204 len: 168 time: 1.6408052 Feb 15 13:46:18.526360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:18.529564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56078) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:18.543455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.576937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:18.594633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:18.628683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.655279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Deleting subnet 50e4dfeb-c590-401e-9222-4224e130010c {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:18.658421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.661678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15836a0-cd58-4037-81d2-b85c14334bed None None] Pushing event updated for resources: {'Port': ['ID=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:18.703015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:18.707745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:18.708075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Allocated IP 2001:db8::2 (0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4/0d1488aa-0d50-46c5-9fe6-5207ebfb5fef/41821ddd-4b5d-4f8f-a187-769e918465e9) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:18.712013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:18.725730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:18.731798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:18.742182 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bac6401a-3a5d-48d2-bfc2-291c9ab71b1c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2794669 Feb 15 13:46:18.748860 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] Sync routers for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:18.749444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:18.758323 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:18.759185 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:18.828090 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:18.839241 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:18.840141 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:18.920866 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:18.921600 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d0d20-119d-4935-a3d0-2517847779e3 None None] The sync data for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:18.984683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:18.997012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Transition to ACTIVE for port object 41821ddd-4b5d-4f8f-a187-769e918465e9 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:19.011287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.020685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Transition to ACTIVE for port object 41821ddd-4b5d-4f8f-a187-769e918465e9 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:19.144738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network b6d540b7-408d-403b-a9da-f1bc019f7d24 is not hosted by any dhcp agent {{(pid=88297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 15 13:46:19.150434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:19.151313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.155219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "PUT /v2.0/networks/b6d540b7-408d-403b-a9da-f1bc019f7d24 HTTP/1.1" status: 200 len: 758 time: 1.1786532 Feb 15 13:46:19.156127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56086) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:19.159511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.223815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0a40-0102-462a-b607-ac0090602ebf tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=b6d540b7-408d-403b-a9da-f1bc019f7d24,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:19.237271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b6d540b7-408d-403b-a9da-f1bc019f7d24 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:19.271780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.288045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.320756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port c5a67390-77c5-4f66-ab13-0758220da604 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:19.380604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.397856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:19.415610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:19.423051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:19.498049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Pushing event updated for resources: {'Port': ['ID=41821ddd-4b5d-4f8f-a187-769e918465e9,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:19.506155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.565930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Attempting to bind port 41821ddd-4b5d-4f8f-a187-769e918465e9 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:19.566368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Attempting to bind port 41821ddd-4b5d-4f8f-a187-769e918465e9 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'be1928e9-d68d-47a8-b555-19b38a586774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:19.566809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Attempting to bind port 41821ddd-4b5d-4f8f-a187-769e918465e9 on network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:19.572833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:19.575560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Checking segment: {'id': 'be1928e9-d68d-47a8-b555-19b38a586774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:19.575560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.575560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Bound using segment: {'id': 'be1928e9-d68d-47a8-b555-19b38a586774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:19.575560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Bound port: 41821ddd-4b5d-4f8f-a187-769e918465e9, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1928e9-d68d-47a8-b555-19b38a586774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:19.575560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.579247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c3fa4-f17c-4b5f-82eb-63f9ecc191eb tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:19.581369 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-066c3fa4-f17c-4b5f-82eb-63f9ecc191eb tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks?id=b6d540b7-408d-403b-a9da-f1bc019f7d24 HTTP/1.1" status: 200 len: 761 time: 0.4204183 Feb 15 13:46:19.591586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56090) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:19.607843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611166214'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:19.617730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:19.637706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.668413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.696708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] For port 41821ddd-4b5d-4f8f-a187-769e918465e9, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:19.700603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] For port 41821ddd-4b5d-4f8f-a187-769e918465e9, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=41821ddd-4b5d-4f8f-a187-769e918465e9,segment=NetworkSegment(be1928e9-d68d-47a8-b555-19b38a586774),segment_id=be1928e9-d68d-47a8-b555-19b38a586774)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:19.709138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::10 (0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4/0d1488aa-0d50-46c5-9fe6-5207ebfb5fef/c5a67390-77c5-4f66-ab13-0758220da604) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:19.715243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b64414-c8af-43c3-a0a7-ee262dddbf0d None None] Network 99cc05bc-3922-42da-9003-2ab2aaf19d71 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:19.763029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:19.861264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.910945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:19.929450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7232ea1a-7a88-4cfb-8eb5-792fdb4228cc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:19.936427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3746cf0a-0ab2-40aa-bb35-b61c42f0619c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:19.953476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event deleted for resources: {'Subnet': ['ID=50e4dfeb-c590-401e-9222-4224e130010c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:19.973119 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2d828574-3521-44c5-8bfb-3256c03d2879 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "DELETE /v2.0/subnets/50e4dfeb-c590-401e-9222-4224e130010c HTTP/1.1" status: 204 len: 168 time: 1.4392045 Feb 15 13:46:19.976783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56094) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:20.008279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:20.011878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.032033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (da285ee4-a0f8-4004-9566-fdf69ce73904/511f3ac6-42c7-403e-b463-a68236877d3f/c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:20.047745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:20.060613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.060613 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment e5abc9d9-1cc3-4272-b39d-1f7030a61764 of type vlan for network 4374207c-0c47-467d-887e-5f0a491ccc08 Feb 15 13:46:20.088415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.101015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.102473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2948ff4-ef76-42b5-9a91-0fea31cc4b14 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0419667 Feb 15 13:46:20.123370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56098) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:20.149018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e27761b2-87f4-450d-a1e8-f832796af460 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '7232ea1a-7a88-4cfb-8eb5-792fdb4228cc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:20.155448 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-e27761b2-87f4-450d-a1e8-f832796af460 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 13:46:20.157173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-e27761b2-87f4-450d-a1e8-f832796af460 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:20.163495 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e27761b2-87f4-450d-a1e8-f832796af460 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0322459 Feb 15 13:46:20.176338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56102) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:20.203742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a3b12-2a90-4458-96c8-a22aad5651a2 None None] Pushing event updated for resources: {'Port': ['ID=41821ddd-4b5d-4f8f-a187-769e918465e9,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:20.246682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e890b8-9be9-4c8e-8a61-c6fa75cdfd6b None None] Network da285ee4-a0f8-4004-9566-fdf69ce73904 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:20.276614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.308741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.357415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:20.361394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.367906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object c5a67390-77c5-4f66-ab13-0758220da604 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:20.374324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.404783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Deleting port 77323b52-08d6-4705-92b1-23308a2ac79c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:20.405238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.469105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.475689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:20.482314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.546386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] DHCP port deletion for 99cc05bc-3922-42da-9003-2ab2aaf19d71 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:20.554184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Deleting port 77323b52-08d6-4705-92b1-23308a2ac79c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:20.554678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.576113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.604840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Provisioning for port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:20.701821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.707132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Provisioning complete for port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:20.707597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.749114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.754216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=4374207c-0c47-467d-887e-5f0a491ccc08,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:20.783925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 4374207c-0c47-467d-887e-5f0a491ccc08 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:20.804366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:20.817991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:20.820909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:20.827398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:20.833703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.868800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] For port 77323b52-08d6-4705-92b1-23308a2ac79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=77323b52-08d6-4705-92b1-23308a2ac79c,segment=NetworkSegment(796e68b5-93c6-4e5b-9880-d794770c09ac),segment_id=796e68b5-93c6-4e5b-9880-d794770c09ac)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:20.869272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:20.873043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-15066d3d-ade8-4019-843d-82639de60af4 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2750390 Feb 15 13:46:20.880398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56106) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:20.881114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=c5a67390-77c5-4f66-ab13-0758220da604,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:20.895213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:21.015556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:21.040511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.043015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.046116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/7232ea1a-7a88-4cfb-8eb5-792fdb4228cc HTTP/1.1" status: 204 len: 168 time: 0.8714609 Feb 15 13:46:21.047007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56110) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:21.055115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Calling delete_port for 77323b52-08d6-4705-92b1-23308a2ac79c owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:21.127517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17219c5b-2a02-44c4-8fd3-57446e61a4e0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:21.193082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.236099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.236364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] For port 77323b52-08d6-4705-92b1-23308a2ac79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=77323b52-08d6-4705-92b1-23308a2ac79c,segment=NetworkSegment(796e68b5-93c6-4e5b-9880-d794770c09ac),segment_id=796e68b5-93c6-4e5b-9880-d794770c09ac)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:21.237444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.314353 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dab9ca3d-cf1a-40ce-8ce6-af2c39cd0d15 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2961502 Feb 15 13:46:21.323055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56114) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:21.357293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:21.363145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17219c5b-2a02-44c4-8fd3-57446e61a4e0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:21.364953 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-17219c5b-2a02-44c4-8fd3-57446e61a4e0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3104439 Feb 15 13:46:21.372363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56118) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:21.374806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4', 'name': 'tempest-PortsIpV6TestJSON-658839626', 'fixed_ips': [{'subnet_id': '0d1488aa-0d50-46c5-9fe6-5207ebfb5fef', 'ip_address': '2001:db8::f'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:21.387893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--945030071'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:21.393353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a940da-28ca-451a-8604-4de6cf3f74af tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232ea1a-7a88-4cfb-8eb5-792fdb4228cc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:21.395339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:21.420683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network da285ee4-a0f8-4004-9566-fdf69ce73904 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:21.425129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:21.427883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:21.433147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:21.522842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.527454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Calling delete_port for 77323b52-08d6-4705-92b1-23308a2ac79c owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:21.536551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:21.552427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Usage tracker for resource:subnet and tenant:e7ca25f0341f486f9186446e25d31932 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:21.563736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:21.572201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:21.597033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] For port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:21.637189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port fbcdaf54-563c-4d2c-8f59-1c341cdb2744 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:21.637715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.652679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:21.661903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:21.671049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:21.671179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd9295-96c4-4dec-95a6-31ad514a611a None None] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:21.673820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:21.696352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.756700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:21.760520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.772453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.780421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.783055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event deleted for resources: {'Port': ['ID=77323b52-08d6-4705-92b1-23308a2ac79c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:21.794159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] No DVR routers for this DVR port 77323b52-08d6-4705-92b1-23308a2ac79c on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:21.827556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:21.840687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:21.880990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:21.881369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:21.909553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:21.919851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:21.921226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 41821ddd-4b5d-4f8f-a187-769e918465e9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:21.926155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:21.940133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:22.006679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6608e4b-9204-4af2-83dc-b853529b860c None None] Pushing event updated for resources: {'Port': ['ID=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:22.009613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.033041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 92ce9db9-16e0-4651-bcf9-61aded716cf4 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:22.102171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.164946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cc05bc-3922-42da-9003-2ab2aaf19d71']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:22.166085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for fbcdaf54-563c-4d2c-8f59-1c341cdb2744 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:22.180448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Provisioning for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:22.186794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Provisioning complete for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:22.202967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.229636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796e68b5-93c6-4e5b-9880-d794770c09ac') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:22.230185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796e68b5-93c6-4e5b-9880-d794770c09ac') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:22.263994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:22.268905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 41821ddd-4b5d-4f8f-a187-769e918465e9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:22.297843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Provisioning complete for port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:22.298278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.298924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.311014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.348391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 77323b52-08d6-4705-92b1-23308a2ac79c no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:22.378592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.390632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Deleting port 77323b52-08d6-4705-92b1-23308a2ac79c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:22.391214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.399675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:22.400075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:22.419565 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:22.443489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 77323b52-08d6-4705-92b1-23308a2ac79c {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:22.443917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 77323b52-08d6-4705-92b1-23308a2ac79c not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:22.466393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.530331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::f (0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4/0d1488aa-0d50-46c5-9fe6-5207ebfb5fef/92ce9db9-16e0-4651-bcf9-61aded716cf4) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:22.548295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-671379dd-a6dc-4492-a53e-9ea6bfa14045 None None] The port '77323b52-08d6-4705-92b1-23308a2ac79c' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:22.563372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.724977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.728939 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3492575 Feb 15 13:46:22.736095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0d52-39fd-47d2-8c3b-41cc2e58bd43 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885b397f-ee41-4634-b1e1-c146ea9da56c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:22.736301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Provisioning for port 41821ddd-4b5d-4f8f-a187-769e918465e9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:22.750660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Provisioning complete for port 41821ddd-4b5d-4f8f-a187-769e918465e9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:22.752949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.773106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56122) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:22.795990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8e42dfe4-e127-4800-a67f-e5ac5c5297bc tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '885b397f-ee41-4634-b1e1-c146ea9da56c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:22.806129 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-8e42dfe4-e127-4800-a67f-e5ac5c5297bc tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 13:46:22.806769 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-8e42dfe4-e127-4800-a67f-e5ac5c5297bc tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:22.807842 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e42dfe4-e127-4800-a67f-e5ac5c5297bc tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246837 Feb 15 13:46:22.811379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56126) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:22.826862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-64e40b42-23a3-4266-9a86-19c6603945ce tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '885b397f-ee41-4634-b1e1-c146ea9da56c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:22.827521 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-64e40b42-23a3-4266-9a86-19c6603945ce tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 13:46:22.828035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-64e40b42-23a3-4266-9a86-19c6603945ce tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:22.828951 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-64e40b42-23a3-4266-9a86-19c6603945ce tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0147314 Feb 15 13:46:22.833763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56130) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:22.834460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.839900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.851132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9ea0fe35-be23-4f23-99b2-8dd4c4243c0d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '885b397f-ee41-4634-b1e1-c146ea9da56c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:22.853181 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-9ea0fe35-be23-4f23-99b2-8dd4c4243c0d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 13:46:22.853732 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-9ea0fe35-be23-4f23-99b2-8dd4c4243c0d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:22.858040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ea0fe35-be23-4f23-99b2-8dd4c4243c0d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109341 Feb 15 13:46:22.858188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56134) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:22.873690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.877090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c59aabcc-b5d2-40a9-ad09-520978810f20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '885b397f-ee41-4634-b1e1-c146ea9da56c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:22.878123 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-c59aabcc-b5d2-40a9-ad09-520978810f20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 13:46:22.878668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-c59aabcc-b5d2-40a9-ad09-520978810f20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:22.883382 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c59aabcc-b5d2-40a9-ad09-520978810f20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0211716 Feb 15 13:46:22.884790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56138) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:22.915455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.943471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] Pushing event deleted for resources: {'Network': ['ID=99cc05bc-3922-42da-9003-2ab2aaf19d71,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:22.952776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] For port 41821ddd-4b5d-4f8f-a187-769e918465e9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=41821ddd-4b5d-4f8f-a187-769e918465e9,segment=NetworkSegment(be1928e9-d68d-47a8-b555-19b38a586774),segment_id=be1928e9-d68d-47a8-b555-19b38a586774)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:22.960047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:22.993646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.011311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 92ce9db9-16e0-4651-bcf9-61aded716cf4 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:23.017766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=35d3d738-03e2-4cd3-ab66-9933ea563cbd,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:23.033058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.034562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': 'e5abc9d9-1cc3-4272-b39d-1f7030a61764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:23.035176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: 4374207c-0c47-467d-887e-5f0a491ccc08, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:23.048282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d29c0eb0-710f-4ab2-abeb-406cd71f2240 tempest-ExtraDHCPOptionsTestJSON-965173051 tempest-ExtraDHCPOptionsTestJSON-965173051-project] 10.222.0.61 "DELETE /v2.0/networks/99cc05bc-3922-42da-9003-2ab2aaf19d71 HTTP/1.1" status: 204 len: 168 time: 3.0701773 Feb 15 13:46:23.115585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13ad80-7d79-45ad-9f08-ae04d61320ed None None] Pushing event updated for resources: {'Port': ['ID=41821ddd-4b5d-4f8f-a187-769e918465e9,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:23.140000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network 4374207c-0c47-467d-887e-5f0a491ccc08 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:23.216837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.226250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=fbcdaf54-563c-4d2c-8f59-1c341cdb2744,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:23.298990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:23.302242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:23.306695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:23.312394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:23.313041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.320072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=92ce9db9-16e0-4651-bcf9-61aded716cf4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:23.328186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 4374207c-0c47-467d-887e-5f0a491ccc08) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:23.335477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:23.336075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.346878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Provisioning for port c5a67390-77c5-4f66-ab13-0758220da604 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:23.370589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf3dd1-6a04-4d9b-95bb-1b547d89dea5 None None] Network 4374207c-0c47-467d-887e-5f0a491ccc08 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:23.370753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.383009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Provisioning complete for port c5a67390-77c5-4f66-ab13-0758220da604 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:23.383306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.406802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.478915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a55b267-f637-4928-a860-e364d67c9429 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1422534 Feb 15 13:46:23.480247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56144) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:23.512640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Port c5a67390-77c5-4f66-ab13-0758220da604 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:23.589777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.591747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f788293e-90fe-4daa-a42c-8bdd2427a15c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7061329 Feb 15 13:46:23.597770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56148) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:23.604650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.607898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Provisioning complete for port 41821ddd-4b5d-4f8f-a187-769e918465e9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:23.608776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd4db1b5-1d93-437c-adc6-7fdf65582925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.840125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace85eaf-ae48-4fce-8df5-cfff6456f6a0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:23.841159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ace85eaf-ae48-4fce-8df5-cfff6456f6a0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:23.846082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56154) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:23.868503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 41821ddd-4b5d-4f8f-a187-769e918465e9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:23.879237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.911532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:23.960009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-4374207c-0c47-467d-887e-5f0a491ccc08', 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '35d3d738-03e2-4cd3-ab66-9933ea563cbd'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:23.960853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.073062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ace85eaf-ae48-4fce-8df5-cfff6456f6a0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:24.078710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56160) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.080962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ace85eaf-ae48-4fce-8df5-cfff6456f6a0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5956445 Feb 15 13:46:24.084668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 41821ddd-4b5d-4f8f-a187-769e918465e9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:24.085048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.136697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.173043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:24.175577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.181905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router cd69e701-86c5-4d2b-9c14-68de7e0aca31 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:24.211913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-08cbd566-fdc6-4d97-9667-1fba37ff4058 None None] Provisioning for port 92ce9db9-16e0-4651-bcf9-61aded716cf4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:24.216416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Allocated IP 172.20.0.2 (4374207c-0c47-467d-887e-5f0a491ccc08/35d3d738-03e2-4cd3-ab66-9933ea563cbd/c7159eaf-dabf-44a7-b065-95e029e232bb) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:24.237516 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ae326ca6-e626-4df2-aba7-0a6d14c8da5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2d6a86d0b5e49cea55619e6250d51e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793464 Feb 15 13:46:24.241783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56164) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.251935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-08cbd566-fdc6-4d97-9667-1fba37ff4058 None None] Provisioning complete for port 92ce9db9-16e0-4651-bcf9-61aded716cf4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:24.252346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-08cbd566-fdc6-4d97-9667-1fba37ff4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.314374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.335665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.347497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.405988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3746cf0a-0ab2-40aa-bb35-b61c42f0619c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:24.417932 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:46:24.424039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b397f-ee41-4634-b1e1-c146ea9da56c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:24.448227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-08cbd566-fdc6-4d97-9667-1fba37ff4058 None None] Port 92ce9db9-16e0-4651-bcf9-61aded716cf4 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:24.453746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:24.470838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.476694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] Sync routers for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:24.502084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd218a-fda0-49b3-a94b-dc834c6e4241,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:24.504915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71caf6-230a-4cce-969e-53e9729ddffb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:24.511447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71caf6-230a-4cce-969e-53e9729ddffb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:24.511852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.515428 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5f0d3fe3-3fd2-42f5-81c2-fb1d44d855b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88bd218a-fda0-49b3-a94b-dc834c6e4241 HTTP/1.1" status: 204 len: 168 time: 0.2724576 Feb 15 13:46:24.518915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71caf6-230a-4cce-969e-53e9729ddffb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:24.520933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6a71caf6-230a-4cce-969e-53e9729ddffb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4322567 Feb 15 13:46:24.525599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56170) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.535087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.536528 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3212823f-7476-461b-bd89-aa731f21f370 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/885b397f-ee41-4634-b1e1-c146ea9da56c HTTP/1.1" status: 204 len: 168 time: 1.6496055 Feb 15 13:46:24.540447 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-733b4818-3db9-45ac-b795-c941294b46d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7899899 Feb 15 13:46:24.541423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56174) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.557441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56176) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.559844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:24.561256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:24.634582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network da285ee4-a0f8-4004-9566-fdf69ce73904 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:24.647183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:24.650676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77a295d3-dd5b-4202-bbed-ffe26907eac7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:24.686563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 92ce9db9-16e0-4651-bcf9-61aded716cf4 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:24.686934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.733430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:24.801122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2df073f8-0111-40e3-a7c1-4705929a401f tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:24.805793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77a295d3-dd5b-4202-bbed-ffe26907eac7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:24.805974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:24.806517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:24.807173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-77a295d3-dd5b-4202-bbed-ffe26907eac7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd69e701-86c5-4d2b-9c14-68de7e0aca31 HTTP/1.1" status: 200 len: 205 time: 0.2484601 Feb 15 13:46:24.813365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56182) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:24.888318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] Routers {'cd69e701-86c5-4d2b-9c14-68de7e0aca31'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:24.889535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:25.106041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2df073f8-0111-40e3-a7c1-4705929a401f tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:25.107291 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2df073f8-0111-40e3-a7c1-4705929a401f tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5647929 Feb 15 13:46:25.113104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:25.113747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e7fd2-adab-46f1-bf41-65d1f4009189 None None] The sync data for ids ['cd69e701-86c5-4d2b-9c14-68de7e0aca31'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:25.114402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.130748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56188) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:25.152761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.167450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--384307406'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:25.180809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eddc0bce-e908-4224-9c77-ef631e4523b0 None None] Provisioning complete for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:25.181079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eddc0bce-e908-4224-9c77-ef631e4523b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.181198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:25.202285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:25.226452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:25.235237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Transition to ACTIVE for port object c7159eaf-dabf-44a7-b065-95e029e232bb will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:25.304066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.327393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eddc0bce-e908-4224-9c77-ef631e4523b0 None None] Port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:25.330743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Transition to ACTIVE for port object c7159eaf-dabf-44a7-b065-95e029e232bb will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:25.338680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:25.354055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:25.358890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:25.369951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:25.404832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.491042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Pushing event updated for resources: {'Port': ['ID=c7159eaf-dabf-44a7-b065-95e029e232bb,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:25.492607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:25.501774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Network 4374207c-0c47-467d-887e-5f0a491ccc08 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:25.503701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:25.510411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:25.517827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Sync routers for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:25.524971 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:25.526264 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:25.532115 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6f20ab49-153d-4ac8-9e54-b1e0742b1480 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/229e3c5e-d0fb-4296-8b16-fb4e1c222bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3190591 Feb 15 13:46:25.534467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56200) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:25.565697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.571585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.669203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Attempting to bind port c7159eaf-dabf-44a7-b065-95e029e232bb on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:25.669712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Attempting to bind port c7159eaf-dabf-44a7-b065-95e029e232bb by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e5abc9d9-1cc3-4272-b39d-1f7030a61764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:25.670483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Attempting to bind port c7159eaf-dabf-44a7-b065-95e029e232bb on network 4374207c-0c47-467d-887e-5f0a491ccc08 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:25.673903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.677809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.680619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:25.683952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Checking segment: {'id': 'e5abc9d9-1cc3-4272-b39d-1f7030a61764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:25.683952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.683952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Bound using segment: {'id': 'e5abc9d9-1cc3-4272-b39d-1f7030a61764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:25.683952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Bound port: c7159eaf-dabf-44a7-b065-95e029e232bb, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5abc9d9-1cc3-4272-b39d-1f7030a61764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4374207c-0c47-467d-887e-5f0a491ccc08'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:25.684492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.720167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.739708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=35d3d738-03e2-4cd3-ab66-9933ea563cbd,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:25.790852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.791330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.791898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.792656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.792965 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:46:25.793147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.793583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.794047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.794506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.794992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.795468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.795920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.798092 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0b08a20f-1724-40fd-8aec-18c78b680d5c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7635 time: 0.2636299 Feb 15 13:46:25.800953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56204) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:25.803681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.885192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:25.885704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router cd69e701-86c5-4d2b-9c14-68de7e0aca31 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:46:25.897743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 92ce9db9-16e0-4651-bcf9-61aded716cf4 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:25.915690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] For port c7159eaf-dabf-44a7-b065-95e029e232bb, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:25.921568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] For port c7159eaf-dabf-44a7-b065-95e029e232bb, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c7159eaf-dabf-44a7-b065-95e029e232bb,segment=NetworkSegment(e5abc9d9-1cc3-4272-b39d-1f7030a61764),segment_id=e5abc9d9-1cc3-4272-b39d-1f7030a61764)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:25.922848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.923315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.923775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.924260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.925932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.925932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.925932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.926276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:25.930866 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8b1d7092-1be3-41ef-9fd0-261f88947dbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5130 time: 0.1262782 Feb 15 13:46:25.930866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec479d89-f7d0-4a34-bd93-709ec51ec67c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:25.933023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56212) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.055391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.162938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.164406 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b362b2fa-c0a0-4160-93d6-82502269ea5a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0324895 Feb 15 13:46:26.166324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.167704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56220) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.176126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-231c7e20-9516-48b0-86db-5d7108b2fb12 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.176959 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-231c7e20-9516-48b0-86db-5d7108b2fb12 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 13:46:26.177557 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-231c7e20-9516-48b0-86db-5d7108b2fb12 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:26.178522 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-231c7e20-9516-48b0-86db-5d7108b2fb12 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098348 Feb 15 13:46:26.184228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56224) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.196292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.196292 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-72906746-2df8-4744-bc74-47b2638a2739 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31 HTTP/1.1" status: 204 len: 168 time: 1.3699391 Feb 15 13:46:26.198079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.200671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56228) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.211782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:26.218573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:26.223890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:26.234380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:26.258148 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-191a9145-9c22-4745-a57b-b5dfabbd83d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3183012 Feb 15 13:46:26.277830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4374207c-0c47-467d-887e-5f0a491ccc08']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:26.282383 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1', 'name': '', 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:19Z', 'updated_at': '2022-02-15T13:46:22Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:26.288423 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Checking router: 229e3c5e-d0fb-4296-8b16-fb4e1c222bde for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:46:26.288864 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Updating router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:46:26.299779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5abc9d9-1cc3-4272-b39d-1f7030a61764') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:26.300106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5abc9d9-1cc3-4272-b39d-1f7030a61764') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:26.320865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.375193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.385836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet c0813622-57a9-47da-b911-76c3e31ae841 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:26.396179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.410035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56234) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.429277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.457190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:26.459397 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6117490d-6127-4c8c-bf82-229f597c13ac tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2698915 Feb 15 13:46:26.460950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:26.461361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.467391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56240) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.475655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-33bbe179-5272-4404-b46b-c571cfe1bfdd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.476429 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-33bbe179-5272-4404-b46b-c571cfe1bfdd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:26.476549 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:26.479312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1cc30-a6ab-4132-8c78-dac9ac7d2d1f None None] Pushing event updated for resources: {'Port': ['ID=c7159eaf-dabf-44a7-b065-95e029e232bb,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:26.480525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-33bbe179-5272-4404-b46b-c571cfe1bfdd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:26.482772 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-33bbe179-5272-4404-b46b-c571cfe1bfdd tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138595 Feb 15 13:46:26.489431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56244) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.555290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.565680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.574430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-209825214'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.593692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:26.603724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:26.605174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:network and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:26.606146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.620295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70c9ee-0343-4f82-a358-5de77e041445 None None] Network 4374207c-0c47-467d-887e-5f0a491ccc08 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:26.625787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:26.637968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:26.661992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:26.680667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:26.683458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=92ce9db9-16e0-4651-bcf9-61aded716cf4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:26.692416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:26.704984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:46:26.704984 dv-neutron-828156-1-hyperv neutron-server[88297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:46:26.704984 dv-neutron-828156-1-hyperv neutron-server[88297]: [parameters: {'id': '4374207c-0c47-467d-887e-5f0a491ccc08'}] Feb 15 13:46:26.704984 dv-neutron-828156-1-hyperv neutron-server[88297]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:26.705717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:26.718685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:26.723520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.755062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.771206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.788489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:26.795067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:security_group_rule and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:26.803177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:26.807513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.816519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.822206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:26.832958 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Transition to ACTIVE for port object c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:26.863280 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-313d31ae-2a27-4470-a9a1-c29ddaf3f9f9 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/92ce9db9-16e0-4651-bcf9-61aded716cf4 HTTP/1.1" status: 204 len: 168 time: 2.3364980 Feb 15 13:46:26.866217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56248) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.896181 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:26.949019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7efae15-585c-4688-acd1-4496a6fcb86d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:46:26.953183 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b7efae15-585c-4688-acd1-4496a6fcb86d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/92ce9db9-16e0-4651-bcf9-61aded716cf4 HTTP/1.1" status: 404 len: 333 time: 0.0830843 Feb 15 13:46:26.953577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:26.956017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0d7266cc-9400-4227-9c8c-4fc93791b222 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4580584 Feb 15 13:46:26.956017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.967254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:26.984997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a57f67da-bb02-40a6-8027-3ab1a922c2de tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:26.985540 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-a57f67da-bb02-40a6-8027-3ab1a922c2de tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 13:46:26.986106 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-a57f67da-bb02-40a6-8027-3ab1a922c2de tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:26.988122 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a57f67da-bb02-40a6-8027-3ab1a922c2de tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164726 Feb 15 13:46:26.994274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56260) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:27.001943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.055283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:27.084469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:27.090250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=c0813622-57a9-47da-b911-76c3e31ae841,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:27.100132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:27.104694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.109791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.112401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31788e62-680f-4d52-abeb-d8794c999591 None None] Network 567e06c8-edd0-4ffd-93f8-6e44bf9db37a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:27.123699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:27.134971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port c5a67390-77c5-4f66-ab13-0758220da604 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:27.135367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.157308 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802f37-708f-442b-a299-b8b380944911 None None] Pushing event updated for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:27.167287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:27.170062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5dc65e8f-41c9-428e-96f8-3bfe2431ff48 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/c0813622-57a9-47da-b911-76c3e31ae841 HTTP/1.1" status: 204 len: 168 time: 0.9684193 Feb 15 13:46:27.173287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56266) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:27.207728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.237818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.239766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port c7159eaf-dabf-44a7-b065-95e029e232bb {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:27.240107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.373567 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Attempting to bind port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:27.374146 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Attempting to bind port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:27.374735 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Attempting to bind port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 on network da285ee4-a0f8-4004-9566-fdf69ce73904 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:27.384350 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:27.385061 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Checking segment: {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:27.385594 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.386198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Bound using segment: {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:27.386936 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Bound port: c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41639428-8ae5-451c-80e4-eb8daf6a4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:27.387573 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.394531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:27.417686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Project 8b56d2cee2124b2a81e6ac88da1fd57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:46:27.429918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139269fc-eb9e-4cb1-9c28-c6310b43b341,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:27.432839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.433462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Added segment 8727fbf8-4667-497a-ba94-f360c88a8c50 of type vlan for network ed069ca1-9603-49ca-9182-02177d572acf Feb 15 13:46:27.485270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.486031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.487169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.487742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.488312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.488879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.491243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.491829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.492406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.492973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.497511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] DHCP port deletion for 567e06c8-edd0-4ffd-93f8-6e44bf9db37a request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:27.498742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.505499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:27.509083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet 3b97a67b-28c2-4a74-9108-407737ac9fe7 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:27.517802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Deleting port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:27.518078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.519752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.553608 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] For port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:27.557608 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] For port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:27.593499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.648395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:27.649169 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.652274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fadca8a-fe32-4e78-9187-0b96e9800512 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6496243 Feb 15 13:46:27.659544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56272) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:27.669328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e995cac0-12a0-4d66-9511-90fe22185bfa tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:27.670447 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-e995cac0-12a0-4d66-9511-90fe22185bfa tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 13:46:27.677377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-e995cac0-12a0-4d66-9511-90fe22185bfa tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:27.681136 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e995cac0-12a0-4d66-9511-90fe22185bfa tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180020 Feb 15 13:46:27.683564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56276) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:27.714924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:27.732923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:27.744301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:27.757737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:27.765723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:27.791608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.853720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:27.854466 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:27.909592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:27.939041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Project 8b56d2cee2124b2a81e6ac88da1fd57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:46:27.953557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:27.986334 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802f37-708f-442b-a299-b8b380944911 None None] Pushing event updated for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:28.021340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56280) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:28.029389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.038063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:28.038365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.045155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065548535', 'description': 'tempest-secgroup-smoke-2065548535 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:28.058738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:28.099344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.105263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:28.115487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.126926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] For port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,segment=NetworkSegment(22f94dbf-ed0c-4b0a-add6-739eddac48dc),segment_id=22f94dbf-ed0c-4b0a-add6-739eddac48dc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:28.127635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.149287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:28.153001 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0410c33e-756b-498c-811a-12c20000d64a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4548931 Feb 15 13:46:28.158328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56284) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:28.173113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'ec479d89-f7d0-4a34-bd93-709ec51ec67c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:28.180397 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:46:28.201574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:28.204524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=3b97a67b-28c2-4a74-9108-407737ac9fe7,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:28.235689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:28.242977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.254257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:28.263097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Network': ['ID=ed069ca1-9603-49ca-9182-02177d572acf,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:28.271914 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ff7f6299-5b7b-40c7-a4a1-4cb42d86003c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/3b97a67b-28c2-4a74-9108-407737ac9fe7 HTTP/1.1" status: 204 len: 168 time: 1.0958445 Feb 15 13:46:28.272802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56288) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:28.355571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for c5a67390-77c5-4f66-ab13-0758220da604 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:28.390866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:28.395500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port c7159eaf-dabf-44a7-b065-95e029e232bb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c7159eaf-dabf-44a7-b065-95e029e232bb,segment=NetworkSegment(e5abc9d9-1cc3-4272-b39d-1f7030a61764),segment_id=e5abc9d9-1cc3-4272-b39d-1f7030a61764)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:28.395990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.420651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:28.441010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Calling delete_port for 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:28.481296 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9d408f19-2ee1-457b-9d2a-71ba46a99808 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0694044 Feb 15 13:46:28.488583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.499682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56292) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:28.523848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'subnet': {'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:28.569651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f001e-fc0f-4f0e-a492-a785de4b01dd None None] Network 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:28.610254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network ed069ca1-9603-49ca-9182-02177d572acf details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:28.615014 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1', 'name': '', 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:19Z', 'updated_at': '2022-02-15T13:46:27Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:28.628273 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f95e7d-10d4-4d8c-8fd8-3fe0b973ce72 None None] The sync data for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv is: [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:46:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1', 'name': '', 'network_id': 'da285ee4-a0f8-4004-9566-fdf69ce73904', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:19Z', 'updated_at': '2022-02-15T13:46:27Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '511f3ac6-42c7-403e-b463-a68236877d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:28.639669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:28.645715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.660836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:28.675896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:28.695589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:28.763966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.782927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:28.798150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:subnet and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:28.838253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:28.858553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for c7159eaf-dabf-44a7-b065-95e029e232bb owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:28.870560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:28.888474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:28.919741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:28.944934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 update to DOWN by agent not found {{(pid=88298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 15 13:46:28.969260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] Pushing event deleted for resources: {'Port': ['ID=3bf6b2ef-a891-43ea-8057-5b7111fcedd5,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:28.982822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df588a-b0ac-4b71-b291-eb492aa871f1 None None] No DVR routers for this DVR port 3bf6b2ef-a891-43ea-8057-5b7111fcedd5 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:29.010897 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Project 8b56d2cee2124b2a81e6ac88da1fd57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:46:29.049080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.053895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567e06c8-edd0-4ffd-93f8-6e44bf9db37a']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.065990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:29.072389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.103308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f94dbf-ed0c-4b0a-add6-739eddac48dc') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.103620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f94dbf-ed0c-4b0a-add6-739eddac48dc') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.111221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:29.114954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0fb9687a-0c04-454f-965c-65dc497ebee0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9460757 Feb 15 13:46:29.115229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:29.160051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.161509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.166039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.196034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.240409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] DHCP port deletion for 609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:29.254279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Deleting port ed1ca459-f12a-49f4-a29c-4900bdb420b0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:29.254279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.255060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.263828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=c7159eaf-dabf-44a7-b065-95e029e232bb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:29.272773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a9799-c032-4ee5-8b56-591b994d96e7,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:29.279017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:29.279495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:29.306414 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:29.350026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port c7159eaf-dabf-44a7-b065-95e029e232bb on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:29.392299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.394986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.400471 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8232a303-571e-4c08-a743-23ad76e9850e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3693583 Feb 15 13:46:29.404203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:29.413208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:29.432198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:29.441958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:29.445655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:29.449231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.449863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.450848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.451395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.451928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.453447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.453784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:29.464466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:29.492511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-929bfda4-1088-40ac-b97e-79a34d0fe5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.567148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.586599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.659267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.690570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] For port ed1ca459-f12a-49f4-a29c-4900bdb420b0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ed1ca459-f12a-49f4-a29c-4900bdb420b0,segment=NetworkSegment(6041dcb7-3320-4256-8387-3da6ebdae11c),segment_id=6041dcb7-3320-4256-8387-3da6ebdae11c)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:29.691423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.711266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=c5a67390-77c5-4f66-ab13-0758220da604,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:29.730692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-20643aab-6d3d-4eb7-b56c-2a833a95a4f4 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/c5a67390-77c5-4f66-ab13-0758220da604 HTTP/1.1" status: 204 len: 168 time: 2.7733793 Feb 15 13:46:29.738409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56304) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:29.748027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.770088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=567e06c8-edd0-4ffd-93f8-6e44bf9db37a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:29.805465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8f42bc79-80f4-4f05-a120-7d27469743a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/567e06c8-edd0-4ffd-93f8-6e44bf9db37a HTTP/1.1" status: 204 len: 168 time: 1.5313067 Feb 15 13:46:29.807946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.808740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56308) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:29.834895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.850832 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c4feaf-5cae-4743-b29f-889e51337a07 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:46:29.852663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-87c4feaf-5cae-4743-b29f-889e51337a07 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:29.905994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4374207c-0c47-467d-887e-5f0a491ccc08']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.929963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5abc9d9-1cc3-4272-b39d-1f7030a61764') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.931779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5abc9d9-1cc3-4272-b39d-1f7030a61764') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:29.949138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.972109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Calling delete_port for ed1ca459-f12a-49f4-a29c-4900bdb420b0 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:29.982144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:29.998636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:29.999455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.040949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.045671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:30.062288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.067276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port ed1ca459-f12a-49f4-a29c-4900bdb420b0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:30.067610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:30.117932 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:30.125219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.140341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-87c4feaf-5cae-4743-b29f-889e51337a07 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:30.145001 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-87c4feaf-5cae-4743-b29f-889e51337a07 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/c5a67390-77c5-4f66-ab13-0758220da604 HTTP/1.1" status: 404 len: 333 time: 0.3992128 Feb 15 13:46:30.149611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56312) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.156558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec479d89-f7d0-4a34-bd93-709ec51ec67c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:30.170260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.187273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.207351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.246896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] Pushing event deleted for resources: {'Port': ['ID=ed1ca459-f12a-49f4-a29c-4900bdb420b0,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:30.254440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:30.258071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a53176-b98a-4958-b39c-30e23e613b1a None None] No DVR routers for this DVR port ed1ca459-f12a-49f4-a29c-4900bdb420b0 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:30.258458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 0d1488aa-0d50-46c5-9fe6-5207ebfb5fef {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:30.263363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:30.263822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.263941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.270933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ba563-1dd4-4b63-a201-c9c7f4d5cb2b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:30.305466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3941d53e-f221-452b-beb2-6430e32b0522 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:46:30.324119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.329888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.384025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=4374207c-0c47-467d-887e-5f0a491ccc08,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:30.390737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.435993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.437600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e2783e8a-5657-4fa8-9231-293380efbff7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/ec479d89-f7d0-4a34-bd93-709ec51ec67c HTTP/1.1" status: 204 len: 168 time: 1.3211076 Feb 15 13:46:30.445701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56316) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.447325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9fb0923b-08b9-4f57-9493-c6f3295cd005 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/4374207c-0c47-467d-887e-5f0a491ccc08 HTTP/1.1" status: 204 len: 168 time: 6.8161895 Feb 15 13:46:30.454387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56320) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.455699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.460203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a3609a8-6ae6-4c20-9ec8-482dbc6c5828 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0490918 Feb 15 13:46:30.460203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Subnet': ['ID=54ed362e-29d1-423a-9ce6-1e5172224506,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:30.464497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56322) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.467466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Checking segment: {'id': '8727fbf8-4667-497a-ba94-f360c88a8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:30.467801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network hostable DHCP agents. Network: ed069ca1-9603-49ca-9182-02177d572acf, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:30.480599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:30.502905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:30.505355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.512757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:30.517510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:30.530416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port ed1ca459-f12a-49f4-a29c-4900bdb420b0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ed1ca459-f12a-49f4-a29c-4900bdb420b0,segment=NetworkSegment(6041dcb7-3320-4256-8387-3da6ebdae11c),segment_id=6041dcb7-3320-4256-8387-3da6ebdae11c)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:30.534203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.538359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f35fecf-1d2a-461f-9291-8da8107af836 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] GET failed (client error): The resource could not be found. Feb 15 13:46:30.538986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8f35fecf-1d2a-461f-9291-8da8107af836 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Synchronizing usage tracker for tenant:e7ca25f0341f486f9186446e25d31932 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:30.541771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:30.579490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:30.617074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-63eac691-926d-41a6-a841-97ebb4aba894 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:30.636035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941d53e-f221-452b-beb2-6430e32b0522 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:46:30.659813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.670253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:30.679759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for ed1ca459-f12a-49f4-a29c-4900bdb420b0 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:30.705928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8f35fecf-1d2a-461f-9291-8da8107af836 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Unset dirty status for tenant:e7ca25f0341f486f9186446e25d31932 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:30.707376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8f35fecf-1d2a-461f-9291-8da8107af836 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets/35d3d738-03e2-4cd3-ab66-9933ea563cbd HTTP/1.1" status: 404 len: 337 time: 0.2366560 Feb 15 13:46:30.713678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56328) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.759511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-63eac691-926d-41a6-a841-97ebb4aba894 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:30.760953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-63eac691-926d-41a6-a841-97ebb4aba894 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3123949 Feb 15 13:46:30.762230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3300cbf4-144f-4fc4-acff-df28f905e54b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:30.763327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3300cbf4-144f-4fc4-acff-df28f905e54b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:30.765970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56332) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.768724 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3300cbf4-144f-4fc4-acff-df28f905e54b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/4374207c-0c47-467d-887e-5f0a491ccc08 HTTP/1.1" status: 404 len: 339 time: 0.0530496 Feb 15 13:46:30.773101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:30.778698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.787142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--666278390'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:30.795450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:30.819855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:30.820330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:30.821683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:30.823995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.841787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, ed069ca1-9603-49ca-9182-02177d572acf) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:30.856007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:30.856975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:30.882631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ed1ca459-f12a-49f4-a29c-4900bdb420b0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:30.985748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ed1ca459-f12a-49f4-a29c-4900bdb420b0 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:30.986026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ed1ca459-f12a-49f4-a29c-4900bdb420b0 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:31.016630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:31.024054 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b0ae3bd4-8c8f-407e-922f-bfb3daf11a91 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5144408 Feb 15 13:46:31.024054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.024404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfb9a0-82a3-44dd-8f1e-94b329e6acc2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:31.024773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bfcfb9a0-82a3-44dd-8f1e-94b329e6acc2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Synchronizing usage tracker for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:31.029764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56340) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:31.040286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1448328048', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:31.047670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:31.051976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:31.054483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:31.056642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:router and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:31.059570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:31.064289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:31.071221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.074169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:31.080909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.106981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:31.123616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1488aa-0d50-46c5-9fe6-5207ebfb5fef,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:31.125700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.136093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-65796e14-3246-453e-8f89-9f33b3c912af tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/0d1488aa-0d50-46c5-9fe6-5207ebfb5fef HTTP/1.1" status: 204 len: 168 time: 0.9824896 Feb 15 13:46:31.136370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56344) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:31.145305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bfcfb9a0-82a3-44dd-8f1e-94b329e6acc2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Unset dirty status for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:31.146947 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bfcfb9a0-82a3-44dd-8f1e-94b329e6acc2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3725979 Feb 15 13:46:31.150190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56348) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:31.254094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195b081-2047-4120-9123-cdb7567dad5b None None] Network ed069ca1-9603-49ca-9182-02177d572acf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:31.259901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.286163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eabb33-6b51-412b-a332-add9ab234b65 None None] Network 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:31.289181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.301441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae54294e-1a86-4850-a69f-84e9b2f1eb11,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:31.325967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port ed1ca459-f12a-49f4-a29c-4900bdb420b0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:31.326339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.362390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-11dbe64c-2d35-430b-9894-73b819f8c407 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 207 time: 0.2053249 Feb 15 13:46:31.362390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.363543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.369889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56352) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:31.388659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.413372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.476954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] The port 'ed1ca459-f12a-49f4-a29c-4900bdb420b0' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:31.600768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 41821ddd-4b5d-4f8f-a187-769e918465e9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:31.601100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.742723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.744808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c997f2-99bc-4c96-885b-6eaea6c75d49 None None] Network ed069ca1-9603-49ca-9182-02177d572acf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:31.814835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.837009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] DHCP port deletion for 0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:31.853744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Deleting port 41821ddd-4b5d-4f8f-a187-769e918465e9 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:31.854208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.861417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609ceb6d-270d-4e40-8bde-3d0b2c0b8c08']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:31.877175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:31.882969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:31.889640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:31.896566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:31.897525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Synchronizing usage tracker for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:31.905153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:31.927544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.931811 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c903dc7b-e741-4c6f-ba81-fb5936562f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4659028 Feb 15 13:46:31.939033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56356) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:31.944705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6041dcb7-3320-4256-8387-3da6ebdae11c') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:31.945044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6041dcb7-3320-4256-8387-3da6ebdae11c') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:31.954851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:31.979632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:31.998260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6982dc27-a3bd-4794-9331-20db71818f02,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:32.005591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Unset dirty status for tenant:e7ca25f0341f486f9186446e25d31932 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:32.010400 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-503ef712-4dc4-4175-9ea0-78739456fc5c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6358912 Feb 15 13:46:32.011989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56360) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.029185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.045261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:32.054250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:32.059629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:32.110713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.110713 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36319145-02d0-47c6-9767-285f8df226a3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3428969 Feb 15 13:46:32.122585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56364) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.124527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:32.124527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.132899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:32.143496 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:32.211135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.218061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '6982dc27-a3bd-4794-9331-20db71818f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:32.219177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:32.219741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.286776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.287065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:32.317428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:32.333330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:32.356613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:32.368586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] For port 41821ddd-4b5d-4f8f-a187-769e918465e9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=41821ddd-4b5d-4f8f-a187-769e918465e9,segment=NetworkSegment(be1928e9-d68d-47a8-b555-19b38a586774),segment_id=be1928e9-d68d-47a8-b555-19b38a586774)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:32.368963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.373596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port 41821ddd-4b5d-4f8f-a187-769e918465e9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=41821ddd-4b5d-4f8f-a187-769e918465e9,segment=NetworkSegment(be1928e9-d68d-47a8-b555-19b38a586774),segment_id=be1928e9-d68d-47a8-b555-19b38a586774)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:32.374106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.452325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.531285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Calling delete_port for 41821ddd-4b5d-4f8f-a187-769e918465e9 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:32.539023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 41821ddd-4b5d-4f8f-a187-769e918465e9 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:32.590392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.656794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-95d51afa-2fc9-4e9b-8d69-143864e3653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.663103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.684079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.692093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=609ceb6d-270d-4e40-8bde-3d0b2c0b8c08,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:32.697956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.712543 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1059d396-f2cc-4cd5-8bb4-ff20b70b3510 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7008195 Feb 15 13:46:32.719153 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-63eb5af8-e26f-4dec-9df0-80bef1ba11f8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/609ceb6d-270d-4e40-8bde-3d0b2c0b8c08 HTTP/1.1" status: 204 len: 168 time: 2.9031813 Feb 15 13:46:32.721078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56368) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.725233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56370) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.735804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333656593'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:32.751555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:32.756976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:32.757435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.760160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:32.766953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:32.776678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:32.776990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:32.809226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7890866d-1b98-4e49-8929-bd6cfa3255ce,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:32.816789 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The resource could not be found. Feb 15 13:46:32.818358 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc8d1bd1-e279-4d6d-b246-5defd8ce6925 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6777074 Feb 15 13:46:32.822799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.825582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.833187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '6982dc27-a3bd-4794-9331-20db71818f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b0552fcd-6265-45b2-aec1-84d97b227ed9'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:32.840629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:32.845383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:32.848830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:32.852352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.864269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:32.875302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.876103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:32.877697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.885528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] Pushing event deleted for resources: {'Port': ['ID=41821ddd-4b5d-4f8f-a187-769e918465e9,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:32.900086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5d81b-e686-4bd1-b6c7-dc11785ee0a2 None None] No DVR routers for this DVR port 41821ddd-4b5d-4f8f-a187-769e918465e9 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:32.904844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:32.914410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.917013 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 35663406-7309-459e-8311-ff197277a0d0 of type vlan for network ce742834-cb4c-4d49-a072-3ed27f977f96 Feb 15 13:46:32.934481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce93eb5-2aee-4b78-8863-bbd7740f1b38 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:32.943181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce93eb5-2aee-4b78-8863-bbd7740f1b38 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:32.943181 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5ce93eb5-2aee-4b78-8863-bbd7740f1b38 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2069156 Feb 15 13:46:32.946224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:32.957646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.994784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:32.995933 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8bb5bd5b-a497-4ee4-a8bb-330ceff1f249 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0565753 Feb 15 13:46:32.999323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56384) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.008094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:33.014952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:33.021565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:33.024785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:33.031438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:33.081113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb774a4-43d7-4522-8b36-3e48469aa350 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:33.082651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb774a4-43d7-4522-8b36-3e48469aa350 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:33.084468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ceb774a4-43d7-4522-8b36-3e48469aa350 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1372566 Feb 15 13:46:33.089358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56388) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.120517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.131888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:33.131888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.182771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.196675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.158 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/328f606a-de45-43ee-b63c-d8b4038c35da) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:33.312583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 41821ddd-4b5d-4f8f-a187-769e918465e9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:33.312920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.341507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10417d18-9106-42ae-b7bf-543bfc150e3a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:33.342873 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-10417d18-9106-42ae-b7bf-543bfc150e3a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks/edb29417-ba86-46b1-b930-3356949322e9 HTTP/1.1" status: 200 len: 800 time: 0.2525795 Feb 15 13:46:33.350453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56392) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.357766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.376156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The resource could not be found. Feb 15 13:46:33.377907 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fa5b857f-c5b9-4092-a077-774e0e94c0b7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5531948 Feb 15 13:46:33.381970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56396) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.433112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] The port '41821ddd-4b5d-4f8f-a187-769e918465e9' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:33.443950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=ce742834-cb4c-4d49-a072-3ed27f977f96,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:33.460566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network ce742834-cb4c-4d49-a072-3ed27f977f96 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:33.496847 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-366888eb-b1b8-4e5a-8200-ff32eba91247 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7650971 Feb 15 13:46:33.499826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56400) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.526823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:33.686094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.722144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.731800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.734052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cc44ede4-0b87-4bee-99c6-54c7a2060a9e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/networks/edb29417-ba86-46b1-b930-3356949322e9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3824778 Feb 15 13:46:33.738616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56404) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.749161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:33.749768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.752556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:33.758646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:33.766045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:33.773914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:33.784615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1928e9-d68d-47a8-b555-19b38a586774') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:33.785018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1928e9-d68d-47a8-b555-19b38a586774') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:33.798050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.801673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.818501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 41821ddd-4b5d-4f8f-a187-769e918465e9 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:33.827370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.839021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeda1d8-1af3-457e-9a65-76b90e95dce4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:33.842214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.849214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:33.849948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.860276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440e212-11b2-400e-9369-b60782172d72 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:33.868082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3440e212-11b2-400e-9369-b60782172d72 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets/03769da3-f54f-40fc-a6d2-a66322b7845d HTTP/1.1" status: 200 len: 811 time: 0.1212220 Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:33.868297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:33.875361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 41821ddd-4b5d-4f8f-a187-769e918465e9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:33.881034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 41821ddd-4b5d-4f8f-a187-769e918465e9 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:33.902702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:33.906160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.965325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.978425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.983313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:33.987441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b3676952-d75a-4c3a-8afb-b8c0075abf14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9836404 Feb 15 13:46:34.018781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56412) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.030250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6982dc27-a3bd-4794-9331-20db71818f02,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.038991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:34.069432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:34.082577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:34.088031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:34.097491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:34.097491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:34.097491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:34.101845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d10536-06df-4eed-b1c0-8fd58738d289 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['shared'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:34.102353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a8d10536-06df-4eed-b1c0-8fd58738d289 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Synchronizing usage tracker for tenant:e7ca25f0341f486f9186446e25d31932 on resource:subnet {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:34.123436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a8d10536-06df-4eed-b1c0-8fd58738d289 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Unset dirty status for tenant:e7ca25f0341f486f9186446e25d31932 on resource:subnet {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:34.128356 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a8d10536-06df-4eed-b1c0-8fd58738d289 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "GET /v2.0/subnets/03769da3-f54f-40fc-a6d2-a66322b7845d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2568934 Feb 15 13:46:34.128649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56416) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.134530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444485322'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:34.138817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=328f606a-de45-43ee-b63c-d8b4038c35da,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.140234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.140908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:34.151900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:34.152847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:34.288119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.289263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c593f5a2-c740-49c3-bb63-f383b69bb5b4 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/6982dc27-a3bd-4794-9331-20db71818f02 HTTP/1.1" status: 204 len: 168 time: 0.9042375 Feb 15 13:46:34.292655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56420) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.296461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.334107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.343378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:46:34.346450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:34.347587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.357354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.361694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.390144 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9219cfdd-5801-4f33-ad13-54515761d257 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/0a3de17f-2ef8-4ebb-8bb5-f6f6acac87b4 HTTP/1.1" status: 204 len: 168 time: 3.2526114 Feb 15 13:46:34.397681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.401540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-882868724'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:34.419971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:34.429116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:network and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:34.435548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:34.443527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:34.451975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6fcb0864-55a8-4464-b5a9-289a5007702a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:34.463308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.465891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:34.494402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.494743 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Added segment fd38843f-9e40-43a8-996a-0f9e98e8be6a of type vlan for network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 Feb 15 13:46:34.545848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.560703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:34.564199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.577661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.616098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6fcb0864-55a8-4464-b5a9-289a5007702a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:34.617775 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6fcb0864-55a8-4464-b5a9-289a5007702a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3241956 Feb 15 13:46:34.622117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56428) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.628157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d3ca-7046-4025-9fd5-523240bf55fc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:34.634594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:34.638462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:34.640930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab28facc-d57b-405b-aa37-ba9f95a55cf7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.641267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:34.647805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:34.667573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.711028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.716519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:34.717105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.723288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:34.725523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.726809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ef245135-dea8-430f-b069-568d22822e76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7081110 Feb 15 13:46:34.733188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56432) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.741357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '3a8a9799-c032-4ee5-8b56-591b994d96e7', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:34.752794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:34.757866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.758206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Added segment ddafbaad-3c5b-40cc-92f3-903187e06e31 of type vlan for network 201f93a7-b638-4609-bdfa-4744013ee182 Feb 15 13:46:34.762655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:34.768807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:34.780994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:34.784691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.873534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:34.892241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Network': ['ID=fc6c5d6b-9924-485b-8841-7e8a1b8e0086,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.899275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=f07d7942-6976-40d9-9f65-b946fed95f92,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:34.905006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:34.908139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '35663406-7309-459e-8311-ff197277a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:34.909245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: ce742834-cb4c-4d49-a072-3ed27f977f96, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:34.965206 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7f8ff0fc-f423-4968-b8b5-94c5f7c569d0 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8353453 Feb 15 13:46:34.968379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56436) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:34.976136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:35.048370 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The resource could not be found. Feb 15 13:46:35.049868 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-89f69ac6-4b77-4638-9f38-0aceb7d07b6c tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4262459 Feb 15 13:46:35.051414 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:46:35.056342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56440) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:35.059727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network ce742834-cb4c-4d49-a072-3ed27f977f96 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:35.068524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.074175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:35.074751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.102046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:35.102562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619199163'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:35.111967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:35.122330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.141557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, ce742834-cb4c-4d49-a072-3ed27f977f96) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:35.146418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:35.147233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.156613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2dfed-0459-4c0a-b9ad-1e2f5974597e None None] Network ce742834-cb4c-4d49-a072-3ed27f977f96 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:35.192875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Made reservation on behalf of e7ca25f0341f486f9186446e25d31932 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:35.196897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.229440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:35.262842 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad1d2f31-6e99-4bd7-b727-476e8649cf75 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7464805 Feb 15 13:46:35.266175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56444) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:35.274780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-330043617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:35.370058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:35.416087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0156054 Feb 15 13:46:35.420523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd707ea-81d4-4f76-84e4-43aa85e4a906 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Network': ['ID=201f93a7-b638-4609-bdfa-4744013ee182,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:35.421688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56448) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:35.423244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:35.434532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '201f93a7-b638-4609-bdfa-4744013ee182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:35.449841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:46:35.450343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:46:35.453026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:35.454182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-ce742834-cb4c-4d49-a072-3ed27f977f96', 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': 'f07d7942-6976-40d9-9f65-b946fed95f92'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:35.455020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.458311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.460335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:35.464555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.466005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 201f93a7-b638-4609-bdfa-4744013ee182 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:35.534702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:35.600446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:35.606077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:35.609437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:35.615910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:35.661474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.664541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.676728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.678022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.719925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Allocated IP 172.20.0.2 (ce742834-cb4c-4d49-a072-3ed27f977f96/f07d7942-6976-40d9-9f65-b946fed95f92/f5dc979b-7cf7-43d3-a0d7-a700287aa706) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:35.724076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285afc8e-a2b3-43d5-901a-a41f99b1a5a4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:35.724719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.741072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:35.744403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.787619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:35.807541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:35.812634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:35.821843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:35.867178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.876149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-29257fdd-884e-459b-b599-fb019ec9fe07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1342180 Feb 15 13:46:35.936813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.974120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.977801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:35.987138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Transition to ACTIVE for port object f5dc979b-7cf7-43d3-a0d7-a700287aa706 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:36.008691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Transition to ACTIVE for port object f5dc979b-7cf7-43d3-a0d7-a700287aa706 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:36.014463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.019251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:36.032751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.101530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.117926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=72ab353c-b0db-44d7-8f1e-17350d44e5d9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:36.134311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46518ffb-3b70-4586-b409-72af67c3505c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:36.148783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Checking segment: {'id': 'fd38843f-9e40-43a8-996a-0f9e98e8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:36.149348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network hostable DHCP agents. Network: fc6c5d6b-9924-485b-8841-7e8a1b8e0086, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:36.199397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.201476 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e1940020-2461-43f5-a10a-56852bc50b9e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9337451 Feb 15 13:46:36.203783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56462) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:36.215338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'port': {'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96', 'name': 'tempest-RoutersTest-542333188'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:36.216191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Network ce742834-cb4c-4d49-a072-3ed27f977f96 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:36.219151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:36.223947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:36.230136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Pushing event updated for resources: {'Port': ['ID=f5dc979b-7cf7-43d3-a0d7-a700287aa706,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:36.245068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.245686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.246903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-90692339-65b3-477d-980d-1adee212f268 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1799521 Feb 15 13:46:36.250098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56466) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:36.257285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988935739'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:36.265129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:36.273165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:36.278421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.278675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.279474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.279474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.279692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.279793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:36.280036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.280304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.280630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.280983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.281278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.281633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.282498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:46:36.289239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:36.294424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:36.331787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:36.353352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:36.362675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:36.363324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:36.409160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:36.414838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.424630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Attempting to bind port f5dc979b-7cf7-43d3-a0d7-a700287aa706 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:36.424630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Attempting to bind port f5dc979b-7cf7-43d3-a0d7-a700287aa706 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '35663406-7309-459e-8311-ff197277a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:36.424630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Attempting to bind port f5dc979b-7cf7-43d3-a0d7-a700287aa706 on network ce742834-cb4c-4d49-a072-3ed27f977f96 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:36.436512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:36.436894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Checking segment: {'id': '35663406-7309-459e-8311-ff197277a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:36.437297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.437899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Bound using segment: {'id': '35663406-7309-459e-8311-ff197277a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:36.438358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Bound port: f5dc979b-7cf7-43d3-a0d7-a700287aa706, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35663406-7309-459e-8311-ff197277a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ce742834-cb4c-4d49-a072-3ed27f977f96'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:36.438741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.447544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.448956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-709d7ac3-c80d-4221-a698-034f50fa963b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4151268 Feb 15 13:46:36.450392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:36.453672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:36.459113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Checking segment: {'id': 'ddafbaad-3c5b-40cc-92f3-903187e06e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:36.459685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network hostable DHCP agents. Network: 201f93a7-b638-4609-bdfa-4744013ee182, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:36.465042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, fc6c5d6b-9924-485b-8841-7e8a1b8e0086) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:36.479701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:36.480577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.497735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:36.500494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cbbba8-3b37-43e2-ade5-ead971ec7095 None None] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:36.522797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:36.523437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:36.526113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:36.532868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-de5f54ee-6523-444f-a59a-d299c744040d req-aea4db0d-11ba-4d72-bc16-8ba384695422 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:36.536127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:36.553385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:36.563675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:36.573596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:36.614081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-71bc277f-e987-4c06-9ec3-8210938bb5a3 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6445963 Feb 15 13:46:36.615150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56478) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:36.621204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:36.675768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-de5f54ee-6523-444f-a59a-d299c744040d req-aea4db0d-11ba-4d72-bc16-8ba384695422 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:36.676937 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-aea4db0d-11ba-4d72-bc16-8ba384695422 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065548535&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.2870851 Feb 15 13:46:36.691614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:36.692016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2875944-192b-4f3a-a23c-ca256469acc6 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:36.761193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 201f93a7-b638-4609-bdfa-4744013ee182 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:36.764097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:36.768282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.779464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] For port f5dc979b-7cf7-43d3-a0d7-a700287aa706, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:36.801383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 201f93a7-b638-4609-bdfa-4744013ee182) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:36.813785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:36.814375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.818644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] device_id is not set on port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:36.840887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ba6d9-0433-4821-975c-ce1728974e02 None None] Network 201f93a7-b638-4609-bdfa-4744013ee182 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:36.856555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] For port f5dc979b-7cf7-43d3-a0d7-a700287aa706, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f5dc979b-7cf7-43d3-a0d7-a700287aa706,segment=NetworkSegment(35663406-7309-459e-8311-ff197277a0d0),segment_id=35663406-7309-459e-8311-ff197277a0d0)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:36.895579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1732957'] for subnet, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.948485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:36.953444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.015721 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-08788bab-cfca-494d-94d8-ad4f817a15d6 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5895405 Feb 15 13:46:37.023200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56482) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:37.030580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2069586505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:37.045909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:37.067353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:router and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:37.071553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.075722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:37.082383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f54ee-6523-444f-a59a-d299c744040d req-58ef5552-5270-4e57-b27e-7b0898365ab1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:37.083351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-de5f54ee-6523-444f-a59a-d299c744040d req-58ef5552-5270-4e57-b27e-7b0898365ab1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:37.093097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:37.095522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.20.0.3 (ce742834-cb4c-4d49-a072-3ed27f977f96/f07d7942-6976-40d9-9f65-b946fed95f92/51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:37.113633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-fc6c5d6b-9924-485b-8841-7e8a1b8e0086', 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086', 'tenant_id': 'e7ca25f0341f486f9186446e25d31932', 'fixed_ips': [{'subnet_id': '72ab353c-b0db-44d7-8f1e-17350d44e5d9'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:37.114726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.208159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e14b0c-cf15-43bc-a4bc-7ade52e61b0d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:37.214350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619fab3-ec5d-4595-83a9-fa5473626f53 None None] Pushing event updated for resources: {'Port': ['ID=f5dc979b-7cf7-43d3-a0d7-a700287aa706,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:37.243749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.244775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.298998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.311924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.313540 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d3097dc7-ef04-429d-bb7e-710fc34ea251 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0626619 Feb 15 13:46:37.317939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56486) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:37.329772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '46518ffb-3b70-4586-b409-72af67c3505c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c1e14b0c-cf15-43bc-a4bc-7ade52e61b0d'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:37.339913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:37.343019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-de5f54ee-6523-444f-a59a-d299c744040d req-58ef5552-5270-4e57-b27e-7b0898365ab1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:37.344355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-58ef5552-5270-4e57-b27e-7b0898365ab1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=da285ee4-a0f8-4004-9566-fdf69ce73904 HTTP/1.1" status: 200 len: 797 time: 0.6513424 Feb 15 13:46:37.353783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:37.368047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:37.379747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:37.398033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-201f93a7-b638-4609-bdfa-4744013ee182', 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': 'd3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:37.401767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.406568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2214684'] for subnet, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.486389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:37.487068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.488500 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "PUT /v2.0/subnets/72ab353c-b0db-44d7-8f1e-17350d44e5d9 HTTP/1.1" status: 200 len: 877 time: 0.8720777 Feb 15 13:46:37.497417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56490) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:37.528278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.642191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-7994ebb1-9ab9-470b-9667-b5a417ed99f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.2891409 Feb 15 13:46:37.645176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Allocated IP 172.20.0.3 (fc6c5d6b-9924-485b-8841-7e8a1b8e0086/72ab353c-b0db-44d7-8f1e-17350d44e5d9/44bc00ef-9da1-45c5-a050-a272b62abff0) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:37.815742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8ae82-951b-43e9-9c3b-f73a03180c9f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event updated for resources: {'Subnet': ['ID=72ab353c-b0db-44d7-8f1e-17350d44e5d9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:37.852620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.878946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Allocated IP 2001:db8::2 (201f93a7-b638-4609-bdfa-4744013ee182/d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb/70ed5850-d987-4a13-8bd8-fd7ee36aad6a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:37.895480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:37.916716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:37.918188 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5ed8aa91-5b52-4a73-9cd8-c100131c5964 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8940408 Feb 15 13:46:37.921835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-8e43ce09-a342-4b8a-a6be-410cbd7feb87 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2782097 Feb 15 13:46:37.927504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56494) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:37.940757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'network_id': '201f93a7-b638-4609-bdfa-4744013ee182', 'name': 'tempest-PortsIpV6TestJSON-1711088295'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:37.942796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.013271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f5dc979b-7cf7-43d3-a0d7-a700287aa706 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:38.040621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.041569 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:38.045266 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dd4b588f-da49-46a9-9bd5-948e99ad1a5e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7219949 Feb 15 13:46:38.050302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56500) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:38.056662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.103975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.186755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network ce742834-cb4c-4d49-a072-3ed27f977f96 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:38.191070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:38.197079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:38.268384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:38.269063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.284920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:38.317138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.342541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Transition to ACTIVE for port object 44bc00ef-9da1-45c5-a050-a272b62abff0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:38.366979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:38.376192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f5dc979b-7cf7-43d3-a0d7-a700287aa706 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:38.379326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.386944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Transition to ACTIVE for port object 44bc00ef-9da1-45c5-a050-a272b62abff0 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:38.393880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7478197b-2ed2-47d6-b3ca-859f95908a5c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1889615 Feb 15 13:46:38.396969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56504) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:38.412072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Transition to ACTIVE for port object 70ed5850-d987-4a13-8bd8-fd7ee36aad6a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:38.430678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:38.442122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Transition to ACTIVE for port object 70ed5850-d987-4a13-8bd8-fd7ee36aad6a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:38.443614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:38.454061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.476445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:38.497190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.561482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.567247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.595742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Network 201f93a7-b638-4609-bdfa-4744013ee182 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:38.607606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:38.610787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:38.622893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:38.699868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-c14f7f0e-c7a1-4a56-8d80-b7b727abbced service neutron] 10.222.0.61 "GET /v2.0/networks/da285ee4-a0f8-4004-9566-fdf69ce73904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319796 Feb 15 13:46:38.700498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:38.704262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.714398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:38.718142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:38.759961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d97f69-fd1b-461f-b3d6-3bc84ac7c933 None None] Network ce742834-cb4c-4d49-a072-3ed27f977f96 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:38.811958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.874807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 9961c11b-9998-4848-9141-cafc721c7479 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:38.913861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:38.917063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=72ab353c-b0db-44d7-8f1e-17350d44e5d9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:38.961714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e14b0c-cf15-43bc-a4bc-7ade52e61b0d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:38.975961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Pushing event updated for resources: {'Port': ['ID=44bc00ef-9da1-45c5-a050-a272b62abff0,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:39.067765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Attempting to bind port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:39.068229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Attempting to bind port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ddafbaad-3c5b-40cc-92f3-903187e06e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:39.069350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Attempting to bind port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a on network 201f93a7-b638-4609-bdfa-4744013ee182 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:39.086966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de5f54ee-6523-444f-a59a-d299c744040d req-e50b0a68-2811-45b8-8525-60ec6eec3ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/da285ee4-a0f8-4004-9566-fdf69ce73904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690588 Feb 15 13:46:39.088902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.104041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.105430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ceb0813b-bbd2-40d3-8fc5-d1dc84762068 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1e14b0c-cf15-43bc-a4bc-7ade52e61b0d HTTP/1.1" status: 204 len: 168 time: 1.0541677 Feb 15 13:46:39.108836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56508) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:39.120128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:39.120832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Checking segment: {'id': 'ddafbaad-3c5b-40cc-92f3-903187e06e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:39.121515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.122152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Bound using segment: {'id': 'ddafbaad-3c5b-40cc-92f3-903187e06e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:39.122950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Bound port: 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddafbaad-3c5b-40cc-92f3-903187e06e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '201f93a7-b638-4609-bdfa-4744013ee182'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:39.123615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.148137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Attempting to bind port 44bc00ef-9da1-45c5-a050-a272b62abff0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:39.148940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6c5d6b-9924-485b-8841-7e8a1b8e0086']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:39.149101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Attempting to bind port 44bc00ef-9da1-45c5-a050-a272b62abff0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'fd38843f-9e40-43a8-996a-0f9e98e8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:39.149744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Attempting to bind port 44bc00ef-9da1-45c5-a050-a272b62abff0 on network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:39.165627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.1 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/ba0c19c1-2284-43f2-8385-c136a2c88351) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:39.172620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:39.173395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Checking segment: {'id': 'fd38843f-9e40-43a8-996a-0f9e98e8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:39.174598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.175401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Bound using segment: {'id': 'fd38843f-9e40-43a8-996a-0f9e98e8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:39.176209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Bound port: 44bc00ef-9da1-45c5-a050-a272b62abff0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd38843f-9e40-43a8-996a-0f9e98e8be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:39.176882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.195788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Pushing event updated for resources: {'Port': ['ID=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:39.217454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd38843f-9e40-43a8-996a-0f9e98e8be6a') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:39.217779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd38843f-9e40-43a8-996a-0f9e98e8be6a') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:39.222419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::237 (201f93a7-b638-4609-bdfa-4744013ee182/d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb/9961c11b-9998-4848-9141-cafc721c7479) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:39.231480 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6cd41e58-db0d-4242-9ba7-20e4583e8a1e tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.1197903 Feb 15 13:46:39.241928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Provisioning for port f5dc979b-7cf7-43d3-a0d7-a700287aa706 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:39.248441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.257948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:39.330998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Provisioning complete for port f5dc979b-7cf7-43d3-a0d7-a700287aa706 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:39.332815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.347766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.366806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:39.367362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:39.385995 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:39.402303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.459471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.536788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.567787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] For port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:39.570918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 13:46:39.570918 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 13:46:39.570918 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': 'fc6c5d6b-9924-485b-8841-7e8a1b8e0086'}] Feb 15 13:46:39.570918 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:39.571417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:39.611679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] For port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,segment=NetworkSegment(ddafbaad-3c5b-40cc-92f3-903187e06e31),segment_id=ddafbaad-3c5b-40cc-92f3-903187e06e31)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:39.622983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] For port 44bc00ef-9da1-45c5-a050-a272b62abff0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:39.630891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.653750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] For port 44bc00ef-9da1-45c5-a050-a272b62abff0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=44bc00ef-9da1-45c5-a050-a272b62abff0,segment=NetworkSegment(fd38843f-9e40-43a8-996a-0f9e98e8be6a),segment_id=fd38843f-9e40-43a8-996a-0f9e98e8be6a)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:39.692887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] For port f5dc979b-7cf7-43d3-a0d7-a700287aa706, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f5dc979b-7cf7-43d3-a0d7-a700287aa706,segment=NetworkSegment(35663406-7309-459e-8311-ff197277a0d0),segment_id=35663406-7309-459e-8311-ff197277a0d0)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:39.734568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.776117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.776723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.791101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.795213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 9961c11b-9998-4848-9141-cafc721c7479 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:39.840325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.847544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.866938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03890d1-2154-434a-acf5-647d2ce40a0d None None] Pushing event updated for resources: {'Port': ['ID=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:39.916759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:39.973036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:39.984988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:39.997271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:40.020332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69774d-8a29-46f7-bf80-77e777517086 None None] Pushing event updated for resources: {'Port': ['ID=44bc00ef-9da1-45c5-a050-a272b62abff0,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.031467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 201f93a7-b638-4609-bdfa-4744013ee182 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:40.032582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ba0c19c1-2284-43f2-8385-c136a2c88351,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.045246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:40.072219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363927a-8e01-4c0a-9441-533bee348733 None None] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:40.106501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:40.114073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:40.115023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.145775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.147784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.157024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.187427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.194285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port 44bc00ef-9da1-45c5-a050-a272b62abff0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:40.194535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.222529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=9961c11b-9998-4848-9141-cafc721c7479,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.262789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46518ffb-3b70-4586-b409-72af67c3505c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.328752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.332912 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7b5bcbf-dc2f-434b-ae9b-f624f8669d6a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/46518ffb-3b70-4586-b409-72af67c3505c HTTP/1.1" status: 204 len: 168 time: 1.0710795 Feb 15 13:46:40.332912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.336972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56518) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:40.337809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Provisioning complete for port f5dc979b-7cf7-43d3-a0d7-a700287aa706 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:40.338278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.376373 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-de719c3d-3e10-482b-8a99-e3d229a62083 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4476361 Feb 15 13:46:40.379567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56520) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:40.488610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.491564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc668a22-2a03-4378-b0d4-bfd2c64735ac None None] Pushing event updated for resources: {'Port': ['ID=f5dc979b-7cf7-43d3-a0d7-a700287aa706,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:40.670055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab6e5e-c6e5-4789-b12a-c96c59c05c1b None None] Network fc6c5d6b-9924-485b-8841-7e8a1b8e0086 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:40.810062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b9dff43-d20c-4a32-ab69-ecba3cb910e0 req-4d107ea3-2dd0-4b7d-be33-6d8c33c348e5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.3117661 Feb 15 13:46:40.853877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Provisioning for port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:40.866067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Provisioning complete for port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:40.866530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:40.984143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d663730a-8b45-4be5-973b-276c5a0989a1 None None] Port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:41.017073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a67a1cc-af57-48b4-95eb-3c6057657ca0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:41.019804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.058557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port 44bc00ef-9da1-45c5-a050-a272b62abff0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=44bc00ef-9da1-45c5-a050-a272b62abff0,segment=NetworkSegment(fd38843f-9e40-43a8-996a-0f9e98e8be6a),segment_id=fd38843f-9e40-43a8-996a-0f9e98e8be6a)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:41.058934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.109997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2da82eb2-a36e-4947-b47b-9c5705e409ab None None] Provisioning complete for port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:41.110714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2da82eb2-a36e-4947-b47b-9c5705e409ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.190888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2da82eb2-a36e-4947-b47b-9c5705e409ab None None] Port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:41.202723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.204394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for 44bc00ef-9da1-45c5-a050-a272b62abff0 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:41.232255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a67a1cc-af57-48b4-95eb-3c6057657ca0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:41.232981 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a67a1cc-af57-48b4-95eb-3c6057657ca0 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7517915 Feb 15 13:46:41.243805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56538) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:41.264121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--431589409'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:41.274757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:41.291309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:41.337895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.387797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0e4ad-1206-411c-b3d7-d9c018f5202f None None] Network 201f93a7-b638-4609-bdfa-4744013ee182 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:41.453601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.477132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.571811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No DVR routers for this DVR port 44bc00ef-9da1-45c5-a050-a272b62abff0 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:41.573537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Port': ['ID=44bc00ef-9da1-45c5-a050-a272b62abff0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:41.622171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-999e9f10-a796-4888-8f19-0f3caaab4c71 None None] Provisioning for port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:41.627653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:41.639811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:41.639811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:41.641760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:41.729647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.836655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:41.975847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.011965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f5dc979b-7cf7-43d3-a0d7-a700287aa706 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:42.078567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.096533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.101030 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8533869 Feb 15 13:46:42.108573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56552) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.116801 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-618510be-a64c-4c9c-8f36-2acda52fb432 req-ae6292bf-0198-4019-b408-699052f4f5c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1834643 Feb 15 13:46:42.139788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '051735a4-8e45-44c4-9f59-d5004653276d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:42.140644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f5dc979b-7cf7-43d3-a0d7-a700287aa706 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:42.141226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.149266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:42.155387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:42.157624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6c5d6b-9924-485b-8841-7e8a1b8e0086']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:42.159724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:42.165778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4e7e-51b8-4b9a-a472-b2366b14bf20 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051735a4-8e45-44c4-9f59-d5004653276d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:42.179573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd38843f-9e40-43a8-996a-0f9e98e8be6a') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:42.179728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd38843f-9e40-43a8-996a-0f9e98e8be6a') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:42.186706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:42.303098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 70ed5850-d987-4a13-8bd8-fd7ee36aad6a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:42.346382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.384455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Provisioning for port 9961c11b-9998-4848-9141-cafc721c7479 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:42.391387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.395745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Provisioning complete for port 9961c11b-9998-4848-9141-cafc721c7479 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:42.396309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.406132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:42.406698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:42.427284 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:42.466560 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:42.470517 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3b3b2f2d-e356-4991-a571-39b47e2d05c7 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3559482 Feb 15 13:46:42.480272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:42.483269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56556) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.486198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Port 9961c11b-9998-4848-9141-cafc721c7479 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:42.492286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:42.492867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.508436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group_rule': {'security_group_id': '051735a4-8e45-44c4-9f59-d5004653276d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:42.527915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccefea-c021-48fa-a50b-d4a9abd16fba None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 13:46:42.542371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:42.589345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.608699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:42.613726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Provisioning complete for port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:42.614122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.619736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:42.623546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.631258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:42.652267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.726982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.763714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.778852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=fc6c5d6b-9924-485b-8841-7e8a1b8e0086,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:42.779981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.781993 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-43877e41-0419-4500-a3ab-b780f68ca0f9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/fc6c5d6b-9924-485b-8841-7e8a1b8e0086 HTTP/1.1" status: 204 len: 168 time: 5.2833560 Feb 15 13:46:42.787069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.793298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56560) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.803277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.845152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab991603-d171-47f4-8d96-1b5019fedb31 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:42.845705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab991603-d171-47f4-8d96-1b5019fedb31 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:42.847584 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ab991603-d171-47f4-8d96-1b5019fedb31 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/72ab353c-b0db-44d7-8f1e-17350d44e5d9 HTTP/1.1" status: 404 len: 337 time: 0.0522430 Feb 15 13:46:42.850081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56564) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.852257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ccefea-c021-48fa-a50b-d4a9abd16fba None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 13:46:42.876605 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4388c241-69dd-4111-bb8c-f59e7dd18a98 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:42.878178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4388c241-69dd-4111-bb8c-f59e7dd18a98 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:42.879719 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4388c241-69dd-4111-bb8c-f59e7dd18a98 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/fc6c5d6b-9924-485b-8841-7e8a1b8e0086 HTTP/1.1" status: 404 len: 339 time: 0.0286624 Feb 15 13:46:42.882495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56568) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.900634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.903528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=9961c11b-9998-4848-9141-cafc721c7479,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:42.921868 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c89214d-89f3-421d-836a-5d1653ea431b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:42.922323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c89214d-89f3-421d-836a-5d1653ea431b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:42.927655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5c89214d-89f3-421d-836a-5d1653ea431b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/35d3d738-03e2-4cd3-ab66-9933ea563cbd HTTP/1.1" status: 404 len: 337 time: 0.0408762 Feb 15 13:46:42.927655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:42.927933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,segment=NetworkSegment(ddafbaad-3c5b-40cc-92f3-903187e06e31),segment_id=ddafbaad-3c5b-40cc-92f3-903187e06e31)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:42.955571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:42.986989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.007319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.011855 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:46:43.015685 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-066e7f22-b260-4828-85d0-0f41d2c09b38 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5205612 Feb 15 13:46:43.020337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:43.063372 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35ef2e7-dbd3-48c4-b6a4-c958ea7b54ca tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:43.064147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35ef2e7-dbd3-48c4-b6a4-c958ea7b54ca tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:43.066158 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f35ef2e7-dbd3-48c4-b6a4-c958ea7b54ca tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/4374207c-0c47-467d-887e-5f0a491ccc08 HTTP/1.1" status: 404 len: 339 time: 0.0687573 Feb 15 13:46:43.075134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56580) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:43.103835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:43.113044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.163781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:43.164176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-dd4c6c87-72f1-406d-929e-1ea9cc783f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:43.183259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ba0c19c1-2284-43f2-8385-c136a2c88351,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:43.226829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:43.302895 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-edf5a1d1-e9d9-4fe4-b913-807f98d12385 req-1abfa1bf-82b0-4a89-8116-67f4abcea0ac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1095104 Feb 15 13:46:43.334452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.368685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.404120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.530419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network ce742834-cb4c-4d49-a072-3ed27f977f96 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:43.532320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.541337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:43.583842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:43.587970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:43.643855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d540b7-408d-403b-a9da-f1bc019f7d24']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:43.659116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dadf38-f455-45fd-83e1-67b054aea2d6') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:43.659558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dadf38-f455-45fd-83e1-67b054aea2d6') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:43.673080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.694302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.701876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:43.704849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.714415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:43.718486 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:43.857284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 70ed5850-d987-4a13-8bd8-fd7ee36aad6a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:43.929625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Provisioning complete for port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:43.929996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.941866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:43.959113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:43.995805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:43.997593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:43.997962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.006913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.059166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Provisioning complete for port 9961c11b-9998-4848-9141-cafc721c7479 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:44.059539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.097307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051735a4-8e45-44c4-9f59-d5004653276d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:44.114235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.125996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.155393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=b6d540b7-408d-403b-a9da-f1bc019f7d24,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:44.164155 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9407d3d1-b81d-41c5-baf1-5b70a55f9b24 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/b6d540b7-408d-403b-a9da-f1bc019f7d24 HTTP/1.1" status: 204 len: 168 time: 1.0884891 Feb 15 13:46:44.164748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56590) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.179377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d2a952f3-3bc2-4036-818c-70c7679c072d None None] Port 9961c11b-9998-4848-9141-cafc721c7479 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:44.198713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.202529 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-741b5274-b5ac-4504-8a85-5928807b7198 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/051735a4-8e45-44c4-9f59-d5004653276d HTTP/1.1" status: 204 len: 168 time: 1.1648686 Feb 15 13:46:44.207955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56594) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.214193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router 2144a984-0f28-4eb3-b0d5-d507288decc4 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:44.228542 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-864be302-c07c-40f9-abe5-e2f3fb954aba tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.228985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864be302-c07c-40f9-abe5-e2f3fb954aba tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.230997 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-864be302-c07c-40f9-abe5-e2f3fb954aba tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/f2ddcbdf-d696-46f6-91be-ef2aba6500c4 HTTP/1.1" status: 404 len: 337 time: 0.0653365 Feb 15 13:46:44.234268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56598) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.337693 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d06fb1-b6eb-46f3-906e-453d35611e4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.338168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d06fb1-b6eb-46f3-906e-453d35611e4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.342163 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-74d06fb1-b6eb-46f3-906e-453d35611e4d tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/872000fb-35ad-4768-9bff-bfa6be817094 HTTP/1.1" status: 404 len: 339 time: 0.1037939 Feb 15 13:46:44.346818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56604) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.432609 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51cca19-12a9-432c-bf78-5e59826866e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.432960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51cca19-12a9-432c-bf78-5e59826866e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.434669 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e51cca19-12a9-432c-bf78-5e59826866e2 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/86bd6e6f-a1e0-44ce-b43e-1db0ced2e9d4 HTTP/1.1" status: 404 len: 337 time: 0.0869675 Feb 15 13:46:44.436853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fefe7fe3-2b3f-421a-b4d0-56f7044c6aa3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:44.441758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56608) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.459895 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a1a9a6d1-7428-4299-8c38-d73f800669a3 req-47aec6ce-feab-4db7-93c7-671954a0ebcd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0685718 Feb 15 13:46:44.483840 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbed119-f655-499a-977e-bfb596c2f547 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.484301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbed119-f655-499a-977e-bfb596c2f547 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.485965 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8cbed119-f655-499a-977e-bfb596c2f547 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/f06336b0-8742-4ce1-9110-0489f7962ec9 HTTP/1.1" status: 404 len: 339 time: 0.0424170 Feb 15 13:46:44.489653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56612) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.493907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:44.497260 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-544ea38e-e072-442d-84bf-54ab603a66ec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/2144a984-0f28-4eb3-b0d5-d507288decc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0988839 Feb 15 13:46:44.500431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.503124 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] Sync routers for ids ['2144a984-0f28-4eb3-b0d5-d507288decc4'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:44.513114 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] Routers {'2144a984-0f28-4eb3-b0d5-d507288decc4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:44.513747 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2144a984-0f28-4eb3-b0d5-d507288decc4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.542462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:44.546915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fefe7fe3-2b3f-421a-b4d0-56f7044c6aa3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:44.548152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fefe7fe3-2b3f-421a-b4d0-56f7044c6aa3 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3393288 Feb 15 13:46:44.552172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:44.557327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56620) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.566068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519167935'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:44.574319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:44.574986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.579541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:44.608348 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.619855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-479f5ed7-9c03-41a2-8cb5-dc639f9d3bcb tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/routers/1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1644740 Feb 15 13:46:44.627897 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] Routers {'2144a984-0f28-4eb3-b0d5-d507288decc4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:44.628744 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2144a984-0f28-4eb3-b0d5-d507288decc4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.633022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf0b01-48bb-42cf-97db-3d35462ca858 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:44.637177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36bf0b01-48bb-42cf-97db-3d35462ca858 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:44.639727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:44.642205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56624) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.649186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.653472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'port': {'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf', 'name': 'tempest-FloatingIPTestJSON-262040005'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:44.671594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:44.672204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.702191 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.702191 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26942f-e8d2-4627-b3c5-37d413233bea None None] The sync data for ids ['2144a984-0f28-4eb3-b0d5-d507288decc4'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:44.746425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:44.746828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630151a1-45b1-4014-9931-54a522b16a7f None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:44.750038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.759875 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6641c31a-514b-43ad-a51b-af3a05b0b90e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.760337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6641c31a-514b-43ad-a51b-af3a05b0b90e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.764891 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6641c31a-514b-43ad-a51b-af3a05b0b90e tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/6c077323-b2ec-4a92-a32e-cc6eeb581f24 HTTP/1.1" status: 404 len: 337 time: 0.2243032 Feb 15 13:46:44.765518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56628) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.795962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffd41fd-18fc-47a0-81d4-96a6a897dd1b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.795962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffd41fd-18fc-47a0-81d4-96a6a897dd1b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.797455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ffd41fd-18fc-47a0-81d4-96a6a897dd1b tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/f2c91d92-41f1-4f23-a9e4-5c5dd106946f HTTP/1.1" status: 404 len: 339 time: 0.0309765 Feb 15 13:46:44.800997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56632) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.835639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.836494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.858734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:44.863497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:port and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:44.866398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:44.871894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:44.882001 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f99282-078c-4805-8b70-31edd7297c36 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.882447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:44.882566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f99282-078c-4805-8b70-31edd7297c36 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.884196 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51f99282-078c-4805-8b70-31edd7297c36 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/213458a4-3ead-4eae-944f-de5011ea58c4 HTTP/1.1" status: 404 len: 337 time: 0.0819912 Feb 15 13:46:44.887396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56636) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.919496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:44.921543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36bf0b01-48bb-42cf-97db-3d35462ca858 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:44.922682 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36bf0b01-48bb-42cf-97db-3d35462ca858 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports/51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a HTTP/1.1" status: 200 len: 976 time: 0.4211466 Feb 15 13:46:44.931090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56640) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.933685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Usage tracker for resource:security_group_rule and tenant:8b56d2cee2124b2a81e6ac88da1fd57a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:44.936990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:44.984942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=9961c11b-9998-4848-9141-cafc721c7479,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:44.989206 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-764d7baa-e44f-4e22-9e2e-921b9827f956 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:44.989702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764d7baa-e44f-4e22-9e2e-921b9827f956 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:44.991323 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-764d7baa-e44f-4e22-9e2e-921b9827f956 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/7f178275-c6ff-452c-9fcd-fe8559eb1385 HTTP/1.1" status: 404 len: 339 time: 0.1014440 Feb 15 13:46:44.995822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56644) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:44.999760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:45.044484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2fce41-b449-493e-a67e-edc4cb3818c9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.044930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2fce41-b449-493e-a67e-edc4cb3818c9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.046637 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ba2fce41-b449-493e-a67e-edc4cb3818c9 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/9fe4a13f-99cd-41df-8a96-81bc8c88b858 HTTP/1.1" status: 404 len: 337 time: 0.0498381 Feb 15 13:46:45.050529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56648) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.060004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:45.063508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.131610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] device_id is not set on port f0651a1b-0c9d-4f19-95ff-f14240fc5e68 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:45.226586 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a58197-c48c-42f8-b4a8-279d6f25d97f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.227043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a58197-c48c-42f8-b4a8-279d6f25d97f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.228789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d8a58197-c48c-42f8-b4a8-279d6f25d97f tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/46b2fe67-f576-4a14-936e-bc6cd6a93e9b HTTP/1.1" status: 404 len: 339 time: 0.1773484 Feb 15 13:46:45.231846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56652) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.276315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 201f93a7-b638-4609-bdfa-4744013ee182 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:45.277425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc9e1a-12ff-4065-a820-72bc5602c046 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.277861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcc9e1a-12ff-4065-a820-72bc5602c046 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.279530 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-adcc9e1a-12ff-4065-a820-72bc5602c046 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/6039b3db-9b3f-4f0f-a3b5-24edacd00a56 HTTP/1.1" status: 404 len: 337 time: 0.0468061 Feb 15 13:46:45.280538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:45.285125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56656) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.391495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.428806 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58c03bb-8d42-48a7-be6f-63b545245d34 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.429052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58c03bb-8d42-48a7-be6f-63b545245d34 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.433339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f58c03bb-8d42-48a7-be6f-63b545245d34 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/86c98717-2264-448e-aa23-563192ac22b5 HTTP/1.1" status: 404 len: 339 time: 0.1448936 Feb 15 13:46:45.437590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56660) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.515298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.561113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ebf9a074-e838-4156-9821-e18f92af3426 req-6f3c48e0-d4e9-422a-a71b-fd3060c3c2df tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0445523 Feb 15 13:46:45.597484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Router 45856650-ba1a-4475-b2fa-9bd5ce679a35 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:45.623910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2b9a6a1c-0dbd-405d-a7c3-bc0a9d2bd7af None None] Provisioning complete for port 9961c11b-9998-4848-9141-cafc721c7479 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:45.625068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6a1c-0dbd-405d-a7c3-bc0a9d2bd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.655354 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a5a01-0d5d-406d-b6f0-c82e2a75c249 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.655932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a5a01-0d5d-406d-b6f0-c82e2a75c249 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.692608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a6a1c-0dbd-405d-a7c3-bc0a9d2bd7af None None] Port 9961c11b-9998-4848-9141-cafc721c7479 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:45.714803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.6 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/f0651a1b-0c9d-4f19-95ff-f14240fc5e68) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:45.719035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6e7a5a01-0d5d-406d-b6f0-c82e2a75c249 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/4bff186a-9955-4f04-94e1-b1f17b39e369 HTTP/1.1" status: 404 len: 337 time: 0.2804897 Feb 15 13:46:45.724982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56666) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.728319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b66f453-bf1b-4f16-9ded-2ad2df032c13,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:45.769960 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-264583fd-132d-4c22-9b07-c94caebdbc0a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.770414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264583fd-132d-4c22-9b07-c94caebdbc0a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.772050 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-264583fd-132d-4c22-9b07-c94caebdbc0a tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/90c388fc-25b5-48cd-834d-810407ee6146 HTTP/1.1" status: 404 len: 339 time: 0.0450714 Feb 15 13:46:45.777269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56670) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.812327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:45.821974 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-df7213fd-97b7-474f-8469-092bba862d25 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/routers/45856650-ba1a-4475-b2fa-9bd5ce679a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4241295 Feb 15 13:46:45.824144 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] Sync routers for ids ['45856650-ba1a-4475-b2fa-9bd5ce679a35'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:45.825809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56674) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.828959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559b484-e285-45f1-aab0-29ef0cd84712 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.829423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559b484-e285-45f1-aab0-29ef0cd84712 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.833858 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1559b484-e285-45f1-aab0-29ef0cd84712 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/6c3dcd4a-db87-4564-b91a-9405007c4109 HTTP/1.1" status: 404 len: 337 time: 0.0530372 Feb 15 13:46:45.840353 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] Routers {'45856650-ba1a-4475-b2fa-9bd5ce679a35'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:45.840947 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['45856650-ba1a-4475-b2fa-9bd5ce679a35'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:45.848521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.852412 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-11e9f473-778d-4e2f-8d34-819f7a681a22 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2915490 Feb 15 13:46:45.856200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56678) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.856200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56680) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.867295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4dced3d7-e15e-4216-a80a-4a75a0c75d21 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:45.867963 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-4dced3d7-e15e-4216-a80a-4a75a0c75d21 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 13:46:45.868924 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-4dced3d7-e15e-4216-a80a-4a75a0c75d21 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 13:46:45.869359 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4dced3d7-e15e-4216-a80a-4a75a0c75d21 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "PUT /v2.0/security-groups/8b66f453-bf1b-4f16-9ded-2ad2df032c13 HTTP/1.1" status: 409 len: 330 time: 0.0087793 Feb 15 13:46:45.872337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56686) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.909176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:45.918748 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] Routers {'45856650-ba1a-4475-b2fa-9bd5ce679a35'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:45.919402 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['45856650-ba1a-4475-b2fa-9bd5ce679a35'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:45.967194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:45.977516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefc9db-fbbb-4dc1-85ce-fc555a61ebd0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:45.978508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2fefc9db-fbbb-4dc1-85ce-fc555a61ebd0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:45.979088 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6b47e3-45bd-4ecd-92ba-66e664e20fc5 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] DELETE failed (client error): The resource could not be found. Feb 15 13:46:45.979554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6b47e3-45bd-4ecd-92ba-66e664e20fc5 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:46:45.983884 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4c6b47e3-45bd-4ecd-92ba-66e664e20fc5 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/bf5cf9a4-2332-42ba-8d96-78269bfe57c3 HTTP/1.1" status: 404 len: 339 time: 0.1224768 Feb 15 13:46:45.985437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56690) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:45.985568 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:45.985962 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb062-7bce-40fe-8861-aa4d6327e7e7 None None] The sync data for ids ['45856650-ba1a-4475-b2fa-9bd5ce679a35'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:46.013754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.078618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2fefc9db-fbbb-4dc1-85ce-fc555a61ebd0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:46.079736 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2fefc9db-fbbb-4dc1-85ce-fc555a61ebd0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?device_id=45856650-ba1a-4475-b2fa-9bd5ce679a35 HTTP/1.1" status: 200 len: 989 time: 0.2527325 Feb 15 13:46:46.082790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56694) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:46.097040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting subnet 03769da3-f54f-40fc-a6d2-a66322b7845d {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:46.113803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.144276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.211530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.235772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b66f453-bf1b-4f16-9ded-2ad2df032c13,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:46.243882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.288473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.394677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.395770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d9a0dd0c-797d-4c06-8be2-8a87771a6f25 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/8b66f453-bf1b-4f16-9ded-2ad2df032c13 HTTP/1.1" status: 204 len: 168 time: 0.5222547 Feb 15 13:46:46.405447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56698) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:46.506201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-83e8f531-512d-4b3d-b77d-8793a334f85d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Synchronizing usage tracker for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:46.582169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.593894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-83e8f531-512d-4b3d-b77d-8793a334f85d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] Unset dirty status for tenant:8b56d2cee2124b2a81e6ac88da1fd57a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:46.600678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-83e8f531-512d-4b3d-b77d-8793a334f85d tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1896749 Feb 15 13:46:46.600678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56704) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:46.621828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0da5ac8e-2d4a-4a69-941e-89b4d443bb0a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] delete failed (client error): The resource could not be found. Feb 15 13:46:46.626203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0da5ac8e-2d4a-4a69-941e-89b4d443bb0a tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "DELETE /v2.0/security-groups/488420ae-8c8e-4a76-a434-08fd188e7d89 HTTP/1.1" status: 404 len: 347 time: 0.0213034 Feb 15 13:46:46.627405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56708) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:46.629903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.694869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-f63551b0-5c66-426a-a6eb-7bc0d2fe7772 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] show failed (client error): The resource could not be found. Feb 15 13:46:46.695886 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f63551b0-5c66-426a-a6eb-7bc0d2fe7772 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-groups/9d94ac5c-33e2-4736-add3-cf7e1c32a10f HTTP/1.1" status: 404 len: 347 time: 0.0674558 Feb 15 13:46:46.698990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66427e6f-316a-41ee-af6b-e74c1693133d req-bc45d145-996a-43e3-a36c-6b15fb28e16a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0510612 Feb 15 13:46:46.710596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56712) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:46.742056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:46.749109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:46.751534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:46.760162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.781892 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-9c9d912c-4376-4bed-a3e9-f1d6664ce636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] show failed (client error): The resource could not be found. Feb 15 13:46:46.782916 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c9d912c-4376-4bed-a3e9-f1d6664ce636 tempest-NegativeSecGroupIPv6Test-1528680358 tempest-NegativeSecGroupIPv6Test-1528680358-project] 10.222.0.61 "GET /v2.0/security-group-rules/c931c29d-16d5-4e88-912c-5a97eff67ac1 HTTP/1.1" status: 404 len: 356 time: 0.0684733 Feb 15 13:46:46.799521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=f0651a1b-0c9d-4f19-95ff-f14240fc5e68,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:46.842491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:46.843149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.847803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:46.848137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.898644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.954423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Subnet': ['ID=03769da3-f54f-40fc-a6d2-a66322b7845d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:46.960961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901c17a-b3d7-4350-92bb-3db796669b3e None None] Network edb29417-ba86-46b1-b930-3356949322e9 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:46.967480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:46.969646 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d88e5dc0-dd1f-4067-ae0f-dab6085cee8c tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/subnets/03769da3-f54f-40fc-a6d2-a66322b7845d HTTP/1.1" status: 204 len: 168 time: 0.9832914 Feb 15 13:46:46.973951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56718) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:47.124276 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c1abee73-eb9f-4f24-a373-1fe4dc6f7bb7 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4784217 Feb 15 13:46:47.130493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56722) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:47.177684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'port': {'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf', 'name': 'tempest-FloatingIPTestJSON-986125282'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:47.204834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.233916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port 051d50cd-08ad-4b60-a46c-07e32064426e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:47.234387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.248780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] DHCP port deletion for edb29417-ba86-46b1-b930-3356949322e9 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:47.256078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Deleting port 051d50cd-08ad-4b60-a46c-07e32064426e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:47.256758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.288474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.339225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 9961c11b-9998-4848-9141-cafc721c7479 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:47.339575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.400035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:47.408614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:port and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:47.413734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:47.442967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:47.444159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56728) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:47.521965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] For port 051d50cd-08ad-4b60-a46c-07e32064426e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=051d50cd-08ad-4b60-a46c-07e32064426e,segment=NetworkSegment(22baf0f1-2b30-43af-bb39-ffc4002813ae),segment_id=22baf0f1-2b30-43af-bb39-ffc4002813ae)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:47.522356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.575716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:47.596429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.651075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Calling delete_port for 051d50cd-08ad-4b60-a46c-07e32064426e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:47.780203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 9961c11b-9998-4848-9141-cafc721c7479 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:47.808205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:47.811250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.815061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 051d50cd-08ad-4b60-a46c-07e32064426e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:47.835359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] For port 051d50cd-08ad-4b60-a46c-07e32064426e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=051d50cd-08ad-4b60-a46c-07e32064426e,segment=NetworkSegment(22baf0f1-2b30-43af-bb39-ffc4002813ae),segment_id=22baf0f1-2b30-43af-bb39-ffc4002813ae)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:47.843133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.845757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:47.875045 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-299b35de-ea82-42ef-8e96-166be44c3b39 req-a053dc15-2228-4c75-ad09-09212007b458 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1058562 Feb 15 13:46:47.902065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 051d50cd-08ad-4b60-a46c-07e32064426e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:47.902411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 051d50cd-08ad-4b60-a46c-07e32064426e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:47.904063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] No DVR routers for this DVR port 051d50cd-08ad-4b60-a46c-07e32064426e on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:47.905630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686fc97-1512-4139-8a5d-be3ea44ca409 None None] Pushing event deleted for resources: {'Port': ['ID=051d50cd-08ad-4b60-a46c-07e32064426e,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:47.930596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] device_id is not set on port b46e6c6c-93ad-4861-9960-a13b3a771f8c yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:47.985156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Calling delete_port for 051d50cd-08ad-4b60-a46c-07e32064426e owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:48.016460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-98515971-6d8d-4346-b956-69dd3fdc949d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b56d2cee2124b2a81e6ac88da1fd57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688128 Feb 15 13:46:48.016900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56736) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:48.129643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.3 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/b46e6c6c-93ad-4861-9960-a13b3a771f8c) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:48.194574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.198510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:48.198845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:48.223932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.261909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.279524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.320386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=9961c11b-9998-4848-9141-cafc721c7479,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:48.328994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=51e7f137-f3a3-4a89-8fc9-4d7c9c52bb6a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:48.363715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.422647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077d7fa-4ab0-4595-8167-dc35d2c26740,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:48.600452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.704215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.731418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Deleting port 051d50cd-08ad-4b60-a46c-07e32064426e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:48.731752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.777290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:48.778416 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-21839509-404b-4b06-8c47-f282941e1562 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3077d7fa-4ab0-4595-8167-dc35d2c26740 HTTP/1.1" status: 204 len: 168 time: 0.7574916 Feb 15 13:46:48.817996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] The port '051d50cd-08ad-4b60-a46c-07e32064426e' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:49.160757 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e2371a8d-88b2-4a54-90e2-efa111ba111e req-dabfb8d3-3109-4076-82d4-b869a65cca0d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1548944 Feb 15 13:46:49.170628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.179607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router 2144a984-0f28-4eb3-b0d5-d507288decc4 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:49.184469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Router 45856650-ba1a-4475-b2fa-9bd5ce679a35 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:49.187436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.208659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb29417-ba86-46b1-b930-3356949322e9']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.334184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22baf0f1-2b30-43af-bb39-ffc4002813ae') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.334471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22baf0f1-2b30-43af-bb39-ffc4002813ae') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.357300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.359162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:49.369627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:49.375112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] Sync routers for ids ['45856650-ba1a-4475-b2fa-9bd5ce679a35'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:49.378265 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0c859870-d3e2-4031-b613-405a4d3d111b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/2144a984-0f28-4eb3-b0d5-d507288decc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4457996 Feb 15 13:46:49.379902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56752) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:49.381777 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] Sync routers for ids ['2144a984-0f28-4eb3-b0d5-d507288decc4'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:49.386126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.392822 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] Routers {'2144a984-0f28-4eb3-b0d5-d507288decc4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:49.393806 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2144a984-0f28-4eb3-b0d5-d507288decc4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.394563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:49.395157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.396788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] Routers {'45856650-ba1a-4475-b2fa-9bd5ce679a35'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:49.397445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['45856650-ba1a-4475-b2fa-9bd5ce679a35'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:49.413101 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:49.465020 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.476312 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] Routers {'2144a984-0f28-4eb3-b0d5-d507288decc4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:49.477345 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['2144a984-0f28-4eb3-b0d5-d507288decc4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.489666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.501980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] Routers {'45856650-ba1a-4475-b2fa-9bd5ce679a35'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:49.503013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['45856650-ba1a-4475-b2fa-9bd5ce679a35'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.505878 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b7e69d15-d65f-44db-8202-9f9d9d5d60f2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/routers/45856650-ba1a-4475-b2fa-9bd5ce679a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217472 Feb 15 13:46:49.509958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56758) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:49.517738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.566224 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb783efe-1ea9-4e1d-8ae2-660c3b9dc95d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:46:49.566765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fb783efe-1ea9-4e1d-8ae2-660c3b9dc95d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:49.590340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.591019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfff906-db04-41a8-845f-6e3e7c5f05e0 None None] The sync data for ids ['45856650-ba1a-4475-b2fa-9bd5ce679a35'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:49.594079 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:49.594992 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263384ab-c211-4e5a-94f4-bdc06b32b9b6 None None] The sync data for ids ['2144a984-0f28-4eb3-b0d5-d507288decc4'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:49.598512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.603921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.631267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] Pushing event deleted for resources: {'Network': ['ID=edb29417-ba86-46b1-b930-3356949322e9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:49.643558 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3cbbc7c5-0273-4c42-baf7-65e182a54420 tempest-NetworksTest-733312364 tempest-NetworksTest-733312364-project] 10.222.0.61 "DELETE /v2.0/networks/edb29417-ba86-46b1-b930-3356949322e9 HTTP/1.1" status: 204 len: 168 time: 2.6623785 Feb 15 13:46:49.661079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fb783efe-1ea9-4e1d-8ae2-660c3b9dc95d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:49.662279 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fb783efe-1ea9-4e1d-8ae2-660c3b9dc95d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/9961c11b-9998-4848-9141-cafc721c7479 HTTP/1.1" status: 404 len: 333 time: 0.1526387 Feb 15 13:46:49.665111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56764) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:49.812000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:49.889771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=b46e6c6c-93ad-4861-9960-a13b3a771f8c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:49.895918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:49.899337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:49.903082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:50.009037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-c5bf4fa0-f525-467b-a8b2-1a3b9904af83 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 13:46:50.012689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c5bf4fa0-f525-467b-a8b2-1a3b9904af83 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/2144a984-0f28-4eb3-b0d5-d507288decc4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6288142 Feb 15 13:46:50.013053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56774) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.070193 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51d493a5-e6ae-468c-a6fa-ab21ed2e77e4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=2144a984-0f28-4eb3-b0d5-d507288decc4 HTTP/1.1" status: 200 len: 205 time: 0.0552595 Feb 15 13:46:50.072661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56782) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.119142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.121530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.178675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56786) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.200795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.259699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.260329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Fanout notify agent at l3_agent the message router_deleted on router 45856650-ba1a-4475-b2fa-9bd5ce679a35 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:46:50.273861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.277942 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3fcb478e-a3e8-41a9-b73a-04017e34241c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/routers/45856650-ba1a-4475-b2fa-9bd5ce679a35 HTTP/1.1" status: 204 len: 168 time: 0.6117182 Feb 15 13:46:50.278660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56800) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.292741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:50.293307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.349840 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-af235df2-5a18-4f7c-b137-18efccdf81e7 tempest-ServiceProvidersTest-705897762 tempest-ServiceProvidersTest-705897762-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1475883 Feb 15 13:46:50.405819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a5ac9846-a4a5-4fbe-bd18-077d03b67ef1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7ca25f0341f486f9186446e25d31932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226727 Feb 15 13:46:50.407859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56806) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.417805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9b64ecca-d120-45bd-acc8-88c0317d24ef req-1e7c965b-d3dd-40f4-ac2d-3edf7cad9018 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1311395 Feb 15 13:46:50.424306 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb8ebabf-7335-42c9-ae8a-c6a1e6d4bd09 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2504430 Feb 15 13:46:50.426933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56810) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.431206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.444221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:50.457996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.489626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'b46e6c6c-93ad-4861-9960-a13b3a771f8c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:50.554600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:50.567903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:floatingip and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:50.572180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:50.618108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:50.633197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.668757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.698309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.757064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.759480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.806665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.842968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.867436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56816) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.914409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.914835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router 2144a984-0f28-4eb3-b0d5-d507288decc4 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:46:50.931511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:50.933434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-74c7ff62-9eaf-474e-96d5-7d81dadb1c06 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/2144a984-0f28-4eb3-b0d5-d507288decc4 HTTP/1.1" status: 204 len: 168 time: 0.8591807 Feb 15 13:46:50.936075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56822) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:50.975162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.009366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.015732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.050016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fe5be-a3e2-4ade-9ac9-267ed2abe100,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:51.071003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.095551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.102861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8f289-1833-4556-8cb0-b4f0737c18de None None] Network 201f93a7-b638-4609-bdfa-4744013ee182 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:51.105459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:51.114187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.115303 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10bd15e3-32ff-483d-ba4d-da9194a95b2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b65fe5be-a3e2-4ade-9ac9-267ed2abe100 HTTP/1.1" status: 204 len: 168 time: 0.7076244 Feb 15 13:46:51.121351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet f07d7942-6976-40d9-9f65-b946fed95f92 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:46:51.123645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:51.130181 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1c1bb1e2-9e68-4bc8-bb47-2fea57999430 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb HTTP/1.1" status: 204 len: 168 time: 0.8470585 Feb 15 13:46:51.131088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56828) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:51.133705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Usage tracker for resource:security_group_rule and tenant:23bf8e20fa394d2ebc2f81c0326186fc is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:51.136148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.165808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.88 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/d868cdb6-3c6c-47c5-9ce6-3243a7cc430e) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:51.182822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:51.206092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:51.327422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.327809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.385331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.404264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] DHCP port deletion for 201f93a7-b638-4609-bdfa-4744013ee182 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:51.408704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Deleting port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:51.409077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.430652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:51.430998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.450948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.588274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.648033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=d868cdb6-3c6c-47c5-9ce6-3243a7cc430e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:51.662255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:51.679100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03ac75f4-cb74-43d3-863c-664df2aadd22 req-64d80d90-b80c-4b9e-9358-c89711950048 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0976379 Feb 15 13:46:51.680807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:51.689259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:51.742744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.775201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] For port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,segment=NetworkSegment(ddafbaad-3c5b-40cc-92f3-903187e06e31),segment_id=ddafbaad-3c5b-40cc-92f3-903187e06e31)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:51.775201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.793835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] For port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,segment=NetworkSegment(ddafbaad-3c5b-40cc-92f3-903187e06e31),segment_id=ddafbaad-3c5b-40cc-92f3-903187e06e31)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:51.794195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.849390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 70ed5850-d987-4a13-8bd8-fd7ee36aad6a no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:51.925037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:51.938134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 70ed5850-d987-4a13-8bd8-fd7ee36aad6a owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:51.952721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Calling delete_port for 70ed5850-d987-4a13-8bd8-fd7ee36aad6a owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:51.987970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.077651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.088380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23bf8e20fa394d2ebc2f81c0326186fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2198269 Feb 15 13:46:52.089292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=f07d7942-6976-40d9-9f65-b946fed95f92,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:52.092082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56834) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:52.098714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544f9f-fe47-4b6f-9dcc-aa41dbaa0b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf89a1-15ec-4e96-ba3f-2e113fe3c8e9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:52.102438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.122242 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-edfe36b1-0717-432b-8c0c-68b9e64af11d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/f07d7942-6976-40d9-9f65-b946fed95f92 HTTP/1.1" status: 204 len: 168 time: 1.1825471 Feb 15 13:46:52.125063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e91d38-ba5e-4c7d-bf60-606d990b021d None None] Network ce742834-cb4c-4d49-a072-3ed27f977f96 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:52.138208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56838) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:52.271198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.299704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.312695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.324509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.328101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port f5dc979b-7cf7-43d3-a0d7-a700287aa706 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:52.328430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.370673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:52.371004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:52.400439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.402631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] Pushing event deleted for resources: {'Port': ['ID=70ed5850-d987-4a13-8bd8-fd7ee36aad6a,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:52.410079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d45fc-3d17-45d6-ae99-7f10d9c28c06 None None] No DVR routers for this DVR port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:52.440109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.503702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] DHCP port deletion for ce742834-cb4c-4d49-a072-3ed27f977f96 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:46:52.508356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Deleting port f5dc979b-7cf7-43d3-a0d7-a700287aa706 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:52.508753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.690779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.696024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port f5dc979b-7cf7-43d3-a0d7-a700287aa706, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f5dc979b-7cf7-43d3-a0d7-a700287aa706,segment=NetworkSegment(35663406-7309-459e-8311-ff197277a0d0),segment_id=35663406-7309-459e-8311-ff197277a0d0)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:52.696376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.751988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] For port f5dc979b-7cf7-43d3-a0d7-a700287aa706, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f5dc979b-7cf7-43d3-a0d7-a700287aa706,segment=NetworkSegment(35663406-7309-459e-8311-ff197277a0d0),segment_id=35663406-7309-459e-8311-ff197277a0d0)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:52.752552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.779302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de844f49-8d45-46d5-b784-befa35e8acf0 req-35865835-4d7a-4c49-9bf2-567d14a045a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0469413 Feb 15 13:46:52.824993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for f5dc979b-7cf7-43d3-a0d7-a700287aa706 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:52.843788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.852190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.873014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 70ed5850-d987-4a13-8bd8-fd7ee36aad6a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:52.873375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:52.881586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Calling delete_port for f5dc979b-7cf7-43d3-a0d7-a700287aa706 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:52.920265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf89a1-15ec-4e96-ba3f-2e113fe3c8e9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:52.953352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=d868cdb6-3c6c-47c5-9ce6-3243a7cc430e,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:52.958621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] The port '70ed5850-d987-4a13-8bd8-fd7ee36aad6a' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:52.966745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.103540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.107258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.127573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.128808 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-80d7c00b-47b8-4587-8d42-98410a19970c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bebf89a1-15ec-4e96-ba3f-2e113fe3c8e9 HTTP/1.1" status: 204 len: 168 time: 1.0224655 Feb 15 13:46:53.135719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201f93a7-b638-4609-bdfa-4744013ee182']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.148777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 462d79b0-a9a2-4a73-aa02-affb53f5168d associated. External IP: 172.26.0.88, port: b46e6c6c-93ad-4861-9960-a13b3a771f8c. Feb 15 13:46:53.154292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddafbaad-3c5b-40cc-92f3-903187e06e31') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.154612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddafbaad-3c5b-40cc-92f3-903187e06e31') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.167599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] No DVR routers for this DVR port f5dc979b-7cf7-43d3-a0d7-a700287aa706 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:46:53.168853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.186319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be499b-0cd1-4915-a29f-806142353ef9 None None] Pushing event deleted for resources: {'Port': ['ID=f5dc979b-7cf7-43d3-a0d7-a700287aa706,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:53.193831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.199350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:46:53.199664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:46:53.202266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:53.209073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:53.217911 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:53.397448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.416512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.427988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=201f93a7-b638-4609-bdfa-4744013ee182,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:53.435829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9de6bb5a-c2ba-4deb-8576-1d3a5b97a85c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/201f93a7-b638-4609-bdfa-4744013ee182 HTTP/1.1" status: 204 len: 168 time: 2.3006661 Feb 15 13:46:53.436526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56846) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:53.520849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c44a34-95a9-469e-8585-2affd6b0bb55 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:53.521458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76c44a34-95a9-469e-8585-2affd6b0bb55 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:53.558912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:53.655626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76c44a34-95a9-469e-8585-2affd6b0bb55 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:53.661436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-76c44a34-95a9-469e-8585-2affd6b0bb55 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/6982c638-696c-43f9-b8d3-0a66899d6dee HTTP/1.1" status: 200 len: 845 time: 0.2193367 Feb 15 13:46:53.661642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56850) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:53.700884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port f5dc979b-7cf7-43d3-a0d7-a700287aa706 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:53.701288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.772755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] The port 'f5dc979b-7cf7-43d3-a0d7-a700287aa706' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:46:53.808450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3d029670-9b61-4b94-bd56-4ca5b6758354 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:46:53.828811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:53.833278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f5dc979b-7cf7-43d3-a0d7-a700287aa706 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:46:53.839010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3d029670-9b61-4b94-bd56-4ca5b6758354 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:46:53.844212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3d029670-9b61-4b94-bd56-4ca5b6758354 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/6982c638-696c-43f9-b8d3-0a66899d6dee?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1777754 Feb 15 13:46:53.845534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56856) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:53.853551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:53.864967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:53.880609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f5dc979b-7cf7-43d3-a0d7-a700287aa706 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:46:53.881203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f5dc979b-7cf7-43d3-a0d7-a700287aa706 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:46:53.890539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:53.891163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.914276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:53.955754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce742834-cb4c-4d49-a072-3ed27f977f96']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.970583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35663406-7309-459e-8311-ff197277a0d0') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.971152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35663406-7309-459e-8311-ff197277a0d0') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:53.984839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.005232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:54.007976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.014430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:54.014786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:54.015705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:46:54.016293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:46:54.033221 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:46:54.079325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:54.080666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b349d1f-43e8-4708-92c8-969f4355252a None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:54.112995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5981222e-f50e-4cc3-b9c9-763e5db4817b req-323f1ae6-2eb3-47a2-8aa1-b7eb11463783 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.2433610 Feb 15 13:46:54.162448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:54.166456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:54.169603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:54.176023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:54.238574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.257782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.263231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.267236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=ce742834-cb4c-4d49-a072-3ed27f977f96,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:54.270802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b690883-4be6-4b39-9c75-bc9cabdc65dc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/ce742834-cb4c-4d49-a072-3ed27f977f96 HTTP/1.1" status: 204 len: 168 time: 2.1312311 Feb 15 13:46:54.274501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56860) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:54.280172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123164085'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:54.285522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:54.289469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:54.292262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:54.303004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:54.327112 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aa9dc248-f947-4b45-ae53-bf243ec5433f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.8989756 Feb 15 13:46:54.330036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56864) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:54.335037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:54.407552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:54.411068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.449499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:54.453001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.482318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:46:54.492675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.492986 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 38eddfa5-76e5-4a56-8176-e1270f82cee8 of type vlan for network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 Feb 15 13:46:54.520050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.527824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.670876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.677154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:54.677807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.785016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=4d2e7188-d484-4aa4-aac6-f2ac9321db86,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:54.795080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:46:54.864741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:54.866133 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-862d40d3-1c01-4ef2-8d7c-0235b25f4721 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5905435 Feb 15 13:46:54.868936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56868) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:54.874763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:55.022232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.026203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.026510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 462d79b0-a9a2-4a73-aa02-affb53f5168d disassociated. External IP: 172.26.0.88, port: b46e6c6c-93ad-4861-9960-a13b3a771f8c. Feb 15 13:46:55.082612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:55.086412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:55.089229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:55.094967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:55.157496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:55.191544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:55.195357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.210023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:55.220825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c981e59-b628-449a-a915-fc474245c758 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:55.223781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:55.224365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.301016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27350921-3866-4ef9-a203-ffe238cb199b req-4c53d9b3-4b9d-480d-8454-6ccc416ba2fb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0889266 Feb 15 13:46:55.306279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=d7d39342-7a17-4369-bf7c-bb7c5caf06d2,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:55.465922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aadc74ef-b477-4a11-9c1c-4e0ecfc5b2cc tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6192071 Feb 15 13:46:55.468746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:55.472223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'tenant_id': '6699973be7b343638cc6a0d19dd97626', 'fixed_ips': [{'subnet_id': 'd7d39342-7a17-4369-bf7c-bb7c5caf06d2'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:55.473331 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.474519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090826565'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:55.480857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:55.484681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:55.488393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:55.495029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:55.517683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:46:55.530091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.613630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=c60b2e7e-411c-44f9-895a-88cb496a00c6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:55.635409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '38eddfa5-76e5-4a56-8176-e1270f82cee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:55.635817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 4d2e7188-d484-4aa4-aac6-f2ac9321db86, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:46:55.663528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Allocated IP 2001:db8::2 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/d7d39342-7a17-4369-bf7c-bb7c5caf06d2/7e814e5d-d737-4104-a5f3-4d39831c1c09) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:55.716542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.741731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:55.746430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:55.750041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:55.754691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:46:55.761255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:55.836572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.865488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 4d2e7188-d484-4aa4-aac6-f2ac9321db86) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:55.871032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:55.871614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.876833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:46:55.886183 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:46:55.890678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.892742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.895918 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:55.896759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:55.903409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f40ad-ce19-40ff-8ba2-c3b1e9427d08 None None] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:55.923816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Transition to ACTIVE for port object 7e814e5d-d737-4104-a5f3-4d39831c1c09 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:55.942024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:55.956434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1bfbb262-61eb-4d45-8c87-45d7140f2d34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/462d79b0-a9a2-4a73-aa02-affb53f5168d HTTP/1.1" status: 200 len: 687 time: 1.6252582 Feb 15 13:46:55.959672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56878) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:55.962573 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:55.972944 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:46:55.974441 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:55.992580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a53616-da38-4b39-bf53-8779361f6fe4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:56.006544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Transition to ACTIVE for port object 7e814e5d-d737-4104-a5f3-4d39831c1c09 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:56.012581 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cd786e42-1498-4dea-b5d2-f68ed5d5fc99 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1402397 Feb 15 13:46:56.012799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56882) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:56.021581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2103630566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:56.029714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:56.036021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:56.038030 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:46:56.038848 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502d741-ec6c-48ad-8601-4f7bba81a22a None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:46:56.039273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:56.047483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:56.072789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.076638 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3d7fc5b4-3a14-43e5-80c5-935e900df08c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6042397 Feb 15 13:46:56.076899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56886) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:56.083498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001044213'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:56.089950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:56.094007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:56.098311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:56.105140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:56.120333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.147139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port d868cdb6-3c6c-47c5-9ce6-3243a7cc430e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:46:56.147476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.192921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.193702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:56.194992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.205725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:56.211288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:56.213545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.222791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:56.235279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.261245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:56.265931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:56.269762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:56.281126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:56.336357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-4d2e7188-d484-4aa4-aac6-f2ac9321db86', 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': 'c60b2e7e-411c-44f9-895a-88cb496a00c6'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:46:56.337169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.339089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.339421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.368960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.401007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.401227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Attempting to bind port 7e814e5d-d737-4104-a5f3-4d39831c1c09 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:56.401350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Attempting to bind port 7e814e5d-d737-4104-a5f3-4d39831c1c09 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '5176377c-eba8-4b23-9098-49f04bf71ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:56.401686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Attempting to bind port 7e814e5d-d737-4104-a5f3-4d39831c1c09 on network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:56.417447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:56.417818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Checking segment: {'id': '5176377c-eba8-4b23-9098-49f04bf71ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:56.418222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.418610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Bound using segment: {'id': '5176377c-eba8-4b23-9098-49f04bf71ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:56.419078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Bound port: 7e814e5d-d737-4104-a5f3-4d39831c1c09, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5176377c-eba8-4b23-9098-49f04bf71ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:56.419450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.479776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for d868cdb6-3c6c-47c5-9ce6-3243a7cc430e owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:46:56.495319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.499227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a5f8525-8623-4ae6-b8f5-167718491280 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4829345 Feb 15 13:46:56.499375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56892) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:56.559888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.563498 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-096e615a-fd6f-4344-ba0d-9f4b061e9d01 req-fae593e1-8161-4fee-9df9-a9d24c75d977 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1482885 Feb 15 13:46:56.583105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:56.585377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Allocated IP 172.20.0.2 (4d2e7188-d484-4aa4-aac6-f2ac9321db86/c60b2e7e-411c-44f9-895a-88cb496a00c6/217ed8fa-cd44-4a87-a5ea-867d6f72b342) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:56.598337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:56.731136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e401f6-207d-4c25-b74a-3e914652e8b8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:56.738704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.797021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.798262 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d78ab199-153c-4275-ae48-262df5fba8dd tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7203047 Feb 15 13:46:56.801326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56896) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:56.812465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2076549833', 'security_groups': ['30e401f6-207d-4c25-b74a-3e914652e8b8'], 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7d39342-7a17-4369-bf7c-bb7c5caf06d2'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:56.886042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:56.900499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64583e2-c830-42a1-b0d7-4c79ed303328 None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:56.945291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=d868cdb6-3c6c-47c5-9ce6-3243a7cc430e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:56.987675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.001049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Transition to ACTIVE for port object 217ed8fa-cd44-4a87-a5ea-867d6f72b342 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:57.029236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Transition to ACTIVE for port object 217ed8fa-cd44-4a87-a5ea-867d6f72b342 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:57.060771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.112923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:57.115308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.121970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:57.126185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:57.135999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:57.142657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.144146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.145324 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-74d9276a-9d3c-4efb-86ba-57abb7654ec1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/462d79b0-a9a2-4a73-aa02-affb53f5168d HTTP/1.1" status: 204 len: 168 time: 1.1847296 Feb 15 13:46:57.149718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56900) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:57.159335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'f0651a1b-0c9d-4f19-95ff-f14240fc5e68'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:57.168318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:57.174240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:floatingip and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:57.177494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:57.186800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:57.245288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:57.272220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:57.277853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:57.280857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:57.305832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Pushing event updated for resources: {'Port': ['ID=217ed8fa-cd44-4a87-a5ea-867d6f72b342,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:57.337041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.428655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Attempting to bind port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:46:57.429636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Attempting to bind port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '38eddfa5-76e5-4a56-8176-e1270f82cee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:46:57.430135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Attempting to bind port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 on network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:46:57.437628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:46:57.442511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Checking segment: {'id': '38eddfa5-76e5-4a56-8176-e1270f82cee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:46:57.442511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.442511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Bound using segment: {'id': '38eddfa5-76e5-4a56-8176-e1270f82cee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:46:57.442511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Bound port: 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eddfa5-76e5-4a56-8176-e1270f82cee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4d2e7188-d484-4aa4-aac6-f2ac9321db86'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:46:57.442511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.536808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.20.0.1 (4d2e7188-d484-4aa4-aac6-f2ac9321db86/c60b2e7e-411c-44f9-895a-88cb496a00c6/f2483e54-33f2-4e60-9557-9a4f30c7056b) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:57.551139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] For port 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:46:57.559704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] For port 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=217ed8fa-cd44-4a87-a5ea-867d6f72b342,segment=NetworkSegment(38eddfa5-76e5-4a56-8176-e1270f82cee8),segment_id=38eddfa5-76e5-4a56-8176-e1270f82cee8)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:46:57.667214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.677333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.705436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9a978786-3903-42ab-9510-b592a63211e2 req-34897067-74e6-4a38-add3-b59bc66d865f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0675707 Feb 15 13:46:57.727461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:46:57.780023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f000e-5dda-48ab-81dc-8e38fcffbecc None None] Pushing event updated for resources: {'Port': ['ID=217ed8fa-cd44-4a87-a5ea-867d6f72b342,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:57.925656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:57.943927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:46:57.947510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object f2483e54-33f2-4e60-9557-9a4f30c7056b will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:57.994992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.073269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.103267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::114 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/d7d39342-7a17-4369-bf7c-bb7c5caf06d2/5e71a294-8796-4ecd-b9b2-9aa0570e65d5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:58.167342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:58.170567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:58.175427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:58.182808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:58.222640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=f2483e54-33f2-4e60-9557-9a4f30c7056b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:58.276450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.322780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.238 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f3051f96-09c5-412b-9a6e-082864415055) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:46:58.438195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:58.438686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.496091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.506030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:58.510646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.536920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:46:58.558169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.587453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Provisioning for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:58.593900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:58.594623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.684559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.749459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.756865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.793993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=5e71a294-8796-4ecd-b9b2-9aa0570e65d5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:58.808705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:46:58.892032 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7e75d5c-ac34-4af7-8920-e1f7c37e22d1 req-101cb814-0707-4b21-9cfd-9b4545c2b163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0943060 Feb 15 13:46:58.915159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:58.915159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:58.915656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.930451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:58.946467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:58.954191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:46:58.955478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.984354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:58.995005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:58.997230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:46:59.004532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b73e1f-f6cf-4332-82d3-914e6a39ae0e None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:59.056725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=f3051f96-09c5-412b-9a6e-082864415055,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:59.070924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.084518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0ffa6-a40e-4fdf-85d3-932a7e54d2c3 None None] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:46:59.191107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=f2483e54-33f2-4e60-9557-9a4f30c7056b,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:46:59.193469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.233071 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-76714b10-c05d-472f-84e0-c5a7a40955fa tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4278781 Feb 15 13:46:59.238473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56908) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:46:59.301096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:46:59.330574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b18704dd-f592-40f7-8c78-1691f1e79ae7 None None] Provisioning for port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:59.347268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:46:59.348984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:46:59.381115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c61f269c-2b3a-41b3-be15-871fc2ae9f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.554083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:46:59.558309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa2a5380-c8f0-40e1-8ec7-cb96ccc6511c None None] Provisioning for port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:59.559843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:46:59.567796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:46:59.568118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa2a5380-c8f0-40e1-8ec7-cb96ccc6511c None None] Provisioning complete for port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:59.568475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5380-c8f0-40e1-8ec7-cb96ccc6511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.638511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a5380-c8f0-40e1-8ec7-cb96ccc6511c None None] Port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:46:59.720069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:46:59.730273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router c14f417f-90bf-4e62-94b1-c7f704401142 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:46:59.787103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.856335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:46:59.872178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.905146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6deb9070-d409-47a0-a60e-06e3d46714af None None] Provisioning for port f2483e54-33f2-4e60-9557-9a4f30c7056b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:46:59.913547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6deb9070-d409-47a0-a60e-06e3d46714af None None] Provisioning complete for port f2483e54-33f2-4e60-9557-9a4f30c7056b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:46:59.914295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6deb9070-d409-47a0-a60e-06e3d46714af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:46:59.979359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:00.057532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:00.073188 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fa4d7f97-da3c-4aad-a986-4562b3724f6e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/c14f417f-90bf-4e62-94b1-c7f704401142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726774 Feb 15 13:47:00.075762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56914) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:00.079240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] Sync routers for ids ['c14f417f-90bf-4e62-94b1-c7f704401142'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:00.089078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.101803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6deb9070-d409-47a0-a60e-06e3d46714af None None] Port f2483e54-33f2-4e60-9557-9a4f30c7056b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:00.108371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] Routers {'c14f417f-90bf-4e62-94b1-c7f704401142'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:00.109008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c14f417f-90bf-4e62-94b1-c7f704401142'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:00.131233 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c989b6f9-7511-4bb9-b1e9-9221e1d19c1b req-d5156414-805f-49d5-82bd-362558082e3b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1624198 Feb 15 13:47:00.161011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db9c10-28d9-4a19-8403-60d735d5d6fc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:00.161993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-26db9c10-28d9-4a19-8403-60d735d5d6fc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:00.172870 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7d39342-7a17-4369-bf7c-bb7c5caf06d2 (CIDR: 2001:db8::/64) Feb 15 13:47:00.176270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:00.191561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] Routers {'c14f417f-90bf-4e62-94b1-c7f704401142'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:00.192176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c14f417f-90bf-4e62-94b1-c7f704401142'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:00.246653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:00.247116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.249449 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:47:00.250086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:00.264903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-26db9c10-28d9-4a19-8403-60d735d5d6fc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:00.266430 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-26db9c10-28d9-4a19-8403-60d735d5d6fc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports/f2483e54-33f2-4e60-9557-9a4f30c7056b HTTP/1.1" status: 200 len: 910 time: 0.1896894 Feb 15 13:47:00.271613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56918) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:00.338526 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1d541b5a-8271-4196-b936-39b12fb8803e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0967505 Feb 15 13:47:00.340549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56922) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:00.353916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:00.358392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:00.358392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375c983-5343-4e34-bf04-562f2ad7370e None None] The sync data for ids ['c14f417f-90bf-4e62-94b1-c7f704401142'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:00.363326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.370794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-794dc5ac-aa3b-49fd-a194-b5a24a977e61 None None] Provisioning complete for port f2483e54-33f2-4e60-9557-9a4f30c7056b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:00.371170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-794dc5ac-aa3b-49fd-a194-b5a24a977e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.463427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-794dc5ac-aa3b-49fd-a194-b5a24a977e61 None None] Port f2483e54-33f2-4e60-9557-9a4f30c7056b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:00.467503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.486714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 217ed8fa-cd44-4a87-a5ea-867d6f72b342 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:00.574070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=f3051f96-09c5-412b-9a6e-082864415055,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:00.593522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.609602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:00.617387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:00.618265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.741368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:00.748663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:00.753807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:00.764076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.779160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 45317834-2218-499e-9750-5c914b63e33f associated. External IP: 172.26.0.238, port: f0651a1b-0c9d-4f19-95ff-f14240fc5e68. Feb 15 13:47:00.798435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:00.801343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=217ed8fa-cd44-4a87-a5ea-867d6f72b342,segment=NetworkSegment(38eddfa5-76e5-4a56-8176-e1270f82cee8),segment_id=38eddfa5-76e5-4a56-8176-e1270f82cee8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:00.910772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.945242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:00.948912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:00.981090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=217ed8fa-cd44-4a87-a5ea-867d6f72b342,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:01.057157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:01.149488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:01.278492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4e64257e-3c48-4687-a79b-e10bbebc546b req-cb440dfe-d995-40ea-846f-6edb86e1042a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0619900 Feb 15 13:47:01.417805 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:47:01.512957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:01.527790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port f2483e54-33f2-4e60-9557-9a4f30c7056b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:01.528257 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:01.530311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:01.536177 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:01.537145 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:01.598764 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:01.607695 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:01.608277 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:46:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:01.673174 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:01.674074 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fa456-1c2d-49d2-9f78-f9fd2cb01d77 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:01.712663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:01.777694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-95c82c40-8e57-420c-9279-cbb47d753bb4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6219132 Feb 15 13:47:01.778027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56928) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:01.781188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:01.831857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 217ed8fa-cd44-4a87-a5ea-867d6f72b342 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:01.851930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:01.863347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:01.874562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:01.875245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:01.880389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eed2d9-3a45-45d6-9f46-a17a953742c1 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:01.891395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e97d472d-91e4-4a77-bd6f-dda316c590bc tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/floatingips/45317834-2218-499e-9750-5c914b63e33f HTTP/1.1" status: 200 len: 977 time: 0.1099768 Feb 15 13:47:01.891635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56932) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:01.915662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=0b1806f3-cc09-47ea-8173-049c691ac58d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:01.939077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.001159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d668a139-5e46-4d2d-bdbe-0b92ba5440c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Synchronizing usage tracker for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:floatingip {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:02.024812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:02.025186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.064564 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2aafe633-e9ec-4986-84d4-73861851c1c5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7247188 Feb 15 13:47:02.067645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56936) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:02.071553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for f2483e54-33f2-4e60-9557-9a4f30c7056b owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:02.074687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-977576886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b1806f3-cc09-47ea-8173-049c691ac58d'}], 'security_groups': ['a5a53616-da38-4b39-bf53-8779361f6fe4']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:02.118867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d668a139-5e46-4d2d-bdbe-0b92ba5440c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Unset dirty status for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:floatingip {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:02.120641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d668a139-5e46-4d2d-bdbe-0b92ba5440c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2280269 Feb 15 13:47:02.122946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56940) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:02.131447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': 'b46e6c6c-93ad-4861-9960-a13b3a771f8c'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:02.209731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.272564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.405063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6b89c81-3621-4fbe-a3e4-4ec7795a79b5 req-3ce4f232-ce46-49ba-ae5b-f6c9a4743009 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0558944 Feb 15 13:47:02.481356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Update dhcp port {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'fixed_ips': [{'subnet_id': 'd7d39342-7a17-4369-bf7c-bb7c5caf06d2', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b1806f3-cc09-47ea-8173-049c691ac58d'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7e814e5d-d737-4104-a5f3-4d39831c1c09'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:47:02.538802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.652449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b2da300c-e1d3-427e-b5c7-7d47efa758f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.691564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.699500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.752909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Delete allocated IP 2001:db8::114 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/d7d39342-7a17-4369-bf7c-bb7c5caf06d2) {{(pid=88297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:47:02.761730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8:0:1::31f (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/0b1806f3-cc09-47ea-8173-049c691ac58d/5e71a294-8796-4ecd-b9b2-9aa0570e65d5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:02.771108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=f2483e54-33f2-4e60-9557-9a4f30c7056b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:02.889533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:02.999080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.019065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:03.208382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.255341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.283127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Allocated IP 2001:db8:0:1::2 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/0b1806f3-cc09-47ea-8173-049c691ac58d/7e814e5d-d737-4104-a5f3-4d39831c1c09) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:03.316164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] In _notify_port_updated(), no bound segment for port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 on network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:47:03.323562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:03.324213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.328108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/ports/5e71a294-8796-4ecd-b9b2-9aa0570e65d5 HTTP/1.1" status: 200 len: 930 time: 1.2565415 Feb 15 13:47:03.330026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56946) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:03.347572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.384546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ea2c0-d453-44a2-a4be-65bf8b79d124 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=5e71a294-8796-4ecd-b9b2-9aa0570e65d5,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:03.412304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:03.412718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.435836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:03.471738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.490133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Transition to ACTIVE for port object 7e814e5d-d737-4104-a5f3-4d39831c1c09 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:03.521411 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8815b036-ab26-4c7f-bdfd-5a2bec25f100 req-e6a92f4d-7a41-47d0-8ce1-1918a9ba6eb4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0494411 Feb 15 13:47:03.603790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.706164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router c14f417f-90bf-4e62-94b1-c7f704401142 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:03.753960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052b2a8-d746-4ccb-afd7-f5c5e858e4ef None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:03.762358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.859224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:03.911138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 5e71a294-8796-4ecd-b9b2-9aa0570e65d5 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:03.937353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:03.941942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:03.954739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] Sync routers for ids ['c14f417f-90bf-4e62-94b1-c7f704401142'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:03.971550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] Routers {'c14f417f-90bf-4e62-94b1-c7f704401142'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:03.972212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c14f417f-90bf-4e62-94b1-c7f704401142'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:04.033560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.054398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:04.066439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] Routers {'c14f417f-90bf-4e62-94b1-c7f704401142'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:04.067141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c14f417f-90bf-4e62-94b1-c7f704401142'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:04.101019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-88fdacf2-5c2e-45f4-a19f-6cd65222f11e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/c14f417f-90bf-4e62-94b1-c7f704401142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281569 Feb 15 13:47:04.104248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56952) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:04.183023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:04.183441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429579a9-9690-47c3-aeed-a98789fbea45 None None] The sync data for ids ['c14f417f-90bf-4e62-94b1-c7f704401142'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:04.186845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.242993 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 45317834-2218-499e-9750-5c914b63e33f associated. External IP: 172.26.0.238, port: f0651a1b-0c9d-4f19-95ff-f14240fc5e68. Feb 15 13:47:04.293937 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5e28dbd0-6d13-4d41-b60f-80a516b0ea8b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=c14f417f-90bf-4e62-94b1-c7f704401142 HTTP/1.1" status: 200 len: 205 time: 0.1876013 Feb 15 13:47:04.295064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.296759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56956) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:04.427469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:04.427846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.483108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=5e71a294-8796-4ecd-b9b2-9aa0570e65d5,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:04.511389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:04.524858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.628628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Provisioning for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:04.634496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:04.635551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.713834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.726654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4a809eb2-5de8-4975-989d-f2b030553d16 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/5e71a294-8796-4ecd-b9b2-9aa0570e65d5 HTTP/1.1" status: 204 len: 168 time: 1.3958175 Feb 15 13:47:04.742430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7af07a69-c5ab-4938-bf62-f73ea5b5b6fc req-968844ec-87e4-4a6d-9b42-ccba2fa16517 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1523745 Feb 15 13:47:04.756455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56962) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:04.801256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ecada9-0d2e-47f9-ba42-95f234700b44 None None] Could not find standard attr ID for object 5e71a294-8796-4ecd-b9b2-9aa0570e65d5. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:47:04.828542 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fe5485-6de7-4a86-aea6-2b010874b723 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:47:04.830434 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-40fe5485-6de7-4a86-aea6-2b010874b723 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/5e71a294-8796-4ecd-b9b2-9aa0570e65d5 HTTP/1.1" status: 404 len: 333 time: 0.0722671 Feb 15 13:47:04.833953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56966) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:04.904046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:04.913067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d189f67d-2391-41cd-b3da-8afa7c5f85bd None None] Could not find standard attr ID for object 5e71a294-8796-4ecd-b9b2-9aa0570e65d5. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:47:04.933621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.968145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:04.971069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.037298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.078388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.078938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router c14f417f-90bf-4e62-94b1-c7f704401142 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:47:05.096051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.100117 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ce79cba8-535b-404a-8123-3c194400ae2e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/c14f417f-90bf-4e62-94b1-c7f704401142 HTTP/1.1" status: 204 len: 168 time: 0.7995191 Feb 15 13:47:05.100117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56970) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:05.160261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:05.175215 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:05.179031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet c60b2e7e-411c-44f9-895a-88cb496a00c6 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:05.182232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.191205 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:05.191993 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:05.243937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.278368 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:05.291971 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:05.294007 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:05.310143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.335941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e401f6-207d-4c25-b74a-3e914652e8b8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:05.347802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.359210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.360350 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b7338e62-e251-45f0-8a60-1f7864c32a75 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/security-groups/30e401f6-207d-4c25-b74a-3e914652e8b8 HTTP/1.1" status: 204 len: 168 time: 0.5254512 Feb 15 13:47:05.365450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56974) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:05.375292 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:05.375292 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc3324-f26d-433a-8d64-d3f4d07ec3b0 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:05.511871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.552058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=c60b2e7e-411c-44f9-895a-88cb496a00c6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:05.559393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.568597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c11fb5-26c5-4e53-b902-7fef1ce38849 None None] Network 4d2e7188-d484-4aa4-aac6-f2ac9321db86 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:05.570487 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-518ad13a-f5f6-41a1-8ff5-98a462c55fec tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/c60b2e7e-411c-44f9-895a-88cb496a00c6 HTTP/1.1" status: 204 len: 168 time: 0.4652939 Feb 15 13:47:05.570487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56978) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:05.609525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:05.611103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.646443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.699969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.712209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:05.712551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.868363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] DHCP port deletion for 4d2e7188-d484-4aa4-aac6-f2ac9321db86 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:05.871089 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b80a427-0420-43ca-990b-65f5f3788134 req-f98a4623-33c8-493d-999d-7114928a5461 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0630989 Feb 15 13:47:05.872688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Deleting port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:05.872688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.889041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:05.897747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.910024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:05.918767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a53616-da38-4b39-bf53-8779361f6fe4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:05.927823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.956051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:05.956866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:05.976491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:05.980760 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d16b35f3-5fbb-4da4-9904-134802e6fd85 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/security-groups/a5a53616-da38-4b39-bf53-8779361f6fe4 HTTP/1.1" status: 204 len: 168 time: 0.6144924 Feb 15 13:47:05.984529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56984) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:06.061501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:06.092408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:06.093097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:06.112466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet d7d39342-7a17-4369-bf7c-bb7c5caf06d2 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:06.118098 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-27d3bc5b-c091-4fd9-81cd-872c2f656d06 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/45317834-2218-499e-9750-5c914b63e33f HTTP/1.1" status: 200 len: 977 time: 3.9939044 Feb 15 13:47:06.118899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.123178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 56988) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:06.130740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:06.172878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:06.174190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbee43d-53fe-46ba-929e-3b031226a510 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:06.223904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=217ed8fa-cd44-4a87-a5ea-867d6f72b342,segment=NetworkSegment(38eddfa5-76e5-4a56-8176-e1270f82cee8),segment_id=38eddfa5-76e5-4a56-8176-e1270f82cee8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:06.224248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.280568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] For port 217ed8fa-cd44-4a87-a5ea-867d6f72b342, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=217ed8fa-cd44-4a87-a5ea-867d6f72b342,segment=NetworkSegment(38eddfa5-76e5-4a56-8176-e1270f82cee8),segment_id=38eddfa5-76e5-4a56-8176-e1270f82cee8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:06.281026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.308300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.361247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 217ed8fa-cd44-4a87-a5ea-867d6f72b342 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:06.395783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.406677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Calling delete_port for 217ed8fa-cd44-4a87-a5ea-867d6f72b342 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:06.415591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.573932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.614443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d39342-7a17-4369-bf7c-bb7c5caf06d2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:06.615330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.618054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.652177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8dcf5cb3-048d-421f-a6a5-d2a52f41ec23 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d39342-7a17-4369-bf7c-bb7c5caf06d2 HTTP/1.1" status: 204 len: 168 time: 0.6470342 Feb 15 13:47:06.652177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56992) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:06.652177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:06.653622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:47:06.653622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:47:06.670042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbda3f-0421-45e0-a346-31ce9ab2d151 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:06.686214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] No DVR routers for this DVR port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:47:06.697941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c787-6326-45b7-92d4-e35e50b46d47 None None] Pushing event deleted for resources: {'Port': ['ID=217ed8fa-cd44-4a87-a5ea-867d6f72b342,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:06.756112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.784285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:06.788293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:06.791219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:06.797044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:06.855610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:06.856013 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 45317834-2218-499e-9750-5c914b63e33f disassociated. External IP: 172.26.0.238, port: b46e6c6c-93ad-4861-9960-a13b3a771f8c. Feb 15 13:47:06.889786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:06.893717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.058667 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-77327dcf-c762-43ad-aae9-e416f82f3251 req-140d2e28-bc8d-4c32-9cba-69cca4466ed1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0588372 Feb 15 13:47:07.151454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 217ed8fa-cd44-4a87-a5ea-867d6f72b342 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:07.151797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.253603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] The port '217ed8fa-cd44-4a87-a5ea-867d6f72b342' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:47:07.335534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.393194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:07.396780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:07.401041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:07.401666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.424348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=09990bc6-972e-42f9-b761-ed32c85641f3,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:07.490528 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9329229c-07a7-4909-a0a9-34ff7c87955e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8565290 Feb 15 13:47:07.493126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 56998) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:07.498757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'security_group': {'name': 'tempest-secgroup-727232355'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:07.505366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:07.510180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:07.513515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:07.520711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:07.586219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add095d-c732-4ad7-9e80-4965ed2c0c3e None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:07.618752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.621272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.659932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:07.667414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2e7188-d484-4aa4-aac6-f2ac9321db86']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:07.669652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:07.678289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:07.683436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:07.689512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eddfa5-76e5-4a56-8176-e1270f82cee8') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:07.690032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eddfa5-76e5-4a56-8176-e1270f82cee8') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:07.690174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:07.707802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.775927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0119142e-50cb-4eff-8557-b2a8c482ea29 None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:07.776521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0119142e-50cb-4eff-8557-b2a8c482ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.817281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.858598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0119142e-50cb-4eff-8557-b2a8c482ea29 None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:07.868492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 217ed8fa-cd44-4a87-a5ea-867d6f72b342 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:47:07.878013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.893989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.904810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:47:07.905439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:47:07.925147 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:47:07.928678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 217ed8fa-cd44-4a87-a5ea-867d6f72b342 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:47:07.928915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 217ed8fa-cd44-4a87-a5ea-867d6f72b342 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:47:07.929916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa56a52-9a9c-40fd-8970-f8413f7801bb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:07.982576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0119142e-50cb-4eff-8557-b2a8c482ea29 None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:07.982948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0119142e-50cb-4eff-8557-b2a8c482ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.005980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:08.014831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.019747 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:08.030628 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:08.031500 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:08.060441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.061737 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f98c7d69-33cd-4c6c-a517-28fcb85f5dfb tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5674930 Feb 15 13:47:08.065222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57002) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:08.070314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'security_group': {'name': 'tempest-secgroup-882997047'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:08.081140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:08.085151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:08.088009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:08.094794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:08.111756 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:08.114435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5a8d73f4-dd0f-4b8a-b784-ea5f3352ccce tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/45317834-2218-499e-9750-5c914b63e33f HTTP/1.1" status: 200 len: 688 time: 1.9903555 Feb 15 13:47:08.118499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57008) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:08.125073 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:08.126048 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:08.183635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.193117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.215478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.219195 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:08.219789 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb251375-69bc-4a29-8b1a-8f1087bf87f5 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:08.235233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:08.239702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:08.242628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:08.248747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:08.262954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/4d2e7188-d484-4aa4-aac6-f2ac9321db86 HTTP/1.1" status: 204 len: 168 time: 2.6930084 Feb 15 13:47:08.268389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57012) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:08.277182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-697435716', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:08.289938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:08.294463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:08.299789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:08.310259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:08.327631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Update dhcp port {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'fixed_ips': [{'subnet_id': '0b1806f3-cc09-47ea-8173-049c691ac58d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '09990bc6-972e-42f9-b761-ed32c85641f3'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7e814e5d-d737-4104-a5f3-4d39831c1c09'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:47:08.349498 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8d3d351-bfd3-49d4-9c2d-5496b4c9cce6 req-7f6eb865-176e-4151-a2db-cefd35fec46b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1734133 Feb 15 13:47:08.350223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ad72b-e038-4429-b862-262d46b43ccc tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=4d2e7188-d484-4aa4-aac6-f2ac9321db86,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:08.359606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.378515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port f3051f96-09c5-412b-9a6e-082864415055 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:08.378515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.385854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.443771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.445539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.455741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.500263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.525515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67ce48a-70a3-446b-844e-919ce246aba9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:08.556068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.556405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.558346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.562526 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5564a7ca-7ebd-4557-aa51-6f25c9df98a2 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4964776 Feb 15 13:47:08.563447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57016) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:08.571002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457199769'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:08.576777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:08.581727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:08.584695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:08.591408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:08.597039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Allocated IP 2001:db8::2 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/09990bc6-972e-42f9-b761-ed32c85641f3/7e814e5d-d737-4104-a5f3-4d39831c1c09) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:08.689518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for f3051f96-09c5-412b-9a6e-082864415055 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:08.754926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:08.769443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.782538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.848441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:08.863775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:security_group_rule and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:08.911501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:08.918025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Transition to ACTIVE for port object 7e814e5d-d737-4104-a5f3-4d39831c1c09 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:08.918201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.929176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:08.934988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:08.966670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=f3051f96-09c5-412b-9a6e-082864415055,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:08.981343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.008796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.078250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.117810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.142728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71afe-455c-49ee-b2a6-444d0fd0e65e None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:09.181146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938bd165-f0f0-42af-b2f7-3112596647a3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:09.206459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.207946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dddb4363-6cb5-4cf2-9279-309add45f5a1 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/45317834-2218-499e-9750-5c914b63e33f HTTP/1.1" status: 204 len: 168 time: 1.0885119 Feb 15 13:47:09.210664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:09.292479 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-41394a45-0721-43d2-b4d5-aa098eb55c4b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] delete failed (client error): The resource could not be found. Feb 15 13:47:09.293689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-41394a45-0721-43d2-b4d5-aa098eb55c4b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/45317834-2218-499e-9750-5c914b63e33f HTTP/1.1" status: 404 len: 345 time: 0.0820017 Feb 15 13:47:09.297464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:09.400362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:09.406634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:09.413907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:09.414789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Synchronizing usage tracker for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:09.464123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.465469 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e39c9f40-3ae2-4797-b4e0-6ef97be01744 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8988614 Feb 15 13:47:09.471663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57030) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:09.478908 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c5ce4053-822b-404e-8619-cdd525a0f994 req-df2a5a10-d090-489f-bb3c-f83c7b951df4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0530190 Feb 15 13:47:09.481002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-395353062', 'security_groups': ['938bd165-f0f0-42af-b2f7-3112596647a3'], 'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09990bc6-972e-42f9-b761-ed32c85641f3'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:09.523945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Unset dirty status for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:09.525793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6e2a888f-2410-4632-a06e-89daab84d630 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/ports?network_id=ed069ca1-9603-49ca-9182-02177d572acf HTTP/1.1" status: 200 len: 2356 time: 0.2262950 Feb 15 13:47:09.528082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57034) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:09.598497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.647627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.740779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f17b4-e601-407e-9673-d665f8e02460 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:09.742300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-908f17b4-e601-407e-9673-d665f8e02460 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/subnets/54ed362e-29d1-423a-9ce6-1e5172224506 HTTP/1.1" status: 200 len: 797 time: 0.2128925 Feb 15 13:47:09.748287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57038) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:09.760614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'port': {'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf', 'name': 'tempest-FloatingIPTestJSON-1418453142', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:09.766367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:09.775211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:port and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:09.781999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:09.820303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:09.838079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:09.838888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:09.858256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.26.0.220 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/6dff7b48-dc87-43f6-b20a-c0b7963b36fc) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:09.879142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:09.915520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:09.925802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:09.934262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:09.951113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:10.036558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:10.084486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Provisioning for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:10.090539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:10.090731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-43e14609-5dcb-4c37-9392-35c7fccfe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.115896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.123541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.149318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] device_id is not set on port cf4edaa8-781a-4dec-8080-e3d47c37fafa yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:47:10.170165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.192983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] device_id is not set on port f9283233-5c22-43ae-8e70-895ea1247c53 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:47:10.348215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.434795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:10.448880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:10.451447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:10.481140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8::121 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/09990bc6-972e-42f9-b761-ed32c85641f3/cf4edaa8-781a-4dec-8080-e3d47c37fafa) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:10.501050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=6dff7b48-dc87-43f6-b20a-c0b7963b36fc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:10.527050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.14 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/f9283233-5c22-43ae-8e70-895ea1247c53) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:10.533967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.13 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/f9283233-5c22-43ae-8e70-895ea1247c53) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:10.617202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a59ba290-6b93-4403-92c8-994e82ef1684 req-e00e9ce4-77a0-4654-a16b-58604b1dabce tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0610359 Feb 15 13:47:10.784244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.898468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:10.914399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object cf4edaa8-781a-4dec-8080-e3d47c37fafa will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:10.963928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.036182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:11.039382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:11.043540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:11.074493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.081390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=f9283233-5c22-43ae-8e70-895ea1247c53,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:11.119491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:11.120182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.290566 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-23d19e71-69cc-423c-b81c-b1265c2cf373 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5392683 Feb 15 13:47:11.292934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:11.298187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'f9283233-5c22-43ae-8e70-895ea1247c53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:11.305469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:11.309664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:floatingip and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:11.312575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:11.319059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:11.331656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:11.336823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:11.344918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:11.351257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:11.351775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.378368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=cf4edaa8-781a-4dec-8080-e3d47c37fafa,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:11.381496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.404375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.563081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.629715 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-367b85c1-7228-48e8-9e9e-28ae83fccfd7 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1531382 Feb 15 13:47:11.629969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57048) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:11.643769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:11.683596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-16fccc91-a4ba-42ea-a131-237d9b71835e None None] Provisioning for port cf4edaa8-781a-4dec-8080-e3d47c37fafa completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:11.690640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-16fccc91-a4ba-42ea-a131-237d9b71835e None None] Provisioning complete for port cf4edaa8-781a-4dec-8080-e3d47c37fafa triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:11.691025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16fccc91-a4ba-42ea-a131-237d9b71835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.758067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-16fccc91-a4ba-42ea-a131-237d9b71835e None None] Port cf4edaa8-781a-4dec-8080-e3d47c37fafa cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:11.763612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:11.818053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d72dea7f-badd-400a-b18d-cf090232dc57 req-1ad3794b-5704-4fdd-9671-8ca71dc1ed06 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0940068 Feb 15 13:47:11.884750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.8 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/78da2b95-340c-4019-91d4-d5ee38152d7d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:11.903801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:11.923021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:11.929315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:12.093764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:12.111818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router 64cab94f-34ff-4ff3-a696-518a26cbbd3f is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:47:12.167428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:12.209095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:12.212606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:12.289086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:12.300009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] Sync routers for ids ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:12.308965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] Routers {'64cab94f-34ff-4ff3-a696-518a26cbbd3f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:12.309889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:12.327617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:12.373303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:12.382321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] Routers {'64cab94f-34ff-4ff3-a696-518a26cbbd3f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:12.382918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:12.415008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09990bc6-972e-42f9-b761-ed32c85641f3 (CIDR: 2001:db8::/64) Feb 15 13:47:12.417432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:12.420291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:12.425063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:12.446380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:12.446792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e4313-d3eb-4d5b-8370-c802f673b95f None None] The sync data for ids ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:12.451541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=78da2b95-340c-4019-91d4-d5ee38152d7d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:12.472276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:12.476143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2ee4bcc-63fd-4e88-be20-ffe7117ec33d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2030301 Feb 15 13:47:12.476303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57054) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:12.477083 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:47:12.477602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:12.610205 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-323545c3-5db2-4c5d-a988-3749b8730b5c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9791212 Feb 15 13:47:12.617296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:12.668458 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0ad30795-d831-4d09-9cb5-affa3e2f61db tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers/64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 200 len: 880 time: 0.1909475 Feb 15 13:47:12.670876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57062) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:12.675759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:12.883022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d804d0fa-afc6-421c-91cd-f043a0704fd3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:router {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:12.948194 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55131e99-1ac9-48a3-9567-93e236ae4a5d req-7ee4bd61-568b-40e4-b958-e7643557f1fe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0676517 Feb 15 13:47:12.963713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:12.969781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:12.981195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:12.987670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d804d0fa-afc6-421c-91cd-f043a0704fd3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:router {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:12.991648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:12.991771 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d804d0fa-afc6-421c-91cd-f043a0704fd3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3171046 Feb 15 13:47:12.991885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57068) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:12.997090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-697435716'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:13.045429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.077808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:13.081965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.257242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.300843 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0b1806f3-cc09-47ea-8173-049c691ac58d (CIDR: 2001:db8:0:1::/64) Feb 15 13:47:13.395252 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:47:13.395738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:13.490146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.492584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-92d196fa-3824-425d-b980-1eee4832fded tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8741505 Feb 15 13:47:13.495577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:13.500837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'subnet': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:13.564666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.657015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.741169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.840370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=78da2b95-340c-4019-91d4-d5ee38152d7d,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:13.868196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:13.920671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router 64cab94f-34ff-4ff3-a696-518a26cbbd3f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:13.924143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:13.936416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Usage tracker for resource:subnet and tenant:6699973be7b343638cc6a0d19dd97626 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:13.946669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:13.956243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:14.084363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ef131609-faa0-4b44-a3cb-1beddcdc8992 req-90be6585-a807-47a9-85da-a72d638680a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0634472 Feb 15 13:47:14.087028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Made reservation on behalf of 6699973be7b343638cc6a0d19dd97626 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:14.091526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:14.112056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:14.118749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:14.119877 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0791f57f-1d96-42eb-ab2e-052edc06bcc0 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 200 len: 887 time: 1.1269538 Feb 15 13:47:14.122550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57078) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:14.125005 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] Sync routers for ids ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:14.135877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] Routers {'64cab94f-34ff-4ff3-a696-518a26cbbd3f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:14.136606 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:14.177745 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 0f217b65-3067-454e-816a-e9088bec9c31 associated. External IP: 172.26.0.8, port: f9283233-5c22-43ae-8e70-895ea1247c53. Feb 15 13:47:14.200581 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:14.209657 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] Routers {'64cab94f-34ff-4ff3-a696-518a26cbbd3f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:14.210382 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:14.276041 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:14.276682 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e57c9f-8c07-43e1-b8c2-3983104f13cb None None] The sync data for ids ['64cab94f-34ff-4ff3-a696-518a26cbbd3f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:14.316163 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d692e3d9-3951-45e5-8efc-890dfdd8b3aa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers/64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 200 len: 887 time: 0.1925242 Feb 15 13:47:14.318892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:14.366236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f803ea21-a01d-4707-892e-0099966188b6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:14.518780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f803ea21-a01d-4707-892e-0099966188b6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:14.520093 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f803ea21-a01d-4707-892e-0099966188b6 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 200 len: 205 time: 0.2002964 Feb 15 13:47:14.523407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57086) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:14.663128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:14.779255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:14.866600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:14.902816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:14.914910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:14.925587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:14.926175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:14.926320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989462d-59af-4334-8122-737134f2e7ed None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:14.950411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Subnet': ['ID=642f7f6c-115b-45c1-8308-06bc16f94b98,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:14.966481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:14.997662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:15.021772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:15.022403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:15.031241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-36cd0331-54ee-4bc5-95e9-51fbe3f14dbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5319307 Feb 15 13:47:15.031861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57090) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:15.040099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1695003211', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '642f7f6c-115b-45c1-8308-06bc16f94b98'}], 'security_groups': ['1fa56a52-9a9c-40fd-8970-f8413f7801bb', 'c67ce48a-70a3-446b-844e-919ce246aba9']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:15.092521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.096926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.137356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:15.167175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:15.167767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:15.186547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 6dff7b48-dc87-43f6-b20a-c0b7963b36fc {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:15.186986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.245424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:15.245424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021cfe9-49b4-4feb-99df-975fe6e094e7 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:15.413015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.430297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-105fdaa1-79d6-4b7e-bb09-43f3116a5db8 req-cca6d325-c4fe-49b5-a459-146aad069d67 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.2753778 Feb 15 13:47:15.434743 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0403110e-6552-4589-8d00-f1c37afe1bac tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1405568 Feb 15 13:47:15.437675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57096) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:15.450955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': 'f9283233-5c22-43ae-8e70-895ea1247c53', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:15.523787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Update dhcp port {'port': {'network_id': '2ed4bc7d-f0a6-43cd-be11-27313c387ca1', 'fixed_ips': [{'subnet_id': '0b1806f3-cc09-47ea-8173-049c691ac58d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '09990bc6-972e-42f9-b761-ed32c85641f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '642f7f6c-115b-45c1-8308-06bc16f94b98'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7e814e5d-d737-4104-a5f3-4d39831c1c09'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:47:15.558829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 6dff7b48-dc87-43f6-b20a-c0b7963b36fc owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:15.587075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.592697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.785075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.833296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Allocated IP 2001:db8:0:2::2 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/642f7f6c-115b-45c1-8308-06bc16f94b98/7e814e5d-d737-4104-a5f3-4d39831c1c09) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:15.855288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:15.916973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=6dff7b48-dc87-43f6-b20a-c0b7963b36fc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:16.002337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:16.015497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.038001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.057467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Transition to ACTIVE for port object 7e814e5d-d737-4104-a5f3-4d39831c1c09 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:16.122616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.201590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.203889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.283810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.284327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router 64cab94f-34ff-4ff3-a696-518a26cbbd3f {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:47:16.306732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b7ef7-cc15-4a1a-9a6d-ba8d78c350cf None None] Pushing event updated for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:16.388662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.390231 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c87317df-2ea8-4984-bd02-41145477d980 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 204 len: 168 time: 1.8653328 Feb 15 13:47:16.394392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57100) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:16.401033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-1131837614'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:16.409065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:16.412060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:16.414458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:16.421211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:16.535044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:16.538624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.553370 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-018b8937-86ce-4613-b0b3-47054c6799e8 req-4893baf7-478d-4968-aa45-7112ca8516cc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0600278 Feb 15 13:47:16.569188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:16.589756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.590107 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 1356a766-0f59-4ca4-b026-72b7ee9b128f of type vlan for network f305bb5b-e817-47d8-b25c-62999000d715 Feb 15 13:47:16.623186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.693527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Delete allocated IP 2001:db8::121 (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/09990bc6-972e-42f9-b761-ed32c85641f3) {{(pid=88297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:47:16.707064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.708498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Allocated IP 2001:db8:0:2::3b (2ed4bc7d-f0a6-43cd-be11-27313c387ca1/642f7f6c-115b-45c1-8308-06bc16f94b98/cf4edaa8-781a-4dec-8080-e3d47c37fafa) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:16.712268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.719147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:16.719824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.795017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:16.838283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=f305bb5b-e817-47d8-b25c-62999000d715,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:16.852990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f305bb5b-e817-47d8-b25c-62999000d715 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:16.889021 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b8ac6b5b-a243-429c-8ec7-7098e64ecebb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4934206 Feb 15 13:47:16.892841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57106) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:16.899475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:16.968416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:16.968800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.016603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:17.021996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:17.025027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:17.027087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:17.030906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:17.100552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Provisioning for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:17.105759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:17.106127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.129540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:17.133247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.241957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Provisioning complete for port cf4edaa8-781a-4dec-8080-e3d47c37fafa triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:17.242333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.300524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a8159b4a-4d31-49c0-b43f-aa33cbda2730 None None] Port cf4edaa8-781a-4dec-8080-e3d47c37fafa cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:17.317167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.395177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Transition to ACTIVE for port object cf4edaa8-781a-4dec-8080-e3d47c37fafa will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:17.440804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:17.508670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.540666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.632657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=841360c7-6161-403f-a550-6e9bc445d850,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:17.640334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '1356a766-0f59-4ca4-b026-72b7ee9b128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:17.640657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: f305bb5b-e817-47d8-b25c-62999000d715, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:17.643942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] In _notify_port_updated(), no bound segment for port cf4edaa8-781a-4dec-8080-e3d47c37fafa on network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:47:17.650350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:17.650988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.655361 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "PUT /v2.0/ports/cf4edaa8-781a-4dec-8080-e3d47c37fafa HTTP/1.1" status: 200 len: 969 time: 2.6215661 Feb 15 13:47:17.655599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57112) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:17.669874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e892e-7e73-4341-8034-5b1902165c59 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event updated for resources: {'Port': ['ID=cf4edaa8-781a-4dec-8080-e3d47c37fafa,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:17.730415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port cf4edaa8-781a-4dec-8080-e3d47c37fafa {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:17.730852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.775945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network f305bb5b-e817-47d8-b25c-62999000d715 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:17.785429 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-82cffd91-cbde-491d-af94-7df2c5053502 req-8a4386a6-0e00-4e75-8060-58c4c7a8052a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0624876 Feb 15 13:47:17.825843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:17.831572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.837065 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:17.848504 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:17.855241 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:17.878529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:17.886352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f305bb5b-e817-47d8-b25c-62999000d715) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:17.895830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:17.896483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:17.925731 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e3c83-1925-4840-b341-769b728bc486 None None] Network f305bb5b-e817-47d8-b25c-62999000d715 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:17.940551 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:17.956081 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:17.957015 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:18.018306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57116) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:18.019311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4175d666-2d48-4179-af34-e0bb39bfb85c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/0f217b65-3067-454e-816a-e9088bec9c31 HTTP/1.1" status: 200 len: 977 time: 2.5803950 Feb 15 13:47:18.042039 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:18.042584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a352f6-516b-448c-8714-66eaabdd5a11 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:18.105810 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffa5adea-2ff7-4db2-92fc-4fb7c24ea7f9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087817 Feb 15 13:47:18.106284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57120) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:18.112909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574652053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:18.120370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:18.125296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:18.129847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:18.136811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:18.152444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.207290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:18.207899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.226532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.228252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.250874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.250974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-62929ceb-bfb6-479d-ae56-f590313f713c None None] Provisioning for port cf4edaa8-781a-4dec-8080-e3d47c37fafa completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:18.262487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f305bb5b-e817-47d8-b25c-62999000d715', 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': '841360c7-6161-403f-a550-6e9bc445d850'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:18.263304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.278461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-62929ceb-bfb6-479d-ae56-f590313f713c None None] Provisioning complete for port cf4edaa8-781a-4dec-8080-e3d47c37fafa triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:18.281194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-62929ceb-bfb6-479d-ae56-f590313f713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.330372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.340231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for cf4edaa8-781a-4dec-8080-e3d47c37fafa owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:18.399032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-62929ceb-bfb6-479d-ae56-f590313f713c None None] Port cf4edaa8-781a-4dec-8080-e3d47c37fafa cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:18.432235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.436122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3f2726d9-efda-4db9-b867-3c0a93106eb2 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3261199 Feb 15 13:47:18.436263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 78da2b95-340c-4019-91d4-d5ee38152d7d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:18.436263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.436549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57124) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:18.529231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Allocated IP 172.20.0.2 (f305bb5b-e817-47d8-b25c-62999000d715/841360c7-6161-403f-a550-6e9bc445d850/a11929ce-f383-4fc5-9ce0-f30e3f99243d) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:18.672573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.672917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.751612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.763047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Transition to ACTIVE for port object a11929ce-f383-4fc5-9ce0-f30e3f99243d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:18.785709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Transition to ACTIVE for port object a11929ce-f383-4fc5-9ce0-f30e3f99243d will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:18.854064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.906392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:18.914843 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 78da2b95-340c-4019-91d4-d5ee38152d7d owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:18.931127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Network f305bb5b-e817-47d8-b25c-62999000d715 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:18.934067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:18.937875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:18.945232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Pushing event updated for resources: {'Port': ['ID=a11929ce-f383-4fc5-9ce0-f30e3f99243d,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:19.002588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=cf4edaa8-781a-4dec-8080-e3d47c37fafa,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:19.025076 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8055022-228a-405c-a504-07e2bf98cf98 req-8f2de7f0-4ad8-4023-b578-78fc90317720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1070046 Feb 15 13:47:19.053956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.063184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Attempting to bind port a11929ce-f383-4fc5-9ce0-f30e3f99243d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:19.063910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Attempting to bind port a11929ce-f383-4fc5-9ce0-f30e3f99243d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '1356a766-0f59-4ca4-b026-72b7ee9b128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:19.065631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Attempting to bind port a11929ce-f383-4fc5-9ce0-f30e3f99243d on network f305bb5b-e817-47d8-b25c-62999000d715 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:19.073928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:19.074188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Checking segment: {'id': '1356a766-0f59-4ca4-b026-72b7ee9b128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:19.075046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.075177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0d7c71a1-c835-43a0-bfe7-c856b6f85a29 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/cf4edaa8-781a-4dec-8080-e3d47c37fafa HTTP/1.1" status: 204 len: 168 time: 1.4180844 Feb 15 13:47:19.075284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Bound using segment: {'id': '1356a766-0f59-4ca4-b026-72b7ee9b128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:19.075518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Bound port: a11929ce-f383-4fc5-9ce0-f30e3f99243d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1356a766-0f59-4ca4-b026-72b7ee9b128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f305bb5b-e817-47d8-b25c-62999000d715'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:19.075894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.077679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57130) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:19.137706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51f11f3-33e1-4a39-b0a8-82346d0471ae tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] GET failed (client error): The resource could not be found. Feb 15 13:47:19.138755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e51f11f3-33e1-4a39-b0a8-82346d0471ae tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:19.149962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.187921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] For port a11929ce-f383-4fc5-9ce0-f30e3f99243d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:19.193307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] For port a11929ce-f383-4fc5-9ce0-f30e3f99243d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a11929ce-f383-4fc5-9ce0-f30e3f99243d,segment=NetworkSegment(1356a766-0f59-4ca4-b026-72b7ee9b128f),segment_id=1356a766-0f59-4ca4-b026-72b7ee9b128f)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:19.283556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e51f11f3-33e1-4a39-b0a8-82346d0471ae tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:19.284659 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e51f11f3-33e1-4a39-b0a8-82346d0471ae tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports/cf4edaa8-781a-4dec-8080-e3d47c37fafa HTTP/1.1" status: 404 len: 333 time: 0.2060671 Feb 15 13:47:19.287455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57134) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:19.341647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.347299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.391507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.401541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=78da2b95-340c-4019-91d4-d5ee38152d7d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:19.437990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016107-5fe7-434b-ab82-6cef72186a0e None None] Pushing event updated for resources: {'Port': ['ID=a11929ce-f383-4fc5-9ce0-f30e3f99243d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:19.499976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.545933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.20.0.1 (f305bb5b-e817-47d8-b25c-62999000d715/841360c7-6161-403f-a550-6e9bc445d850/fa5c9cfe-8506-4bcb-874e-5f68e093b19a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:19.552510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.552852 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 0f217b65-3067-454e-816a-e9088bec9c31 disassociated (deleted). External IP: 172.26.0.8, port: f9283233-5c22-43ae-8e70-895ea1247c53. Feb 15 13:47:19.736679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.743233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.759797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938bd165-f0f0-42af-b2f7-3112596647a3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:19.761988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object fa5c9cfe-8506-4bcb-874e-5f68e093b19a will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:19.853218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.855937 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a65050ae-df6e-4ad6-8cfd-13fdb4655d95 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/security-groups/938bd165-f0f0-42af-b2f7-3112596647a3 HTTP/1.1" status: 204 len: 168 time: 0.5652554 Feb 15 13:47:19.858286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57138) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:19.863441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:19.898351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a11929ce-f383-4fc5-9ce0-f30e3f99243d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:19.969447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network f305bb5b-e817-47d8-b25c-62999000d715 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:19.975617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:19.981889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:19.994881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:20.031594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a11929ce-f383-4fc5-9ce0-f30e3f99243d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:20.034937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fa5c9cfe-8506-4bcb-874e-5f68e093b19a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:20.082480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.087332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.156725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75b328dc-c5bd-4d0e-bb57-0c18699bf9a1 req-49d8f4a9-74e8-4525-bd55-33474e427fae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0702846 Feb 15 13:47:20.180212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:20.181961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.188134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.191696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:20.201346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:20.202026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:20.275162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:20.281530 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5cde3422-8019-4629-a0d9-7cd5c7a5311e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/0f217b65-3067-454e-816a-e9088bec9c31 HTTP/1.1" status: 204 len: 168 time: 2.2620492 Feb 15 13:47:20.282011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57144) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:20.285042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:20.285861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:20.358926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:20.359594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e776-7efc-4ad8-ba1b-ce164575eb58 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:20.362768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.416547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67ce48a-70a3-446b-844e-919ce246aba9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:20.434221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port f9283233-5c22-43ae-8e70-895ea1247c53 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:20.434560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.462006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.487982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.489090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-35bb4ae3-8831-40ea-9d05-3c6547aaf387 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/security-groups/c67ce48a-70a3-446b-844e-919ce246aba9 HTTP/1.1" status: 204 len: 168 time: 0.6294158 Feb 15 13:47:20.491949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57148) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:20.565205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.582063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2629a-7c09-43a5-8243-46edfee0b44a None None] Network f305bb5b-e817-47d8-b25c-62999000d715 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:20.597150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.746223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.764704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa56a52-9a9c-40fd-8970-f8413f7801bb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:20.771395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.772719 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ae4ead8f-0ae5-46df-8f6d-3112825c4865 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/security-groups/1fa56a52-9a9c-40fd-8970-f8413f7801bb HTTP/1.1" status: 204 len: 168 time: 0.2797744 Feb 15 13:47:20.776149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57152) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:20.818992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Provisioning for port a11929ce-f383-4fc5-9ce0-f30e3f99243d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:20.828563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Provisioning complete for port a11929ce-f383-4fc5-9ce0-f30e3f99243d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:20.829358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.851777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 09990bc6-972e-42f9-b761-ed32c85641f3 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:20.855030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.912620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:20.974894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.013214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.052137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] For port a11929ce-f383-4fc5-9ce0-f30e3f99243d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a11929ce-f383-4fc5-9ce0-f30e3f99243d,segment=NetworkSegment(1356a766-0f59-4ca4-b026-72b7ee9b128f),segment_id=1356a766-0f59-4ca4-b026-72b7ee9b128f)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:21.090803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.139660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.259120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa53d-fba7-4ae4-b6e3-6e263c99a67b None None] Pushing event updated for resources: {'Port': ['ID=a11929ce-f383-4fc5-9ce0-f30e3f99243d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:21.271913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Provisioning complete for port a11929ce-f383-4fc5-9ce0-f30e3f99243d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:21.272410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.295371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for f9283233-5c22-43ae-8e70-895ea1247c53 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:21.306830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.353113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c10ceee7-22c3-413f-b7f8-1f2faf8b93cb req-949e7180-049c-4623-80d6-3b91cc3a99d3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1016779 Feb 15 13:47:21.380514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=09990bc6-972e-42f9-b761-ed32c85641f3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:21.397658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.398515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520171cd-b0be-4cca-9db0-00c3079c35cb None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:21.406850 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7a6b2848-b3e1-48cf-8847-f20011f29881 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/09990bc6-972e-42f9-b761-ed32c85641f3 HTTP/1.1" status: 204 len: 168 time: 0.6262357 Feb 15 13:47:21.408364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57158) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:21.529274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.546965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 642f7f6c-115b-45c1-8308-06bc16f94b98 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:21.554609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.628511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.631569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Provisioning for port fa5c9cfe-8506-4bcb-874e-5f68e093b19a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:21.643926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Provisioning complete for port fa5c9cfe-8506-4bcb-874e-5f68e093b19a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:21.644296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.691057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.703564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6de6b8c7-edad-4683-9f66-ba7cc4dd29f4 None None] Port fa5c9cfe-8506-4bcb-874e-5f68e093b19a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:21.831259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b0ab2381-d500-4026-9b8e-5922079f7ea2 None None] Provisioning complete for port fa5c9cfe-8506-4bcb-874e-5f68e093b19a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:21.831881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2381-d500-4026-9b8e-5922079f7ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.859492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.866552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fa5c9cfe-8506-4bcb-874e-5f68e093b19a,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:21.888338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a11929ce-f383-4fc5-9ce0-f30e3f99243d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:21.952185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab2381-d500-4026-9b8e-5922079f7ea2 None None] Port fa5c9cfe-8506-4bcb-874e-5f68e093b19a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:21.953780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:21.974767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a11929ce-f383-4fc5-9ce0-f30e3f99243d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:21.975459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.011683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.064281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=f9283233-5c22-43ae-8e70-895ea1247c53,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:22.384696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network f305bb5b-e817-47d8-b25c-62999000d715 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:22.385911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7c323954-a6d7-4a7c-9a85-5715ac9e07ca None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:22.386313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7c323954-a6d7-4a7c-9a85-5715ac9e07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.387638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:22.396259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.445955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7c323954-a6d7-4a7c-9a85-5715ac9e07ca None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:22.458849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7c323954-a6d7-4a7c-9a85-5715ac9e07ca None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:22.460611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7c323954-a6d7-4a7c-9a85-5715ac9e07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.475199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.609928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6768da2b-8c0f-4a84-b700-fe25d14e505b tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/f9283233-5c22-43ae-8e70-895ea1247c53 HTTP/1.1" status: 204 len: 168 time: 2.3252885 Feb 15 13:47:22.613733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57164) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:22.619411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:22.625724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:22.630182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:floatingip and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:22.633140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:22.633736 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-33221afa-6a0e-4740-8559-ee10ae3fa3af req-2c8e0030-18bc-4256-96cf-2de4fbc210fc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1705575 Feb 15 13:47:22.634442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=642f7f6c-115b-45c1-8308-06bc16f94b98,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:22.647262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.653940 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0ac7f20-f93e-4ed7-8182-7b34d232f77c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/642f7f6c-115b-45c1-8308-06bc16f94b98 HTTP/1.1" status: 204 len: 168 time: 1.2445047 Feb 15 13:47:22.654915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:22.659811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:22.660328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bf9af-dd1a-4f1a-8dcf-823cecf1208c None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:22.709052 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3da67b4-89e3-4f2f-8ba0-bfd0c1798351 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:22.709575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3da67b4-89e3-4f2f-8ba0-bfd0c1798351 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:22.711349 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c3da67b4-89e3-4f2f-8ba0-bfd0c1798351 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/09990bc6-972e-42f9-b761-ed32c85641f3 HTTP/1.1" status: 404 len: 337 time: 0.0501897 Feb 15 13:47:22.714350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57172) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:22.755413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-211e602f-d2ef-470c-b0d8-3d0652a5d987 None None] Provisioning complete for port fa5c9cfe-8506-4bcb-874e-5f68e093b19a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:22.755780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-211e602f-d2ef-470c-b0d8-3d0652a5d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.775058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.796043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting subnet 0b1806f3-cc09-47ea-8173-049c691ac58d {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:22.800660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.802253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router c033baca-18dd-4d6f-9619-fe700160433a is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:47:22.837627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-211e602f-d2ef-470c-b0d8-3d0652a5d987 None None] Port fa5c9cfe-8506-4bcb-874e-5f68e093b19a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:22.913753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:22.973054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:22.978206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f936e98b-8aec-4179-8572-9fbaa9b4f104 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/c033baca-18dd-4d6f-9619-fe700160433a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5391333 Feb 15 13:47:22.980720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57176) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:22.985594 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] Sync routers for ids ['c033baca-18dd-4d6f-9619-fe700160433a'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:23.000855 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] Routers {'c033baca-18dd-4d6f-9619-fe700160433a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:23.002919 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c033baca-18dd-4d6f-9619-fe700160433a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:23.050127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.060343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d061b-75a9-4652-89d3-4170271b7d80 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:23.061193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-253d061b-75a9-4652-89d3-4170271b7d80 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:23.076961 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:23.087390 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] Routers {'c033baca-18dd-4d6f-9619-fe700160433a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:23.088264 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c033baca-18dd-4d6f-9619-fe700160433a'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:23.115804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.151987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-253d061b-75a9-4652-89d3-4170271b7d80 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:23.153661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-253d061b-75a9-4652-89d3-4170271b7d80 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports/fa5c9cfe-8506-4bcb-874e-5f68e093b19a HTTP/1.1" status: 200 len: 910 time: 0.1719487 Feb 15 13:47:23.156206 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:23.156393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57180) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.156965 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7b002-0bf5-41dc-ae66-253571e15309 None None] The sync data for ids ['c033baca-18dd-4d6f-9619-fe700160433a'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:23.166520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '841360c7-6161-403f-a550-6e9bc445d850'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:23.267853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.324134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1806f3-cc09-47ea-8173-049c691ac58d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:23.329504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.342592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.144 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ea1dce0c-f464-46bf-9235-480bd21dad75) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:23.349060 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e3739d1a-101f-4ee7-af1d-f09bbf2a01a3 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/0b1806f3-cc09-47ea-8173-049c691ac58d HTTP/1.1" status: 204 len: 168 time: 0.6335726 Feb 15 13:47:23.351486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57184) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.396619 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e27128-5998-45bf-ad3f-730413885cca tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:23.397063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e27128-5998-45bf-ad3f-730413885cca tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:23.398821 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-28e27128-5998-45bf-ad3f-730413885cca tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d39342-7a17-4369-bf7c-bb7c5caf06d2 HTTP/1.1" status: 404 len: 337 time: 0.0464396 Feb 15 13:47:23.406511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57188) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.476733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3ff8d2db-59c0-4f1c-bdcc-574a33243a3a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Synchronizing usage tracker for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:23.495956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.509040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3ff8d2db-59c0-4f1c-bdcc-574a33243a3a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Unset dirty status for tenant:6699973be7b343638cc6a0d19dd97626 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:23.512557 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3ff8d2db-59c0-4f1c-bdcc-574a33243a3a tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "GET /v2.0/ports?device_id=45856650-ba1a-4475-b2fa-9bd5ce679a35 HTTP/1.1" status: 200 len: 205 time: 0.1025062 Feb 15 13:47:23.513295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57192) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.527290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca1793-3749-46d4-874b-53e0a186c420 None None] Network 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:23.598607 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-9740947e-c598-4285-9cd8-621aa0e2515d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] delete failed (client error): The resource could not be found. Feb 15 13:47:23.599616 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9740947e-c598-4285-9cd8-621aa0e2515d tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/routers/45856650-ba1a-4475-b2fa-9bd5ce679a35 HTTP/1.1" status: 404 len: 336 time: 0.0851684 Feb 15 13:47:23.605972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.625073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.693199 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac81e1f-649b-4465-865b-f4e9537a577c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:23.693706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac81e1f-649b-4465-865b-f4e9537a577c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:23.698027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ac81e1f-649b-4465-865b-f4e9537a577c tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/d3d3be51-6a2a-4a9e-8b38-2cdfa19a51bb HTTP/1.1" status: 404 len: 337 time: 0.0437951 Feb 15 13:47:23.698609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57202) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.730209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-70a01b5e-d92d-4eb6-bed5-fb3afabd4f1a None None] Provisioning complete for port 6982c638-696c-43f9-b8d3-0a66899d6dee triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:23.730498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-70a01b5e-d92d-4eb6-bed5-fb3afabd4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.736670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.789729 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e3d45114-e7e5-4d18-b4b9-84c1f668a35c req-56e227e1-5adb-41a8-a9ef-f9197385ec4a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0538943 Feb 15 13:47:23.790775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-70a01b5e-d92d-4eb6-bed5-fb3afabd4f1a None None] Port 6982c638-696c-43f9-b8d3-0a66899d6dee cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:23.795211 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1700750c-e01c-4d54-9c33-2d2c8e5cc76e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:23.795670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1700750c-e01c-4d54-9c33-2d2c8e5cc76e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:23.800777 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1700750c-e01c-4d54-9c33-2d2c8e5cc76e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/0d1488aa-0d50-46c5-9fe6-5207ebfb5fef HTTP/1.1" status: 404 len: 337 time: 0.1010056 Feb 15 13:47:23.803902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57206) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.816294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-70a01b5e-d92d-4eb6-bed5-fb3afabd4f1a None None] Provisioning complete for port 7e814e5d-d737-4104-a5f3-4d39831c1c09 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:23.816754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-70a01b5e-d92d-4eb6-bed5-fb3afabd4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.818316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:23.824598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:23.828536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:23.885311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ea1dce0c-f464-46bf-9235-480bd21dad75,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:23.904867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea87596-caf7-4359-b88f-cdb81b180e05 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:23.905369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea87596-caf7-4359-b88f-cdb81b180e05 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:23.907080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bea87596-caf7-4359-b88f-cdb81b180e05 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/fcbbf7da-0130-4871-a34f-35ac0b3a5735 HTTP/1.1" status: 404 len: 337 time: 0.1021428 Feb 15 13:47:23.912088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57210) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:23.923794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] DHCP port deletion for 2ed4bc7d-f0a6-43cd-be11-27313c387ca1 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:23.929376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:23.930831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Deleting port 7e814e5d-d737-4104-a5f3-4d39831c1c09 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:23.931202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.069665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.097313 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1db7af-2a57-4439-8f0d-e75e2f9a29b5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.097813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1db7af-2a57-4439-8f0d-e75e2f9a29b5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.101936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2e1db7af-2a57-4439-8f0d-e75e2f9a29b5 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/66478ca0-afd2-4211-a9ce-246a3a88ba41 HTTP/1.1" status: 404 len: 333 time: 0.1873660 Feb 15 13:47:24.103565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57214) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.178972 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a150c-909f-439a-897d-ea6cf9dfd88e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.179350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29a150c-909f-439a-897d-ea6cf9dfd88e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.183798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b29a150c-909f-439a-897d-ea6cf9dfd88e tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/40906491-a925-484a-952e-6c82b953a64b HTTP/1.1" status: 404 len: 337 time: 0.0769632 Feb 15 13:47:24.184554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57218) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.197136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] For port 7e814e5d-d737-4104-a5f3-4d39831c1c09, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e814e5d-d737-4104-a5f3-4d39831c1c09,segment=NetworkSegment(5176377c-eba8-4b23-9098-49f04bf71ac3),segment_id=5176377c-eba8-4b23-9098-49f04bf71ac3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:24.199130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.237777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb8b3d3-90b6-48a3-94d4-46fbb1b92ff0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.238238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb8b3d3-90b6-48a3-94d4-46fbb1b92ff0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.239996 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7eb8b3d3-90b6-48a3-94d4-46fbb1b92ff0 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/ac3393cb-328b-4d92-a3e8-bf43b8f376cb HTTP/1.1" status: 404 len: 337 time: 0.0544925 Feb 15 13:47:24.242830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57222) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.298796 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee55a42-a30f-4902-9bf1-b52657742bbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.299581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee55a42-a30f-4902-9bf1-b52657742bbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.312205 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ee55a42-a30f-4902-9bf1-b52657742bbf tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/d868da71-5aa4-4afa-bcc5-471a587e4cbe HTTP/1.1" status: 404 len: 333 time: 0.0656497 Feb 15 13:47:24.312467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57226) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.320838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Calling delete_port for 7e814e5d-d737-4104-a5f3-4d39831c1c09 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:24.420048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.464568 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17a98b4-ff0d-485d-aeb1-b9e3d7488a8f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.465003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17a98b4-ff0d-485d-aeb1-b9e3d7488a8f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.466676 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c17a98b4-ff0d-485d-aeb1-b9e3d7488a8f tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/351d814d-f0b8-4607-82a6-dea2745c5373 HTTP/1.1" status: 404 len: 337 time: 0.1532772 Feb 15 13:47:24.469071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:47:24.470510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57230) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.483672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.483916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.508570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.532163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] Pushing event deleted for resources: {'Port': ['ID=7e814e5d-d737-4104-a5f3-4d39831c1c09,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:24.536121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7a616-4053-4799-82a1-53ca61e8dcca None None] No DVR routers for this DVR port 7e814e5d-d737-4104-a5f3-4d39831c1c09 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:47:24.568306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.579908 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-387bf80e-2fef-4cda-bff7-ae83bde795de tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] DELETE failed (client error): The resource could not be found. Feb 15 13:47:24.580297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387bf80e-2fef-4cda-bff7-ae83bde795de tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:47:24.584435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-387bf80e-2fef-4cda-bff7-ae83bde795de tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/subnets/184b37be-26e8-43f2-8ab9-565f9fd3df7c HTTP/1.1" status: 404 len: 337 time: 0.1105256 Feb 15 13:47:24.591390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57234) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.680589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ea1dce0c-f464-46bf-9235-480bd21dad75,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:24.685635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:24.686251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.690999 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/ports/fa5c9cfe-8506-4bcb-874e-5f68e093b19a HTTP/1.1" status: 200 len: 910 time: 1.5333595 Feb 15 13:47:24.692070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57238) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:24.702547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf85b93-057e-4b69-96e7-79139c51b39c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fa5c9cfe-8506-4bcb-874e-5f68e093b19a,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:24.709927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Deleting port 6982c638-696c-43f9-b8d3-0a66899d6dee {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:24.710271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.749110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.957384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa077f33-85a0-47c5-a7ee-f4801f16297a req-d903ef0c-3af9-43a6-9d56-5f3cbc5acbe2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0670238 Feb 15 13:47:24.975602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.984665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:24.986973 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c66a5377-86b5-4d63-badc-3db5a31106b8 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3710892 Feb 15 13:47:24.992180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57244) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:25.046232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'port': {'network_id': 'ed069ca1-9603-49ca-9182-02177d572acf', 'name': 'tempest-FloatingIPTestJSON-2095496118'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:25.124473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Calling delete_port for 6982c638-696c-43f9-b8d3-0a66899d6dee owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:25.212459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.306624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:25.310842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:port and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:25.313909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:25.320107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:25.380937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.430304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:25.433915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.456373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Port': ['ID=6982c638-696c-43f9-b8d3-0a66899d6dee,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:25.471686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.486546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] device_id is not set on port 1695bbd0-b300-47bf-a818-082c80643c68 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:47:25.550816 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1f361f5d-8b2f-4832-a1b1-040890a83b80 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/ports/6982c638-696c-43f9-b8d3-0a66899d6dee HTTP/1.1" status: 204 len: 168 time: 0.9584589 Feb 15 13:47:25.554225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57248) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:25.634186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port fa5c9cfe-8506-4bcb-874e-5f68e093b19a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:25.634405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.10 (ed069ca1-9603-49ca-9182-02177d572acf/54ed362e-29d1-423a-9ce6-1e5172224506/1695bbd0-b300-47bf-a818-082c80643c68) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:25.634704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.738877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:25.840540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:47:25.877778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7e814e5d-d737-4104-a5f3-4d39831c1c09 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:47:25.878274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e814e5d-d737-4104-a5f3-4d39831c1c09 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:47:25.962737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.053674 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9255e833-5b10-4712-a1d2-3f8aa406590c req-b43f2c48-1b9c-493c-8556-359e3eab68a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0433064 Feb 15 13:47:26.055159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.100668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.108737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.125888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network ed069ca1-9603-49ca-9182-02177d572acf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:26.129746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:26.133642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:26.169192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=1695bbd0-b300-47bf-a818-082c80643c68,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:26.200457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:26.201013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.249884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for fa5c9cfe-8506-4bcb-874e-5f68e093b19a owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:26.281883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed4bc7d-f0a6-43cd-be11-27313c387ca1']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:26.295669 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-facdf50e-a320-42be-849c-804415eb8b79 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3023946 Feb 15 13:47:26.298642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57254) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:26.303724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': '1695bbd0-b300-47bf-a818-082c80643c68'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:26.308647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5176377c-eba8-4b23-9098-49f04bf71ac3') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:26.311499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5176377c-eba8-4b23-9098-49f04bf71ac3') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:26.326609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.355719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.374630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:47:26.375032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.385146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:47:26.389574 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:47:26.557733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.580258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.595458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] Pushing event deleted for resources: {'Network': ['ID=2ed4bc7d-f0a6-43cd-be11-27313c387ca1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:26.599936 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-125fea61-ffa2-41c5-8e50-4bba64377941 tempest-PortsIpV6TestJSON-1169413322 tempest-PortsIpV6TestJSON-1169413322-project] 10.222.0.61 "DELETE /v2.0/networks/2ed4bc7d-f0a6-43cd-be11-27313c387ca1 HTTP/1.1" status: 204 len: 168 time: 1.0447388 Feb 15 13:47:26.614818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:26.661762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=fa5c9cfe-8506-4bcb-874e-5f68e093b19a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:26.902996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.037600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.100240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.153163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57264) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:27.185963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router c033baca-18dd-4d6f-9619-fe700160433a has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:27.230959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8158ab1e-666c-40c4-a973-156ecaab297e req-559dbefc-22d6-40ae-9a9e-61278becc1c2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0767689 Feb 15 13:47:27.319653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:27.327822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-430e754b-96fd-40cd-a46e-0251ca19a03d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/c033baca-18dd-4d6f-9619-fe700160433a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6315234 Feb 15 13:47:27.327822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57270) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:27.328954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] Sync routers for ids ['c033baca-18dd-4d6f-9619-fe700160433a'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:27.339601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] Routers {'c033baca-18dd-4d6f-9619-fe700160433a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:27.340413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c033baca-18dd-4d6f-9619-fe700160433a'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:27.363671 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 221d3d7e-e0a4-47be-a178-b841a7940663 associated. External IP: 172.26.0.144, port: 1695bbd0-b300-47bf-a818-082c80643c68. Feb 15 13:47:27.405475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:27.416258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] Routers {'c033baca-18dd-4d6f-9619-fe700160433a'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:27.417045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['c033baca-18dd-4d6f-9619-fe700160433a'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:27.462221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a0e0b28-d048-4076-b142-5e3868cd7ebf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6699973be7b343638cc6a0d19dd97626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003302 Feb 15 13:47:27.466698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57274) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:27.483505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:27.484566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134bfb82-253b-48bf-866a-cdef1ddb0a33 None None] The sync data for ids ['c033baca-18dd-4d6f-9619-fe700160433a'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:27.494917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95d96fb9-2944-446f-8861-4d6de289255c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:47:27.563108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95d96fb9-2944-446f-8861-4d6de289255c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:47:27.567972 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-95d96fb9-2944-446f-8861-4d6de289255c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=c033baca-18dd-4d6f-9619-fe700160433a HTTP/1.1" status: 200 len: 205 time: 0.2368836 Feb 15 13:47:27.568895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:27.707181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.741500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.841732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:27.984224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:28.003005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.005344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.048133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.087264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8476ece-7db7-45b7-9759-ff790d2d864b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:28.094302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.096118 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-28e9de98-ec9c-4c75-9952-23819a809ed4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8476ece-7db7-45b7-9759-ff790d2d864b HTTP/1.1" status: 204 len: 168 time: 0.6288381 Feb 15 13:47:28.105800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.106438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router c033baca-18dd-4d6f-9619-fe700160433a {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:47:28.129855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.133469 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82793dcd-4678-4b31-90ce-94ea185e3596 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/c033baca-18dd-4d6f-9619-fe700160433a HTTP/1.1" status: 204 len: 168 time: 0.5617990 Feb 15 13:47:28.133765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57284) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:28.194923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:28.199215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.200865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet 841360c7-6161-403f-a550-6e9bc445d850 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:28.204634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.206132 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:28.216506 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:28.217114 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:28.259694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-21afe508-b9a9-4d60-bfe5-c347530bdcae tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/221d3d7e-e0a4-47be-a178-b841a7940663 HTTP/1.1" status: 200 len: 979 time: 1.9597750 Feb 15 13:47:28.262187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57290) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:28.268514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.286943 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:28.310071 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:28.310918 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:28.361779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.379480 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:28.379879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddef1734-a402-49ae-a0e7-de1fcd79e28b req-8643cb2d-506f-4f4e-b923-6c8c00cc742c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0699375 Feb 15 13:47:28.380533 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db2351-0515-4b6d-baa5-e7dda9d77a09 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:28.399328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 1695bbd0-b300-47bf-a818-082c80643c68 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:28.399676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.523604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.564479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=841360c7-6161-403f-a550-6e9bc445d850,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:28.572130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.581935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.582277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.582613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.582941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.583270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.583970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.584298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.584622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.584776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c231bf-e596-4150-a3b0-25f20f1bfcd1 None None] Network f305bb5b-e817-47d8-b25c-62999000d715 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:28.585212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.585298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.585653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.591414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:28.591414 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-660d96dd-ef32-4de2-bbcc-83821b71e444 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/841360c7-6161-403f-a550-6e9bc445d850 HTTP/1.1" status: 204 len: 168 time: 0.4561014 Feb 15 13:47:28.593431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57300) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:28.698819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.725897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.737963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port a11929ce-f383-4fc5-9ce0-f30e3f99243d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:28.738622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.886685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] DHCP port deletion for f305bb5b-e817-47d8-b25c-62999000d715 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:28.890945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Deleting port a11929ce-f383-4fc5-9ce0-f30e3f99243d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:28.891319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:28.980429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port a11929ce-f383-4fc5-9ce0-f30e3f99243d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a11929ce-f383-4fc5-9ce0-f30e3f99243d,segment=NetworkSegment(1356a766-0f59-4ca4-b026-72b7ee9b128f),segment_id=1356a766-0f59-4ca4-b026-72b7ee9b128f)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:28.980776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.057564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.058334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.058747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 221d3d7e-e0a4-47be-a178-b841a7940663 disassociated. External IP: 172.26.0.144, port: 1695bbd0-b300-47bf-a818-082c80643c68. Feb 15 13:47:29.059229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 1695bbd0-b300-47bf-a818-082c80643c68 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:29.114362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for a11929ce-f383-4fc5-9ce0-f30e3f99243d owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:29.126689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] For port a11929ce-f383-4fc5-9ce0-f30e3f99243d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a11929ce-f383-4fc5-9ce0-f30e3f99243d,segment=NetworkSegment(1356a766-0f59-4ca4-b026-72b7ee9b128f),segment_id=1356a766-0f59-4ca4-b026-72b7ee9b128f)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:29.127079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.258279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Calling delete_port for a11929ce-f383-4fc5-9ce0-f30e3f99243d owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:29.280219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57316) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:29.294932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.365072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=1695bbd0-b300-47bf-a818-082c80643c68,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:29.392439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83497564-458d-474f-abba-9ed5fcc28bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.431494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-413155277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:29.449518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.455905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:47:29.461243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:47:29.499061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=a11929ce-f383-4fc5-9ce0-f30e3f99243d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:29.501636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No DVR routers for this DVR port a11929ce-f383-4fc5-9ce0-f30e3f99243d on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:47:29.573858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:29.619516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:router and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:29.626728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:29.628554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.642366 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d3e09936-44d7-40ae-bc46-9fd780da6f58 req-7ae5a7a9-f66f-4896-822c-64ca1e926f92 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0660081 Feb 15 13:47:29.643379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:29.655809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f305bb5b-e817-47d8-b25c-62999000d715']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:29.669245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1356a766-0f59-4ca4-b026-72b7ee9b128f') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:29.669575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1356a766-0f59-4ca4-b026-72b7ee9b128f') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:29.682482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.698432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.705371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:47:29.707551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:47:29.721304 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:47:29.756620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:29.823686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.824705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.842529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a11929ce-f383-4fc5-9ce0-f30e3f99243d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:47:29.871735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.895096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.900078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=f305bb5b-e817-47d8-b25c-62999000d715,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:29.919056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a11929ce-f383-4fc5-9ce0-f30e3f99243d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:47:29.919394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a11929ce-f383-4fc5-9ce0-f30e3f99243d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:47:29.938945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.957900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Deleting port a11929ce-f383-4fc5-9ce0-f30e3f99243d {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:29.958436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:29.968657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:29.969221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-98d5a4d5-a04e-4833-8b5c-caa75b61c511 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/f305bb5b-e817-47d8-b25c-62999000d715 HTTP/1.1" status: 204 len: 168 time: 1.3744318 Feb 15 13:47:29.977559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:29.990549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:30.015242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1346270640', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:30.026017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:30.034927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebc51-4ef5-47dc-b549-4ef400152d01 None None] The port 'a11929ce-f383-4fc5-9ce0-f30e3f99243d' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:47:30.038984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:30.039595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:30.063458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:30.070839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.078130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:30.091598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:30.104403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:30.113742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:30.114346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:30.123273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.125024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b5a5684-854e-4cca-b3c3-3dc47010882f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/1695bbd0-b300-47bf-a818-082c80643c68 HTTP/1.1" status: 204 len: 168 time: 1.8619215 Feb 15 13:47:30.128507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57328) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:30.178651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:30.179060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852440-6a4f-4f78-ad83-a509f3de4b84 None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:30.205772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.208534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0e9045fa-e0d7-467e-a9bb-152760a8d1c2 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9256251 Feb 15 13:47:30.209982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57332) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:30.212766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-459060c6-5141-419c-b335-e8aeff2383ee tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/floatingips/221d3d7e-e0a4-47be-a178-b841a7940663 HTTP/1.1" status: 200 len: 688 time: 0.0832567 Feb 15 13:47:30.215439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:30.215610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1474319322'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:30.221269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:30.225521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:network and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:30.228308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:30.234472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:30.292632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.293700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.311386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:30.315188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.327367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.347846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:30.351632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:security_group_rule and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:30.354637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:30.361237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:30.385350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port ea1dce0c-f464-46bf-9235-480bd21dad75 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:30.385645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.429196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.446736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.500170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.537937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:30.543256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2810f53-2a3a-452f-8f19-eb9d96505815,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:30.552258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.552580 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Added segment 96b0bc79-f440-45aa-8bf7-fd1ae494656d of type vlan for network c9205c70-860a-4af8-afff-096ce5b84b4b Feb 15 13:47:30.571060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.571392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.580169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.637955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.660189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.665835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:30.666410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.708217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for ea1dce0c-f464-46bf-9235-480bd21dad75 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:30.777998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Network': ['ID=c9205c70-860a-4af8-afff-096ce5b84b4b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:30.789427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c9205c70-860a-4af8-afff-096ce5b84b4b details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:30.806089 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f9e14e1-780b-41b7-9114-f445b143f4a4 req-dea56970-0b4b-428a-93a7-587ba24a74d1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0712717 Feb 15 13:47:30.853843 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d693bc00-234e-4555-9e3f-3f1582361790 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6425574 Feb 15 13:47:30.855198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57342) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:30.863007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'subnet': {'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:30.883289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:30.896195 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0aa7b109-8fed-4b0c-b39e-7437e07800ea tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9055796 Feb 15 13:47:30.896195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57346) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:30.897906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180069923'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:30.909849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:30.917995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:30.921694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:30.928316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:30.985794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:30.989585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:subnet and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:30.992280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:30.997799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:31.020043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.060468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:31.064631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.084087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=ea1dce0c-f464-46bf-9235-480bd21dad75,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:31.117133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:31.120627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.124340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.124686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.125019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.125342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.125695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.126554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.126876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.127336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.127656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.127972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.128284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.128593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:31.295413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:31.316087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.316429 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 74c756d4-8df3-4797-b1ae-c57b2094ed9a of type vlan for network 7091fd7c-e1ff-4756-9af3-4b98b990d48d Feb 15 13:47:31.322420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.355010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.367838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.368945 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-07cdf251-66be-4f75-90d9-99b5d4367f3a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/221d3d7e-e0a4-47be-a178-b841a7940663 HTTP/1.1" status: 204 len: 168 time: 1.1526217 Feb 15 13:47:31.372727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57350) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:31.378454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'b46e6c6c-93ad-4861-9960-a13b3a771f8c'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:31.384388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:31.389023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:floatingip and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:31.392253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:31.398765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:31.405049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.442981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.448529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:31.449694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.464065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.513264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Subnet': ['ID=e15e391a-74e3-4436-a13f-1b5eea21fc62,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:31.554770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=7091fd7c-e1ff-4756-9af3-4b98b990d48d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:31.564473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:31.572961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Checking segment: {'id': '96b0bc79-f440-45aa-8bf7-fd1ae494656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:31.573335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network hostable DHCP agents. Network: c9205c70-860a-4af8-afff-096ce5b84b4b, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:31.640738 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-611fa5f3-b629-49f9-babf-2b36acd0e507 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7468882 Feb 15 13:47:31.640983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57354) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:31.652119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:31.654089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.689994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network c9205c70-860a-4af8-afff-096ce5b84b4b is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:31.763869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:31.765266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c9205c70-860a-4af8-afff-096ce5b84b4b) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:31.769272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:31.772376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:31.776074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9809f3-4967-48d5-a9af-d3795824e320 None None] Network c9205c70-860a-4af8-afff-096ce5b84b4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:31.780165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:31.780746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.781371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:31.821113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.149 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ef06bbaa-b0f1-402b-8c68-58487029d254) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:31.855638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:31.863043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:31.927600 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36cd7195-b389-4119-80c5-d34d6012e3b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0709326 Feb 15 13:47:31.930688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57360) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:31.938627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'network': {'name': 'tempest-router-network01--1909188800'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:31.943865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:31.947753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:network and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:31.951074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:31.959014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:32.005073 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-383cc808-8178-4265-9a19-2b48feb878df req-4df62b1e-60d0-4a40-b359-7845ca142e3e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0607278 Feb 15 13:47:32.023781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c9205c70-860a-4af8-afff-096ce5b84b4b', 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b', 'tenant_id': '4136e309325747a8b02eda05791170e4', 'fixed_ips': [{'subnet_id': 'e15e391a-74e3-4436-a13f-1b5eea21fc62'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:32.026202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.052870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.057688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:32.061052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.099607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:32.112988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.113356 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Added segment 19b2f602-1125-4578-88fe-9d19e7c09b9b of type vlan for network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc Feb 15 13:47:32.144916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.197357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Allocated IP 172.20.0.2 (c9205c70-860a-4af8-afff-096ce5b84b4b/e15e391a-74e3-4436-a13f-1b5eea21fc62/017568ac-771c-4ddf-9d1f-13457c793ecc) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:32.215121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.243457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.260684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.266219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:32.267598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.328279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=a5023744-4f1e-46d4-8adb-cb21731ded06,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:32.337858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:32.337858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 7091fd7c-e1ff-4756-9af3-4b98b990d48d, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:32.420513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.435067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:32.437753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Transition to ACTIVE for port object 017568ac-771c-4ddf-9d1f-13457c793ecc will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:32.442509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:32.479326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Transition to ACTIVE for port object 017568ac-771c-4ddf-9d1f-13457c793ecc will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:32.491576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:32.498745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:32.535947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7091fd7c-e1ff-4756-9af3-4b98b990d48d) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:32.542229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:32.553689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.553866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ef06bbaa-b0f1-402b-8c68-58487029d254,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:32.553962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf005ce-df4d-4807-b6c9-1d76e58d33ff None None] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:32.558691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Network': ['ID=6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:32.571785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:32.580205 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-90f1c254-50a7-472d-94cd-4bfc37e0534f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6481307 Feb 15 13:47:32.589632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57364) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:32.597265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'network': {'name': 'tempest-router-network02--1435287309'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:32.602943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:32.608843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:network and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:32.612708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:32.620322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:32.637938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a2344444-862a-4122-9457-bdbce03fd6d3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9942729 Feb 15 13:47:32.638955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57368) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:32.645053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.683260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.683260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c3b053c-cde3-4b10-b836-17bca84bb924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.701057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:32.706746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.740817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:32.751601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.751948 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Added segment 038f4df0-25d5-4e01-841d-463923ab8367 of type vlan for network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 Feb 15 13:47:32.779535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.818838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Network c9205c70-860a-4af8-afff-096ce5b84b4b is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:32.841899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Pushing event updated for resources: {'Port': ['ID=017568ac-771c-4ddf-9d1f-13457c793ecc,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:32.844778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:32.850935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:32.894870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.900921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:32.901822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:32.985040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.045310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Network': ['ID=fb261f1b-8035-4cf2-8ab4-f8b7fb75a463,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:33.066181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:33.103678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Attempting to bind port 017568ac-771c-4ddf-9d1f-13457c793ecc on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:33.104309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Attempting to bind port 017568ac-771c-4ddf-9d1f-13457c793ecc by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '96b0bc79-f440-45aa-8bf7-fd1ae494656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:33.104664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Attempting to bind port 017568ac-771c-4ddf-9d1f-13457c793ecc on network c9205c70-860a-4af8-afff-096ce5b84b4b {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:33.120396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-853223fb-4566-46db-8951-6e1ecdeff851 req-cfe4edff-3bf7-4d63-880f-1c2c36db54c0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0459714 Feb 15 13:47:33.162675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:33.163061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Checking segment: {'id': '96b0bc79-f440-45aa-8bf7-fd1ae494656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:33.163467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.163864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Bound using segment: {'id': '96b0bc79-f440-45aa-8bf7-fd1ae494656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:33.164335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Bound port: 017568ac-771c-4ddf-9d1f-13457c793ecc, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b0bc79-f440-45aa-8bf7-fd1ae494656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9205c70-860a-4af8-afff-096ce5b84b4b'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:33.164767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.209676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1d996390-c73c-4ade-b92a-e432fd4e991f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6181629 Feb 15 13:47:33.212570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57374) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:33.218515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'subnet': {'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:33.285091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.305979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:33.306817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.331893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.334934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:33.339585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:subnet and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:33.343267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:33.350572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:33.405523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] For port 017568ac-771c-4ddf-9d1f-13457c793ecc, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:33.422389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] For port 017568ac-771c-4ddf-9d1f-13457c793ecc, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=017568ac-771c-4ddf-9d1f-13457c793ecc,segment=NetworkSegment(96b0bc79-f440-45aa-8bf7-fd1ae494656d),segment_id=96b0bc79-f440-45aa-8bf7-fd1ae494656d)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:33.426000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:33.429650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.483427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.570834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Allocated IP 172.20.0.2 (7091fd7c-e1ff-4756-9af3-4b98b990d48d/a5023744-4f1e-46d4-8adb-cb21731ded06/8bae6d0f-819e-40b1-945d-72370d88c181) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:33.604646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e436ae-90aa-4446-8a15-2c93e8073f15 None None] Pushing event updated for resources: {'Port': ['ID=017568ac-771c-4ddf-9d1f-13457c793ecc,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:33.771271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.783081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.897342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:33.899696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Subnet': ['ID=83f54934-4eb3-44ee-bdba-bfb2432fcfe5,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:33.912124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Checking segment: {'id': '19b2f602-1125-4578-88fe-9d19e7c09b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:33.912489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network hostable DHCP agents. Network: 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:33.913274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Transition to ACTIVE for port object 8bae6d0f-819e-40b1-945d-72370d88c181 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:33.932900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Transition to ACTIVE for port object 8bae6d0f-819e-40b1-945d-72370d88c181 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:34.002058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:34.003142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.036650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.094086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:34.103634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:34.104475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.106790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:34.111530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b30a8-a6c5-462c-8fa0-34b9b61c1d1f None None] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:34.136087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:34.136603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.20.0.1 (7091fd7c-e1ff-4756-9af3-4b98b990d48d/a5023744-4f1e-46d4-8adb-cb21731ded06/e8254dca-e302-454c-a49a-f53a30754e55) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:34.142627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.143595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:34.191093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Pushing event updated for resources: {'Port': ['ID=8bae6d0f-819e-40b1-945d-72370d88c181,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:34.227534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-243772cb-a387-41cb-ae0c-3ca575f7e11d tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0110557 Feb 15 13:47:34.227534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-629c869f-4f83-417c-a231-9f3fb986f44f req-f2c69e82-ea3c-4016-8959-886c9b37f36f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0481935 Feb 15 13:47:34.227924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:34.233350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'subnet': {'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:34.324097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Attempting to bind port 8bae6d0f-819e-40b1-945d-72370d88c181 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:34.324469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Attempting to bind port 8bae6d0f-819e-40b1-945d-72370d88c181 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:34.324971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Attempting to bind port 8bae6d0f-819e-40b1-945d-72370d88c181 on network 7091fd7c-e1ff-4756-9af3-4b98b990d48d {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:34.333735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:34.334230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Checking segment: {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:34.334638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.335170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Bound using segment: {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:34.335649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Bound port: 8bae6d0f-819e-40b1-945d-72370d88c181, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:34.336026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.393660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:34.400484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Usage tracker for resource:subnet and tenant:4136e309325747a8b02eda05791170e4 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:34.405154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:34.413225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:34.434199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.444593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.457533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object e8254dca-e302-454c-a49a-f53a30754e55 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:34.481749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] For port 8bae6d0f-819e-40b1-945d-72370d88c181, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:34.497985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] For port 8bae6d0f-819e-40b1-945d-72370d88c181, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8bae6d0f-819e-40b1-945d-72370d88c181,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:34.528778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Made reservation on behalf of 4136e309325747a8b02eda05791170e4 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:34.532717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.551216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc', 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc', 'tenant_id': '4136e309325747a8b02eda05791170e4', 'fixed_ips': [{'subnet_id': '83f54934-4eb3-44ee-bdba-bfb2432fcfe5'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:34.552054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.558685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.562936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.686041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.692818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:34.696148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:34.700148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:34.739231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da310758-8f14-4e04-b3e3-74a135a5d05d None None] Network c9205c70-860a-4af8-afff-096ce5b84b4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:34.743739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=ef06bbaa-b0f1-402b-8c68-58487029d254,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:34.838554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.939161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:34.944374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:34.979687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ab2cd-dac1-4d50-80fc-3d3fc0a5ba4d None None] Pushing event updated for resources: {'Port': ['ID=8bae6d0f-819e-40b1-945d-72370d88c181,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:34.996568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.035455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-127ae48e-d8a4-44ce-b19f-ce91218954e0 None None] Provisioning for port 017568ac-771c-4ddf-9d1f-13457c793ecc completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:35.076316 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 5fd784f0-c92f-4aae-a1f3-eb7ddf6731a5 associated. External IP: 172.26.0.149, port: b46e6c6c-93ad-4861-9960-a13b3a771f8c. Feb 15 13:47:35.095771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Subnet': ['ID=fe76aba5-9251-41f5-87b0-ca5b8b25b014,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:35.110488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Checking segment: {'id': '038f4df0-25d5-4e01-841d-463923ab8367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:35.111396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network hostable DHCP agents. Network: fb261f1b-8035-4cf2-8ab4-f8b7fb75a463, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:35.123872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Allocated IP 172.20.0.2 (6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc/83f54934-4eb3-44ee-bdba-bfb2432fcfe5/1d9f74a7-8e12-4c63-bd29-b4d12754fd5e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:35.197444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:35.278347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, fb261f1b-8035-4cf2-8ab4-f8b7fb75a463) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:35.285887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:35.288768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.304051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16debbed-b9c6-4fc1-be3a-ea9be64825e3 None None] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:35.365494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.373296 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4c01d047-66f6-4a05-8d37-ad9422553779 req-212cecd9-35ed-4a54-8b16-ae08a074c362 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0499630 Feb 15 13:47:35.381615 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d8c9afa3-0abb-4c77-a5c9-bdb3c0fccd0b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1527467 Feb 15 13:47:35.384290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57386) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:35.615996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.680854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Transition to ACTIVE for port object 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:35.701013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-fb261f1b-8035-4cf2-8ab4-f8b7fb75a463', 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463', 'tenant_id': '4136e309325747a8b02eda05791170e4', 'fixed_ips': [{'subnet_id': 'fe76aba5-9251-41f5-87b0-ca5b8b25b014'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:35.701909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.725495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Transition to ACTIVE for port object 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:35.821635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:35.902398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Pushing event updated for resources: {'Port': ['ID=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:35.972060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:35.973258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:35.977320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:36.070114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 017568ac-771c-4ddf-9d1f-13457c793ecc up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:36.111309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.146405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.193346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Allocated IP 172.20.0.2 (fb261f1b-8035-4cf2-8ab4-f8b7fb75a463/fe76aba5-9251-41f5-87b0-ca5b8b25b014/d73c9c29-9b54-41d4-ac1a-ea06289720cf) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:36.217760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.322296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Attempting to bind port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:36.322859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Attempting to bind port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '19b2f602-1125-4578-88fe-9d19e7c09b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:36.323330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Attempting to bind port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e on network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:36.338634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:36.339204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Checking segment: {'id': '19b2f602-1125-4578-88fe-9d19e7c09b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:36.339738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.340239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Bound using segment: {'id': '19b2f602-1125-4578-88fe-9d19e7c09b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:36.340842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Bound port: 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b2f602-1125-4578-88fe-9d19e7c09b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:36.341356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.372927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.384972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:36.439571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 017568ac-771c-4ddf-9d1f-13457c793ecc completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:36.444510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:36.526700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3aa2af-dba7-4037-bc83-8314274d0b4b None None] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:36.545151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 017568ac-771c-4ddf-9d1f-13457c793ecc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:36.545927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.554022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3f705a9-0d86-4414-9f77-f3e6a8786920 req-8304c6c7-53da-44c6-862f-4c289458d3c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0576003 Feb 15 13:47:36.641955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.671275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Allocated IP 172.20.0.1 (6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc/83f54934-4eb3-44ee-bdba-bfb2432fcfe5/dc7b83ba-b65a-4f9e-b239-25e2f39d693a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:36.723797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:36.731441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Transition to ACTIVE for port object d73c9c29-9b54-41d4-ac1a-ea06289720cf will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:36.739704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:36.806544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Transition to ACTIVE for port object d73c9c29-9b54-41d4-ac1a-ea06289720cf will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:36.822355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] For port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:36.825672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] For port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,segment=NetworkSegment(19b2f602-1125-4578-88fe-9d19e7c09b9b),segment_id=19b2f602-1125-4578-88fe-9d19e7c09b9b)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:36.853155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.871153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Transition to ACTIVE for port object dc7b83ba-b65a-4f9e-b239-25e2f39d693a will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:36.901260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:36.914848 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:36.925897 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:36.926671 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:36.959623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:36.998555 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:37.004343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.006553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.008318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b801a310-51f6-4061-b0b1-f77f226ba68a None None] Provisioning for port 8bae6d0f-819e-40b1-945d-72370d88c181 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:37.014331 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:37.016843 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:37.027666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.068872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:47:37.083311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:37.084169 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb032f7-0e69-407f-be9a-93d4b4884dee None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:37.130550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.150283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:37.157957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:37.164174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:37.187314 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-36ac6ee9-c4e7-482d-9c10-eb81c6ff91c4 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8130605 Feb 15 13:47:37.187943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57392) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:37.286349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-780749682'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:37.293962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Pushing event updated for resources: {'Port': ['ID=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:37.312857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:37.319327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:37.322789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:network and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:37.328008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:37.328566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:37.335014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:37.344026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 017568ac-771c-4ddf-9d1f-13457c793ecc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=017568ac-771c-4ddf-9d1f-13457c793ecc,segment=NetworkSegment(96b0bc79-f440-45aa-8bf7-fd1ae494656d),segment_id=96b0bc79-f440-45aa-8bf7-fd1ae494656d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:37.345281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:37.359818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.360838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.361371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.361946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.362295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.362639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.362981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.363313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.363649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.363915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:37.364035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.364295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.364622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405495f-9bcc-4d2c-9c7b-f9ab214f8dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:47:37.383402 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c0226d70-df21-4edc-a0da-499bff40ac5b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7404590 Feb 15 13:47:37.383861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57396) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:37.390370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-929837005'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:37.395847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:37.400091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:37.403327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:37.405835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.414442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:37.418324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:37.432008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:37.434064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.435523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8bae6d0f-819e-40b1-945d-72370d88c181 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:37.436812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.443399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Port': ['ID=dc7b83ba-b65a-4f9e-b239-25e2f39d693a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:37.493204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Attempting to bind port d73c9c29-9b54-41d4-ac1a-ea06289720cf on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:37.493620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Attempting to bind port d73c9c29-9b54-41d4-ac1a-ea06289720cf by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '038f4df0-25d5-4e01-841d-463923ab8367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:37.493991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Attempting to bind port d73c9c29-9b54-41d4-ac1a-ea06289720cf on network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:37.498379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:37.502473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.519839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:37.529622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:37.530012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Checking segment: {'id': '038f4df0-25d5-4e01-841d-463923ab8367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:37.530416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.530813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Bound using segment: {'id': '038f4df0-25d5-4e01-841d-463923ab8367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:37.531291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Bound port: d73c9c29-9b54-41d4-ac1a-ea06289720cf, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038f4df0-25d5-4e01-841d-463923ab8367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fb261f1b-8035-4cf2-8ab4-f8b7fb75a463'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:37.531673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.549868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:37.551328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:37.632423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Pushing event updated for resources: {'Port': ['ID=d73c9c29-9b54-41d4-ac1a-ea06289720cf,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:37.709356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5dc475ef-4d3f-4bc5-9d1e-2dfa4e441c52 req-bfab913d-4c35-4e9a-b5c0-2ed716843158 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0656672 Feb 15 13:47:37.710196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.771993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.772335 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Added segment d20c25d0-e716-409c-9576-7f02ae5bba20 of type vlan for network cf731967-0ba1-49c8-b5eb-26c85a900074 Feb 15 13:47:37.787617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:37.809746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.814117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.814462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 73e8006a-a88a-4843-9382-cbd62fb808e7 of type vlan for network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 Feb 15 13:47:37.854586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.897599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:37.929057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.934684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:37.942137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:37.955961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=017568ac-771c-4ddf-9d1f-13457c793ecc,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:37.974128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8bae6d0f-819e-40b1-945d-72370d88c181 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:37.988017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] For port d73c9c29-9b54-41d4-ac1a-ea06289720cf, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:38.005105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] For port d73c9c29-9b54-41d4-ac1a-ea06289720cf, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d73c9c29-9b54-41d4-ac1a-ea06289720cf,segment=NetworkSegment(038f4df0-25d5-4e01-841d-463923ab8367),segment_id=038f4df0-25d5-4e01-841d-463923ab8367)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:38.009300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8bae6d0f-819e-40b1-945d-72370d88c181 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:38.009808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.041062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.047084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:38.048341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.094391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Network': ['ID=cf731967-0ba1-49c8-b5eb-26c85a900074,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:38.127882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network cf731967-0ba1-49c8-b5eb-26c85a900074 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:38.158743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.186378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-050669a5-8752-481c-bba3-3265d070a3c0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9280140 Feb 15 13:47:38.189623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57402) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:38.196624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'subnet': {'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:38.212879 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8278158 Feb 15 13:47:38.220872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57406) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:38.233776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:38.264015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5e50b-7354-4b47-9679-3695bdbf89b5 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=5ce899bb-14ac-4ecf-bedd-ce7bc83ded54,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:38.355451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.356034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:38.363251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:38.367851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:subnet and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:38.371388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:38.378801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:38.408744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:38.413385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:38.416345 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:47:38.416840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:38.423673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:38.425811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.498349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:38.501841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.505862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:38.509945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.775420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Provisioning for port e8254dca-e302-454c-a49a-f53a30754e55 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:38.903306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Provisioning complete for port e8254dca-e302-454c-a49a-f53a30754e55 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:38.908511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.932303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a42f4-0abe-44c7-a8bc-ead34c6f87b1 None None] Pushing event updated for resources: {'Port': ['ID=d73c9c29-9b54-41d4-ac1a-ea06289720cf,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:38.935824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b18d77-4a2a-4039-be16-3f596c953906 None None] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:38.950343 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-78ce5611-3a2a-4de1-bbc8-00400a2cdad4 req-58b620ac-6149-494f-810e-4c4548e777a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1249051 Feb 15 13:47:38.957345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Port': ['ID=dc7b83ba-b65a-4f9e-b239-25e2f39d693a,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:38.961626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:38.963555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.085595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=2c8da5d1-89c9-44fc-9612-a11f2ba288bf,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:39.111671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.118503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:39.119956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:39.147073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.173991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Port e8254dca-e302-454c-a49a-f53a30754e55 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:39.236558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Subnet': ['ID=b40348b4-97e4-47ca-b90b-2f35fbf2c8aa,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:39.237568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:39.238039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8bae6d0f-819e-40b1-945d-72370d88c181, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8bae6d0f-819e-40b1-945d-72370d88c181,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:39.239830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:39.242521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:39.253530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Checking segment: {'id': 'd20c25d0-e716-409c-9576-7f02ae5bba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:39.254782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network hostable DHCP agents. Network: cf731967-0ba1-49c8-b5eb-26c85a900074, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:39.269758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Provisioning complete for port 8bae6d0f-819e-40b1-945d-72370d88c181 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:39.270135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f91919ff-7499-441d-8d22-3e80f3368850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.358412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.368781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:39.380421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:39.387036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.403700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:35Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:35Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:39.434096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257500a-db3e-4d0a-bc06-0355e7736402 None None] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:39.516351 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-84fb03bd-3603-474b-af6c-2684f740754d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2877228 Feb 15 13:47:39.518198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57412) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:39.534721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:47:39.535073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Updating router e355b70e-0db6-43a2-9ba8-6ade4d3facad port e8254dca-e302-454c-a49a-f53a30754e55 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:47:39.636292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network cf731967-0ba1-49c8-b5eb-26c85a900074 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:39.654428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, cf731967-0ba1-49c8-b5eb-26c85a900074) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:39.687027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:39.687027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.687299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d73c9c29-9b54-41d4-ac1a-ea06289720cf up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:39.719013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad7c5a-e1fd-4897-9599-0f1f5c0a92cd None None] Network cf731967-0ba1-49c8-b5eb-26c85a900074 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:39.809466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Router d0871177-d57e-48b8-aa07-85fd57d60514 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:47:39.826934 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-057dedaf-436e-4159-83c6-60b44677ab61 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6361363 Feb 15 13:47:39.828139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:39.896397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-781611278', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:39.921016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:39.921848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:39.939971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8bae6d0f-819e-40b1-945d-72370d88c181,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:39.961663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12191b22-9c17-4282-b839-cd329fb93683 None None] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:39.982799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:router and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:40.005042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:40.019782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:40.084290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:40.087638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6a5f1314-e609-4c39-ab1d-90c7de81a891 req-9373d8cc-f84c-489a-94b0-212bdf4f0428 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0506570 Feb 15 13:47:40.091054 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ba6bd911-be93-4d85-a7d9-ded4514fe1b0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7041736 Feb 15 13:47:40.095833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57422) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:40.097204 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] Sync routers for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:40.118182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:40.118873 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:40.160316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.161336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.192258 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:40.201741 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:40.202408 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:40.257682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.266162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.283936 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:40.284922 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592172e-097a-4f6c-99a1-8603e26877d4 None None] The sync data for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:40.494709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port d73c9c29-9b54-41d4-ac1a-ea06289720cf completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:40.562141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 017568ac-771c-4ddf-9d1f-13457c793ecc up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:40.620434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:40.622648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.832286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Provisioning complete for port e8254dca-e302-454c-a49a-f53a30754e55 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:40.832653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:40.842706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.21.0.1 (5ce899bb-14ac-4ecf-bedd-ce7bc83ded54/2c8da5d1-89c9-44fc-9612-a11f2ba288bf/f320b24c-6e27-4de1-8d15-17005cd9f69b) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:40.982178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.resource_extend [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:47:41.037497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66439679-8519-4143-b612-c18b65e9611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-cf731967-0ba1-49c8-b5eb-26c85a900074', 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074', 'tenant_id': '2e75e76477d54a65a91f84185ea0e3bb', 'fixed_ips': [{'subnet_id': 'b40348b4-97e4-47ca-b90b-2f35fbf2c8aa'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:41.037945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.038570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.057011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object f320b24c-6e27-4de1-8d15-17005cd9f69b will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:41.070756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.137737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Port e8254dca-e302-454c-a49a-f53a30754e55 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:41.157928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.181707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-00003576-b62d-4927-a197-206fd3ccdeef tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:47:41.182832 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00003576-b62d-4927-a197-206fd3ccdeef tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0857570 Feb 15 13:47:41.186868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57428) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:41.268540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:41.271747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.272175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:41.276387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:41.315672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:41.325192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Transition to ACTIVE for port object e8254dca-e302-454c-a49a-f53a30754e55 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:41.327635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 017568ac-771c-4ddf-9d1f-13457c793ecc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:41.328013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.344092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.377593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Provisioning for port d73c9c29-9b54-41d4-ac1a-ea06289720cf completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:41.394386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Allocated IP 172.21.0.2 (5ce899bb-14ac-4ecf-bedd-ce7bc83ded54/2c8da5d1-89c9-44fc-9612-a11f2ba288bf/31b424a7-c640-44ac-9f3e-8c75d129028f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:41.409917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Provisioning complete for port d73c9c29-9b54-41d4-ac1a-ea06289720cf triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:41.410293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.425002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9309d20d-69e1-48e5-887b-14f72a152ad1 req-7dafb224-62e3-4cb9-81c5-ae4eb27b1b62 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1667109 Feb 15 13:47:41.493585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.537816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:41.856112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a4c18-119f-4f25-9bc6-d8b7b53c9ff4 None None] Pushing event updated for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:41.947841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-66439679-8519-4143-b612-c18b65e9611d None None] Allocated IP 172.20.0.2 (cf731967-0ba1-49c8-b5eb-26c85a900074/b40348b4-97e4-47ca-b90b-2f35fbf2c8aa/32628a31-21c0-4dce-9130-1e92dcd4ea97) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:42.005049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.043820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.131361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.198902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Attempting to bind port e8254dca-e302-454c-a49a-f53a30754e55 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:42.199550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Attempting to bind port e8254dca-e302-454c-a49a-f53a30754e55 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:42.199670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Attempting to bind port e8254dca-e302-454c-a49a-f53a30754e55 on network 7091fd7c-e1ff-4756-9af3-4b98b990d48d {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:42.202312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:42.226866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.242531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.263241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:42.263692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Checking segment: {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:42.264007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.264396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Bound using segment: {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:42.265688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Bound port: e8254dca-e302-454c-a49a-f53a30754e55, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c756d4-8df3-4797-b1ae-c57b2094ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:42.266066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.282406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.367574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.372554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:42.397752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.26.0.109 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/62a1a17b-5e67-4a43-8aff-98d1fa123eaa) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:42.560221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:42.561884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:42.575739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] For port d73c9c29-9b54-41d4-ac1a-ea06289720cf, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d73c9c29-9b54-41d4-ac1a-ea06289720cf,segment=NetworkSegment(038f4df0-25d5-4e01-841d-463923ab8367),segment_id=038f4df0-25d5-4e01-841d-463923ab8367)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:42.586866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.619353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Transition to ACTIVE for port object 31b424a7-c640-44ac-9f3e-8c75d129028f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:42.667763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] For port e8254dca-e302-454c-a49a-f53a30754e55, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:42.691643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] For port e8254dca-e302-454c-a49a-f53a30754e55, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e8254dca-e302-454c-a49a-f53a30754e55,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:42.697529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:42.707060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Transition to ACTIVE for port object 31b424a7-c640-44ac-9f3e-8c75d129028f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:42.716270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.728041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-66439679-8519-4143-b612-c18b65e9611d None None] Transition to ACTIVE for port object 32628a31-21c0-4dce-9130-1e92dcd4ea97 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:42.749611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-66439679-8519-4143-b612-c18b65e9611d None None] Transition to ACTIVE for port object 32628a31-21c0-4dce-9130-1e92dcd4ea97 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:42.780935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.805797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d0c28027-b318-4743-818e-91cab9bcac26 req-59a4c02b-a278-47c8-b15a-19a446d6341f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.1447635 Feb 15 13:47:42.840000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8bae6d0f-819e-40b1-945d-72370d88c181 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:42.897133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.919198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.923733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.939034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.939902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:42.980195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port dc7b83ba-b65a-4f9e-b239-25e2f39d693a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:42.980555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:42.991179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:43.010368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:43.019754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:43.023083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Pushing event updated for resources: {'Port': ['ID=d73c9c29-9b54-41d4-ac1a-ea06289720cf,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:43.068311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66439679-8519-4143-b612-c18b65e9611d None None] Network cf731967-0ba1-49c8-b5eb-26c85a900074 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:43.069503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:43.070128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:43.136643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-66439679-8519-4143-b612-c18b65e9611d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:43.138453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Provisioning for port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:43.149849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66439679-8519-4143-b612-c18b65e9611d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:43.171421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:43.190787 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3e712395-0529-48c9-90e4-407f38526aaa tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713369 Feb 15 13:47:43.193550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:43.201148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-819058381'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:43.208951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:43.214524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:43.218437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:43.225377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:43.253132 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bd95278-94c4-47f5-a746-047168d58332 req-80fc35c2-7f4c-4383-82fb-e67190787746 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=96e3211f-9209-4c4b-89e3-dd72a843edae HTTP/1.1" status: 200 len: 210 time: 0.0600963 Feb 15 13:47:43.254747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.289488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Pushing event updated for resources: {'Port': ['ID=31b424a7-c640-44ac-9f3e-8c75d129028f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:43.317325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:43.321303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.321919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.350629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:43.359682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.360123 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 7b211456-1b97-4942-9f18-51198778c0ed of type vlan for network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 Feb 15 13:47:43.388043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.399082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Provisioning complete for port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:43.399460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.418357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Calling delete_port for dc7b83ba-b65a-4f9e-b239-25e2f39d693a owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:43.501006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:43.506938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:43.513959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8bae6d0f-819e-40b1-945d-72370d88c181 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:43.514152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:43.514330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.518570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.524740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:43.525982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.560954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=62a1a17b-5e67-4a43-8aff-98d1fa123eaa,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:43.646246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=9a1fd645-b7f4-458f-9e89-5f0d209d5935,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:43.648875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Attempting to bind port 31b424a7-c640-44ac-9f3e-8c75d129028f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:43.649246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Attempting to bind port 31b424a7-c640-44ac-9f3e-8c75d129028f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:43.649651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Attempting to bind port 31b424a7-c640-44ac-9f3e-8c75d129028f on network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:43.659463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66439679-8519-4143-b612-c18b65e9611d None None] Attempting to bind port 32628a31-21c0-4dce-9130-1e92dcd4ea97 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:43.659829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66439679-8519-4143-b612-c18b65e9611d None None] Attempting to bind port 32628a31-21c0-4dce-9130-1e92dcd4ea97 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'd20c25d0-e716-409c-9576-7f02ae5bba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:43.660187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66439679-8519-4143-b612-c18b65e9611d None None] Attempting to bind port 32628a31-21c0-4dce-9130-1e92dcd4ea97 on network cf731967-0ba1-49c8-b5eb-26c85a900074 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:43.662761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:43.709985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:43.722072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a4c18-119f-4f25-9bc6-d8b7b53c9ff4 None None] Pushing event updated for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:43.730456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-779be9be-ed23-4058-9633-cf192226db4c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5348268 Feb 15 13:47:43.732598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57454) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:43.740846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:43.791359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:43.791841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Checking segment: {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:43.792109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.792499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Bound using segment: {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:43.793012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Bound port: 31b424a7-c640-44ac-9f3e-8c75d129028f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:43.793392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.852060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66439679-8519-4143-b612-c18b65e9611d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:43.852822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66439679-8519-4143-b612-c18b65e9611d None None] Checking segment: {'id': 'd20c25d0-e716-409c-9576-7f02ae5bba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:43.853108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.853525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66439679-8519-4143-b612-c18b65e9611d None None] Bound using segment: {'id': 'd20c25d0-e716-409c-9576-7f02ae5bba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:43.854276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-66439679-8519-4143-b612-c18b65e9611d None None] Bound port: 32628a31-21c0-4dce-9130-1e92dcd4ea97, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20c25d0-e716-409c-9576-7f02ae5bba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:43.854643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:43.866939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:43.871259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:43.874102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:43.880945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:43.986211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:43.990185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.020630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.139506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Port': ['ID=dc7b83ba-b65a-4f9e-b239-25e2f39d693a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:44.192310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] For port 31b424a7-c640-44ac-9f3e-8c75d129028f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:44.196366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] For port 31b424a7-c640-44ac-9f3e-8c75d129028f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31b424a7-c640-44ac-9f3e-8c75d129028f,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:44.358211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57460) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:44.378711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.382243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439679-8519-4143-b612-c18b65e9611d None None] Pushing event updated for resources: {'Port': ['ID=32628a31-21c0-4dce-9130-1e92dcd4ea97,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:44.414412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.559928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.583987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:44.585727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 9a1fd645-b7f4-458f-9e89-5f0d209d5935, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:44.592485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=465b3a3c-d5ef-4e78-ac8c-f98d79b99710,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:44.622929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.624695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.643138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.649022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-66439679-8519-4143-b612-c18b65e9611d None None] For port 32628a31-21c0-4dce-9130-1e92dcd4ea97, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:44.699548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-66439679-8519-4143-b612-c18b65e9611d None None] For port 32628a31-21c0-4dce-9130-1e92dcd4ea97, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=32628a31-21c0-4dce-9130-1e92dcd4ea97,segment=NetworkSegment(d20c25d0-e716-409c-9576-7f02ae5bba20),segment_id=d20c25d0-e716-409c-9576-7f02ae5bba20)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:44.700658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e894a-c567-40f4-8509-58c0d1736acb None None] Pushing event updated for resources: {'Port': ['ID=31b424a7-c640-44ac-9f3e-8c75d129028f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:44.701354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:44.722952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.775668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] For port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,segment=NetworkSegment(19b2f602-1125-4578-88fe-9d19e7c09b9b),segment_id=19b2f602-1125-4578-88fe-9d19e7c09b9b)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:44.777072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66439679-8519-4143-b612-c18b65e9611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.808717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 9a1fd645-b7f4-458f-9e89-5f0d209d5935) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:44.812564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:44.813687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.818609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d73c9c29-9b54-41d4-ac1a-ea06289720cf up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:44.864845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1c425-97dc-4bd7-859b-b88602dae387 None None] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:44.878115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.880571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:44.886809 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/3a8a9799-c032-4ee5-8b56-591b994d96e7 HTTP/1.1" status: 204 len: 168 time: 0.5274577 Feb 15 13:47:44.899903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89052dc-72a1-4c7b-897d-9d78e7bb5761 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a9799-c032-4ee5-8b56-591b994d96e7,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:44.918731 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4fe6a605-b8c5-419c-82f0-6b4f203412bb tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1826906 Feb 15 13:47:44.927595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57468) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:45.022660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57472) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:45.040890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:45.112906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439679-8519-4143-b612-c18b65e9611d None None] Pushing event updated for resources: {'Port': ['ID=32628a31-21c0-4dce-9130-1e92dcd4ea97,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:45.312338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d73c9c29-9b54-41d4-ac1a-ea06289720cf triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:45.313760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:45.363086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 3, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:42Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:45.400564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd4535-49ff-41c9-b30b-0889faa0de62 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 3, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:42Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:45.402337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699500-b7aa-45a8-b0fc-8e0e85927c24 None None] Pushing event updated for resources: {'Port': ['ID=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:45.519849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cfe576a8-9e63-40ac-8ea4-d938905319b7 None None] Provisioning complete for port d73c9c29-9b54-41d4-ac1a-ea06289720cf triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:45.520236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cfe576a8-9e63-40ac-8ea4-d938905319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:45.555259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:45.565674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:45.810635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Router d0871177-d57e-48b8-aa07-85fd57d60514 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:46.107646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:46.154915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Allocated IP 172.22.0.2 (9a1fd645-b7f4-458f-9e89-5f0d209d5935/465b3a3c-d5ef-4e78-ac8c-f98d79b99710/dbc9c0f4-3808-4395-bcfd-f4722ec2522b) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:46.160290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cfe576a8-9e63-40ac-8ea4-d938905319b7 None None] Could not find standard attr ID for object dc7b83ba-b65a-4f9e-b239-25e2f39d693a. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:47:46.366472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cfe576a8-9e63-40ac-8ea4-d938905319b7 None None] Provisioning complete for port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:46.370674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cfe576a8-9e63-40ac-8ea4-d938905319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:46.469892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49902e-e339-466a-a868-4096cc93ad73 None None] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:46.525981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:46.877361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97302525-1996-40e3-b18f-48f0303be666 None None] Network cf731967-0ba1-49c8-b5eb-26c85a900074 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:46.913119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:46.963792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] Sync routers for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:47.001657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-355adffd-7444-4d90-9716-d29e14d8488b tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8134816 Feb 15 13:47:47.002211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57476) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:47.045201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:47.045814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.075922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-eb7fd972-8ad8-4459-8ba7-5e5a1c7c1c37 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] delete failed (client error): The resource could not be found. Feb 15 13:47:47.080888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57480) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:47.081077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eb7fd972-8ad8-4459-8ba7-5e5a1c7c1c37 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1907964575 HTTP/1.1" status: 404 len: 335 time: 0.0756166 Feb 15 13:47:47.087185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e428d379-7aab-42ad-a0af-29fd30118104 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0871177-d57e-48b8-aa07-85fd57d60514'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:47.089961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router df368356-6796-4e8d-b70a-fcbc352727cc is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:47:47.121563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 32628a31-21c0-4dce-9130-1e92dcd4ea97 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:47.234114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.353383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:47.367077 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] Sync routers for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:47.379440 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:47.380524 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.386676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.433172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:47.433975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.451462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.451902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6127c28b-7ee2-4a55-ab9b-082caaac7c8a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6196425 Feb 15 13:47:47.460995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57484) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:47.492200 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.511923 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:47.522570 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.553643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.554166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aaa04-8ede-4ee0-b66d-642c99ec40eb None None] The sync data for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:47.561195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e428d379-7aab-42ad-a0af-29fd30118104 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.649165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.667367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Transition to ACTIVE for port object dbc9c0f4-3808-4395-bcfd-f4722ec2522b will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:47.687304 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:47.687721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2f30f-893c-41f6-b0eb-d3d20a9fdc94 None None] The sync data for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:47.692171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Provisioning for port 31b424a7-c640-44ac-9f3e-8c75d129028f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:47.724109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 32628a31-21c0-4dce-9130-1e92dcd4ea97 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:47.740130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Transition to ACTIVE for port object dbc9c0f4-3808-4395-bcfd-f4722ec2522b will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:47.741378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:47.743240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-e428d379-7aab-42ad-a0af-29fd30118104 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] update failed (client error): The resource could not be found. Feb 15 13:47:47.745297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e428d379-7aab-42ad-a0af-29fd30118104 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514 HTTP/1.1" status: 404 len: 339 time: 0.6626816 Feb 15 13:47:47.749778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57488) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:47.835063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:47.835503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.971609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:47.976386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Provisioning for port 32628a31-21c0-4dce-9130-1e92dcd4ea97 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:48.082543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Provisioning complete for port 32628a31-21c0-4dce-9130-1e92dcd4ea97 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:48.083449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.140150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:48.142563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:48.145673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:48.159450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:48.174028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e8254dca-e302-454c-a49a-f53a30754e55 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:48.319488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:48.319488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:48.371000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Pushing event updated for resources: {'Port': ['ID=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:48.452364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.22.0.1 (9a1fd645-b7f4-458f-9e89-5f0d209d5935/465b3a3c-d5ef-4e78-ac8c-f98d79b99710/fdebe1af-fd64-443d-8223-a0c2ee2d8022) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:48.493276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Attempting to bind port dbc9c0f4-3808-4395-bcfd-f4722ec2522b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:48.493668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Attempting to bind port dbc9c0f4-3808-4395-bcfd-f4722ec2522b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:48.494037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Attempting to bind port dbc9c0f4-3808-4395-bcfd-f4722ec2522b on network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:48.508341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:48.508716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Checking segment: {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:48.509122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.509538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Bound using segment: {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:48.510015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Bound port: dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:48.510421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.558044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.685424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:48.686051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.688549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:48.780164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.820007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e8254dca-e302-454c-a49a-f53a30754e55 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:48.897980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e8254dca-e302-454c-a49a-f53a30754e55 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:48.898359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:48.936677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] For port dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:48.945878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.012129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object fdebe1af-fd64-443d-8223-a0c2ee2d8022 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:49.013943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:49.014299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.020342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] For port dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:49.022098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] For port 32628a31-21c0-4dce-9130-1e92dcd4ea97, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=32628a31-21c0-4dce-9130-1e92dcd4ea97,segment=NetworkSegment(d20c25d0-e716-409c-9576-7f02ae5bba20),segment_id=d20c25d0-e716-409c-9576-7f02ae5bba20)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:49.105645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Allocated IP 172.20.0.1 (c9205c70-860a-4af8-afff-096ce5b84b4b/e15e391a-74e3-4436-a13f-1b5eea21fc62/acadde9a-b863-42d2-954b-fad1515ccc15) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:49.146668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.158597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.161661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:49.221922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.229416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.265610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.302915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc974f-6046-48ee-8b2c-f8f28f82243d None None] Pushing event updated for resources: {'Port': ['ID=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.336377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:49.367384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.395064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Transition to ACTIVE for port object acadde9a-b863-42d2-954b-fad1515ccc15 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:49.402505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:49.404316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 3, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:42Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:41Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:49.412746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:47:49.412746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Updating router e355b70e-0db6-43a2-9ba8-6ade4d3facad port f320b24c-6e27-4de1-8d15-17005cd9f69b binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:47:49.412981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:49.439572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e8254dca-e302-454c-a49a-f53a30754e55, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e8254dca-e302-454c-a49a-f53a30754e55,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:49.471526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.480627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5822a-514f-4985-9d74-cd5812dff05e None None] Pushing event updated for resources: {'Port': ['ID=32628a31-21c0-4dce-9130-1e92dcd4ea97,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.493655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.495367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.548035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.548575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31b424a7-c640-44ac-9f3e-8c75d129028f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:49.632431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.733609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.750732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48590173-affc-4124-9177-114182a50446 None None] Provisioning for port f320b24c-6e27-4de1-8d15-17005cd9f69b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:49.771933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48590173-affc-4124-9177-114182a50446 None None] Provisioning complete for port f320b24c-6e27-4de1-8d15-17005cd9f69b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:49.772695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48590173-affc-4124-9177-114182a50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.792238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Port': ['ID=acadde9a-b863-42d2-954b-fad1515ccc15,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.796409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network c9205c70-860a-4af8-afff-096ce5b84b4b is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:49.800606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:49.804054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:49.834373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.884390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-48590173-affc-4124-9177-114182a50446 None None] Port f320b24c-6e27-4de1-8d15-17005cd9f69b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:49.916505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.928085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.968688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-48590173-affc-4124-9177-114182a50446 None None] Provisioning complete for port 32628a31-21c0-4dce-9130-1e92dcd4ea97 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:49.969967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-48590173-affc-4124-9177-114182a50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:49.993359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:49.995816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.1 (cf731967-0ba1-49c8-b5eb-26c85a900074/b40348b4-97e4-47ca-b90b-2f35fbf2c8aa/e13ef927-f447-4f4e-b192-68690803a193) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:50.218056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 31b424a7-c640-44ac-9f3e-8c75d129028f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:50.269151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 31b424a7-c640-44ac-9f3e-8c75d129028f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:50.269605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.474383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.491557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.527580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.546629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.643253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Transition to ACTIVE for port object e13ef927-f447-4f4e-b192-68690803a193 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:50.729651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:47:50.747208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 31b424a7-c640-44ac-9f3e-8c75d129028f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31b424a7-c640-44ac-9f3e-8c75d129028f,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:50.760317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e310821-b465-45f9-be1b-cd1d5f0c0d6d None None] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:50.762912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.790648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-37a8bd26-bf2e-479c-9442-75c7889a8af1 None None] Provisioning for port acadde9a-b863-42d2-954b-fad1515ccc15 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:50.843702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-37a8bd26-bf2e-479c-9442-75c7889a8af1 None None] Provisioning complete for port acadde9a-b863-42d2-954b-fad1515ccc15 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:50.844204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-37a8bd26-bf2e-479c-9442-75c7889a8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.859654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.862541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.892283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.896194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:50.991658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Transition to ACTIVE for port object f320b24c-6e27-4de1-8d15-17005cd9f69b will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:51.011226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network cf731967-0ba1-49c8-b5eb-26c85a900074 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:51.011950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-37a8bd26-bf2e-479c-9442-75c7889a8af1 None None] Port acadde9a-b863-42d2-954b-fad1515ccc15 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:51.020527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:51.020754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.033331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:51.041246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=31b424a7-c640-44ac-9f3e-8c75d129028f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:51.060195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=e13ef927-f447-4f4e-b192-68690803a193,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:51.120931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.126820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:51.138480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.167323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:51.237888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.304401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:51.306071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:51.354214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e8254dca-e302-454c-a49a-f53a30754e55 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:51.402377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.433750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378b964-b42a-45bf-bbf8-20465f3107d1 None None] Pushing event updated for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:51.485246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-88d41cb0-6893-418a-9829-f0c8950402e7 None None] Provisioning for port dbc9c0f4-3808-4395-bcfd-f4722ec2522b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:51.556123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.576248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Attempting to bind port f320b24c-6e27-4de1-8d15-17005cd9f69b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:51.576623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Attempting to bind port f320b24c-6e27-4de1-8d15-17005cd9f69b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:51.576969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Attempting to bind port f320b24c-6e27-4de1-8d15-17005cd9f69b on network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:51.591102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:51.591102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Checking segment: {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:51.591458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.591758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Bound using segment: {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:51.592144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Bound port: f320b24c-6e27-4de1-8d15-17005cd9f69b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e8006a-a88a-4843-9382-cbd62fb808e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:51.592512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.617966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e8254dca-e302-454c-a49a-f53a30754e55 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:51.618381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.775524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] For port f320b24c-6e27-4de1-8d15-17005cd9f69b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:51.780600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] For port f320b24c-6e27-4de1-8d15-17005cd9f69b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f320b24c-6e27-4de1-8d15-17005cd9f69b,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:51.818051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:51.847433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbc9c0f4-3808-4395-bcfd-f4722ec2522b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:51.865861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event updated for resources: {'Port': ['ID=acadde9a-b863-42d2-954b-fad1515ccc15,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:51.877860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:51.902204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:51.920005 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Sync routers for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:51.933045 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:51.935243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6864fd16-d06e-4987-8d07-bc072bb99ba0 None None] Provisioning for port e13ef927-f447-4f4e-b192-68690803a193 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:51.936058 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:51.945395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.001912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fba03e40-d381-4d68-a3cb-8727e05c4b1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/229e3c5e-d0fb-4296-8b16-fb4e1c222bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9755688 Feb 15 13:47:52.005331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57492) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:52.022349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6864fd16-d06e-4987-8d07-bc072bb99ba0 None None] Provisioning complete for port e13ef927-f447-4f4e-b192-68690803a193 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:52.022722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6864fd16-d06e-4987-8d07-bc072bb99ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.143018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:52.143658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:52.164173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Network c9205c70-860a-4af8-afff-096ce5b84b4b is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:52.177449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:52.222985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet 511f3ac6-42c7-403e-b463-a68236877d3f {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:52.223475 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:52.230996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.366423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.468439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port dbc9c0f4-3808-4395-bcfd-f4722ec2522b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:52.477964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:52.484383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbc9c0f4-3808-4395-bcfd-f4722ec2522b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:52.485317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.512611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0f5a785a-e3b7-4d1a-a826-47e736aa5c66 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5893488 Feb 15 13:47:52.516417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57496) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:52.527692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6864fd16-d06e-4987-8d07-bc072bb99ba0 None None] Port e13ef927-f447-4f4e-b192-68690803a193 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:52.534840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'network': {'name': 'tempest-RoutersTest-734832284'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:52.536219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378b964-b42a-45bf-bbf8-20465f3107d1 None None] Pushing event updated for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:52.551292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:52.556418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:network and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:52.562597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:52.568367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Router d0871177-d57e-48b8-aa07-85fd57d60514 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:52.574527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:52.626894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:52.717208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:52.722059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.742616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.843384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.857728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:52.861319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:52.867877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Checking router: 229e3c5e-d0fb-4296-8b16-fb4e1c222bde for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:47:52.868149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:52.881616 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c276877e-4963-4ed7-93d5-ff3ea269b1f8 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1292922 Feb 15 13:47:52.882966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.883454 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added segment 91f5324f-d7f0-44b4-918a-ff18a5a648a1 of type vlan for network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f Feb 15 13:47:52.884646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57500) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:52.890409 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Routers {'229e3c5e-d0fb-4296-8b16-fb4e1c222bde'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:52.892176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:52.928506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:52.968626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] Sync routers for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:52.995445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Provisioning complete for port acadde9a-b863-42d2-954b-fad1515ccc15 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:52.995759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.051155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.075048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-81e39fac-12d3-4c07-a54a-44cff750a304 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.086788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.095814 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] Set router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:53.113154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.114769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:53.115394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.126195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.131840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=e13ef927-f447-4f4e-b192-68690803a193,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:53.207560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.217363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=511f3ac6-42c7-403e-b463-a68236877d3f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:53.244232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Port acadde9a-b863-42d2-954b-fad1515ccc15 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:53.247129 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-81e39fac-12d3-4c07-a54a-44cff750a304 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 13:47:53.251954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-81e39fac-12d3-4c07-a54a-44cff750a304 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514 HTTP/1.1" status: 409 len: 329 time: 0.3626542 Feb 15 13:47:53.252183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:53.252407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57504) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:53.269865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:53.270499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.315705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.321523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.326635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:53.327188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.327873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6757f-39aa-4e98-aa4b-ae213705dd5c None None] Network da285ee4-a0f8-4004-9566-fdf69ce73904 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:53.392692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.393513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 32628a31-21c0-4dce-9130-1e92dcd4ea97 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:53.403686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c56db041-6c8a-4e92-ae94-bd9ba25f3cac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/511f3ac6-42c7-403e-b463-a68236877d3f HTTP/1.1" status: 204 len: 168 time: 1.3977928 Feb 15 13:47:53.407286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57508) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:53.411329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network cf731967-0ba1-49c8-b5eb-26c85a900074 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:53.413080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:53.445099 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9250696 Feb 15 13:47:53.493432 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.499314 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cd2c2-d8ea-4391-8b0f-a88910766d73 None None] The sync data for ids ['229e3c5e-d0fb-4296-8b16-fb4e1c222bde'] in dv-neutron-828156-1-hyperv is: [{'id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'name': 'tempest-TestNetworkBasicOps-router-433559197', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:46:04Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '8a6c5a0d-cbb4-4375-a301-aaea894fd757', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229e3c5e-d0fb-4296-8b16-fb4e1c222bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:46:07Z', 'updated_at': '2022-02-15T13:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:53.515009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57512) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:53.557150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.557150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5150f-a9c3-4806-ab9f-04e3c3333fee None None] The sync data for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:53.562350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'subnet': {'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:53.604958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Provisioning for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:53.730304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Provisioning complete for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:53.730679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.826984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:53.834105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Port fdebe1af-fd64-443d-8223-a0c2ee2d8022 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:53.888888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa2d19-2dca-49da-b3f0-7340fabf0b13 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Network': ['ID=00c9d905-c7d0-4b41-9b98-ba26efa9b23f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:53.889853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:51Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:47:50Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:53.917316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 32628a31-21c0-4dce-9130-1e92dcd4ea97 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:53.917974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:53.964901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb71f8-8b1f-469f-85f4-b07346e52480 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:51Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:47:50Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:53.966939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:47:54.012438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:54.023854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:subnet and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:54.027612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:54.047043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:54.207971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] DHCP port deletion for da285ee4-a0f8-4004-9566-fdf69ce73904 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:54.213032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.215771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.229605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Deleting port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:54.240805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.271966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Provisioning complete for port dbc9c0f4-3808-4395-bcfd-f4722ec2522b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:54.272380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-36ba5733-b1ba-426e-bf32-3c61fb294e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.377560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Made reservation on behalf of 2308b12bc4b84914a667264706d432a8 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:54.381098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.420396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router df368356-6796-4e8d-b70a-fcbc352727cc has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:54.694418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port acadde9a-b863-42d2-954b-fad1515ccc15 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:54.694857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.719844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbc9c0f4-3808-4395-bcfd-f4722ec2522b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:54.803199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] For port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,segment=NetworkSegment(41639428-8ae5-451c-80e4-eb8daf6a4b69),segment_id=41639428-8ae5-451c-80e4-eb8daf6a4b69)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:54.803618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.871164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:54.905465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:54.919599 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] Sync routers for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:54.929802 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:54.930582 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:54.936066 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-07d8ced3-f99e-49e2-891e-c5a9ce3f13b9 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/routers/df368356-6796-4e8d-b70a-fcbc352727cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4728706 Feb 15 13:47:54.936066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57516) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:54.945836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Calling delete_port for 3746cf0a-0ab2-40aa-bb35-b61c42f0619c owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:54.946022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'port': {'network_id': 'cf731967-0ba1-49c8-b5eb-26c85a900074', 'name': 'tempest-FloatingIPTestJSON-707595750'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:54.960069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.001271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:55.025906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbc9c0f4-3808-4395-bcfd-f4722ec2522b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:55.026306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.028483 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:55.035136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 8a6c5a0d-cbb4-4375-a301-aaea894fd757 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:55.035480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.039858 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:55.040920 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:55.072634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Provisioning complete for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:55.073066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.101387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:55.102297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:55.119004 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:55.127592 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c3641-d473-42c2-a9b1-bd24535176a6 None None] The sync data for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:55.130025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Calling delete_port for acadde9a-b863-42d2-954b-fad1515ccc15 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:55.130353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.292889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:55.306453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Port fdebe1af-fd64-443d-8223-a0c2ee2d8022 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:55.325695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Usage tracker for resource:port and tenant:2e75e76477d54a65a91f84185ea0e3bb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:55.328247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Subnet': ['ID=4bbf6add-55f8-436c-aa94-57e1f4a72687,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:55.335757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:55.335992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:55.354415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:55.372592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Checking segment: {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:55.372954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network hostable DHCP agents. Network: 00c9d905-c7d0-4b41-9b98-ba26efa9b23f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:47:55.377970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 8a6c5a0d-cbb4-4375-a301-aaea894fd757, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8a6c5a0d-cbb4-4375-a301-aaea894fd757,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:55.385580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.408812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.414096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.460716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Port': ['ID=acadde9a-b863-42d2-954b-fad1515ccc15,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:55.488517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Provisioning complete for port e13ef927-f447-4f4e-b192-68690803a193 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:55.488753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.514556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 8a6c5a0d-cbb4-4375-a301-aaea894fd757 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:55.542540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Made reservation on behalf of 2e75e76477d54a65a91f84185ea0e3bb for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:55.542783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] Pushing event deleted for resources: {'Port': ['ID=3746cf0a-0ab2-40aa-bb35-b61c42f0619c,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:55.548735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.566765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3b17d-1c96-4f80-ac19-b42022d0e247 None None] No DVR routers for this DVR port 3746cf0a-0ab2-40aa-bb35-b61c42f0619c on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:47:55.626352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:47:55.628967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] device_id is not set on port 92116f3f-708d-4b12-879a-5a2ab2331b9f yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:47:55.631392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f320b24c-6e27-4de1-8d15-17005cd9f69b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:55.686369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6a64e-0582-48f0-be24-5b03cbd8e597 None None] Port e13ef927-f447-4f4e-b192-68690803a193 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:55.898723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:55.935636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f320b24c-6e27-4de1-8d15-17005cd9f69b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:55.944050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f320b24c-6e27-4de1-8d15-17005cd9f69b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:55.944484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.013906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 00c9d905-c7d0-4b41-9b98-ba26efa9b23f) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:56.015607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:51Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:47:50Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:56.025014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:47:56.025379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Updating router e355b70e-0db6-43a2-9ba8-6ade4d3facad port fdebe1af-fd64-443d-8223-a0c2ee2d8022 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:47:56.034860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:56.035253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.063814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c92777-689d-44b7-800e-469a9ecf40a5 None None] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:56.156242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Allocated IP 172.20.0.13 (cf731967-0ba1-49c8-b5eb-26c85a900074/b40348b4-97e4-47ca-b90b-2f35fbf2c8aa/92116f3f-708d-4b12-879a-5a2ab2331b9f) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:56.185171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Router d0871177-d57e-48b8-aa07-85fd57d60514 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:47:56.196589 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-344cd6cd-8a11-4683-8b24-e4b0ffa12772 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6653566 Feb 15 13:47:56.204129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57520) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:56.246405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.326847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:47:56.337630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7bedbc2d-176d-4bec-990f-809bf89a17e1 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841112 Feb 15 13:47:56.341143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57524) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:56.346656 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] Sync routers for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:47:56.362710 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:56.363968 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:56.366170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.420021 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-9c1291a4-c523-4ced-9c8f-902bff2ae7ff tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] show failed (client error): The resource could not be found. Feb 15 13:47:56.424773 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c1291a4-c523-4ced-9c8f-902bff2ae7ff tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-505149771 HTTP/1.1" status: 404 len: 334 time: 0.0789397 Feb 15 13:47:56.425217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57528) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:56.432015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5af4e6b9-8629-4bd7-a9b5-6348c10a6681 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:56.465598 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:56.476295 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] Routers {'d0871177-d57e-48b8-aa07-85fd57d60514'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:56.477157 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d0871177-d57e-48b8-aa07-85fd57d60514'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:56.533359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f320b24c-6e27-4de1-8d15-17005cd9f69b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f320b24c-6e27-4de1-8d15-17005cd9f69b,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:56.572057 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:56.572459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75b7f8-e7db-4671-9195-a5e4b026563e None None] The sync data for ids ['d0871177-d57e-48b8-aa07-85fd57d60514'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:47:56.577819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.651998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.652782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31b424a7-c640-44ac-9f3e-8c75d129028f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:56.713685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:47:56.714530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.717840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-5af4e6b9-8629-4bd7-a9b5-6348c10a6681 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] update failed (client error): The resource could not be found. Feb 15 13:47:56.718966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5af4e6b9-8629-4bd7-a9b5-6348c10a6681 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-65764154 HTTP/1.1" status: 404 len: 333 time: 0.2926481 Feb 15 13:47:56.723134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57532) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:56.787355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=8a6c5a0d-cbb4-4375-a301-aaea894fd757,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:56.798782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting subnet fe76aba5-9251-41f5-87b0-ca5b8b25b014 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:56.802524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.865649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.873676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:56.939229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 31b424a7-c640-44ac-9f3e-8c75d129028f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:56.939724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:56.957850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.099970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.120538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.132896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Allocated IP 172.23.0.2 (00c9d905-c7d0-4b41-9b98-ba26efa9b23f/4bbf6add-55f8-436c-aa94-57e1f4a72687/1f586c0b-2154-4ca5-a005-fb12ec4d91a4) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:57.145469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Subnet': ['ID=fe76aba5-9251-41f5-87b0-ca5b8b25b014,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:57.145767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Transition to ACTIVE for port object fdebe1af-fd64-443d-8223-a0c2ee2d8022 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:57.147472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.157224 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6154cb3e-23ce-42d1-a1b0-30d1855e23a3 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/subnets/fe76aba5-9251-41f5-87b0-ca5b8b25b014 HTTP/1.1" status: 204 len: 168 time: 0.4313595 Feb 15 13:47:57.159018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddff61-b373-4919-883b-7896439d11bc None None] Network fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:57.164295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57536) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:57.191625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.218043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.233836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting subnet 83f54934-4eb3-44ee-bdba-bfb2432fcfe5 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:47:57.238801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.293554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.296117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Transition to ACTIVE for port object 92116f3f-708d-4b12-879a-5a2ab2331b9f will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:57.298503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.385062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.450468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.457665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.530275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.546237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.583938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c727a0c-cd7a-4303-9fe7-9742c09f5f69 None None] Pushing event updated for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:57.606092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Subnet': ['ID=83f54934-4eb3-44ee-bdba-bfb2432fcfe5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:57.610344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.621958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-365976b0-1652-420e-a0cb-8c1bfe93ca32 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/subnets/83f54934-4eb3-44ee-bdba-bfb2432fcfe5 HTTP/1.1" status: 204 len: 168 time: 0.4565537 Feb 15 13:47:57.630068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57540) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:57.657153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.658019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router 229e3c5e-d0fb-4296-8b16-fb4e1c222bde {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:47:57.667266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9455f4f-75f7-4d8b-a808-d631a092a4f7 None None] Network 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:47:57.672041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.701623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:47:57.799159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.814241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port d73c9c29-9b54-41d4-ac1a-ea06289720cf {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:57.814607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.856485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:57.861163 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-679c83ea-b215-4d83-9d39-7f6c77b57998 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/229e3c5e-d0fb-4296-8b16-fb4e1c222bde HTTP/1.1" status: 204 len: 168 time: 4.4514072 Feb 15 13:47:57.867633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57544) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:57.884769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Network cf731967-0ba1-49c8-b5eb-26c85a900074 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:57.886004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event updated for resources: {'Port': ['ID=92116f3f-708d-4b12-879a-5a2ab2331b9f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:57.891971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:57.898832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:58.035610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:58.036286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.167630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:47:58.167936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c28dee38-f1f5-43ab-9eba-0bd7e91eb5e1 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:47:58.168355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3746cf0a-0ab2-40aa-bb35-b61c42f0619c no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:47:58.175527 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fddb0ebf-c7d6-4f53-a797-cefd6a22950e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2350361 Feb 15 13:47:58.177347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57548) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:58.182616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Request body: {'floatingip': {'port_id': '92116f3f-708d-4b12-879a-5a2ab2331b9f'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:58.212647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.295322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 3746cf0a-0ab2-40aa-bb35-b61c42f0619c {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:47:58.295759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3746cf0a-0ab2-40aa-bb35-b61c42f0619c not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:47:58.322070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.369858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Attempting to bind port fdebe1af-fd64-443d-8223-a0c2ee2d8022 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:58.370231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Attempting to bind port fdebe1af-fd64-443d-8223-a0c2ee2d8022 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:58.370591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Attempting to bind port fdebe1af-fd64-443d-8223-a0c2ee2d8022 on network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:58.432172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:58.432538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Checking segment: {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:58.432833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.433274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Bound using segment: {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:58.434107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Bound port: fdebe1af-fd64-443d-8223-a0c2ee2d8022, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b211456-1b97-4942-9f18-51198778c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:58.434783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.453861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f320b24c-6e27-4de1-8d15-17005cd9f69b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:47:58.476147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] For port d73c9c29-9b54-41d4-ac1a-ea06289720cf, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d73c9c29-9b54-41d4-ac1a-ea06289720cf,segment=NetworkSegment(038f4df0-25d5-4e01-841d-463923ab8367),segment_id=038f4df0-25d5-4e01-841d-463923ab8367)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:58.476782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.485879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.514203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aabce500-311f-4148-991d-a38d5e778f99 None None] Provisioning for port 92116f3f-708d-4b12-879a-5a2ab2331b9f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:47:58.546297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.589363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aabce500-311f-4148-991d-a38d5e778f99 None None] Provisioning complete for port 92116f3f-708d-4b12-879a-5a2ab2331b9f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:58.590121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aabce500-311f-4148-991d-a38d5e778f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.629172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Calling delete_port for d73c9c29-9b54-41d4-ac1a-ea06289720cf owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:58.653353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4fb5e-4ee3-47af-8c6d-ba331823d72a None None] DHCP port deletion for fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:58.664073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da285ee4-a0f8-4004-9566-fdf69ce73904']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:58.685587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41639428-8ae5-451c-80e4-eb8daf6a4b69') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:58.685885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41639428-8ae5-451c-80e4-eb8daf6a4b69') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:58.690171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Transition to ACTIVE for port object 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:58.702230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33e4fb5e-4ee3-47af-8c6d-ba331823d72a None None] Deleting port d73c9c29-9b54-41d4-ac1a-ea06289720cf {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:58.702591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.702813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33e4fb5e-4ee3-47af-8c6d-ba331823d72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.735526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.744323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:47:58.744323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:47:58.764179 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:47:58.793835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Transition to ACTIVE for port object 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:58.811516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] For port fdebe1af-fd64-443d-8223-a0c2ee2d8022, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:47:58.815356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] For port fdebe1af-fd64-443d-8223-a0c2ee2d8022, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fdebe1af-fd64-443d-8223-a0c2ee2d8022,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:47:58.824623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] DHCP port deletion for 6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:47:58.842115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Deleting port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:58.842488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.845380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.903330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aabce500-311f-4148-991d-a38d5e778f99 None None] Port 92116f3f-708d-4b12-879a-5a2ab2331b9f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:47:58.909228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Port': ['ID=d73c9c29-9b54-41d4-ac1a-ea06289720cf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:58.911727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] No DVR routers for this DVR port d73c9c29-9b54-41d4-ac1a-ea06289720cf on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:47:58.917047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-33e4fb5e-4ee3-47af-8c6d-ba331823d72a None None] The port 'd73c9c29-9b54-41d4-ac1a-ea06289720cf' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:47:58.918298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:58.922242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.019670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f320b24c-6e27-4de1-8d15-17005cd9f69b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:47:59.019670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.019940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.057199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.059967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=da285ee4-a0f8-4004-9566-fdf69ce73904,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:59.060897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:47:59.072712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.081685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:47:59.105206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb261f1b-8035-4cf2-8ab4-f8b7fb75a463']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:59.119840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:47:59.127545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038f4df0-25d5-4e01-841d-463923ab8367') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:59.127839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038f4df0-25d5-4e01-841d-463923ab8367') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:59.141786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.142636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:47:59.143417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:47:59.165509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.174662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:47:59.175085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.212276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Pushing event updated for resources: {'Port': ['ID=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:59.218050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Allocated IP 172.23.0.1 (00c9d905-c7d0-4b41-9b98-ba26efa9b23f/4bbf6add-55f8-436c-aa94-57e1f4a72687/0feda10e-af0a-43ef-8cf3-46a258daaf73) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:47:59.291917 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:47:59.302706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-86ccc115-1df4-455a-9ec5-bd475e1c08da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/da285ee4-a0f8-4004-9566-fdf69ce73904 HTTP/1.1" status: 204 len: 168 time: 1.4304967 Feb 15 13:47:59.323107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57552) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:59.336408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--602406050', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:47:59.352658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:47:59.372404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:47:59.378230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:47:59.387961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:47:59.397788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.419436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.427076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Network': ['ID=fb261f1b-8035-4cf2-8ab4-f8b7fb75a463,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:59.432931 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-82364bf1-625d-47b4-bd0f-9108356b666a tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/networks/fb261f1b-8035-4cf2-8ab4-f8b7fb75a463 HTTP/1.1" status: 204 len: 168 time: 1.8018246 Feb 15 13:47:59.433704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57556) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:47:59.471141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.555168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:47:59.556421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.558398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.567530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:47:59.568388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.568548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2ecb50ed-25ed-4bc1-b3bf-347cf69771be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.584819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Attempting to bind port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:47:59.585647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Attempting to bind port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:47:59.586353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Attempting to bind port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 on network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:47:59.588458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Transition to ACTIVE for port object 0feda10e-af0a-43ef-8cf3-46a258daaf73 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:47:59.618988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.622901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:47:59.632685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] For port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,segment=NetworkSegment(19b2f602-1125-4578-88fe-9d19e7c09b9b),segment_id=19b2f602-1125-4578-88fe-9d19e7c09b9b)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:59.634311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.636283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.636624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment f91ce0a9-e9ae-45d6-98ad-60a96474b4fb of type vlan for network f514dc8e-8d34-4c78-b339-e6daeacb4f42 Feb 15 13:47:59.666682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.728981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.767179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:47:59.767657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Checking segment: {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:47:59.767937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.768329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Bound using segment: {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:47:59.768910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Bound port: 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:47:59.769161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.779701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:47:59.794101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.804845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] For port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,segment=NetworkSegment(19b2f602-1125-4578-88fe-9d19e7c09b9b),segment_id=19b2f602-1125-4578-88fe-9d19e7c09b9b)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:47:59.805113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.862548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.868699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:47:59.869437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:47:59.882808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c727a0c-cd7a-4303-9fe7-9742c09f5f69 None None] Pushing event updated for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:47:59.901324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Calling delete_port for 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:47:59.992358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:00.013219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:00.016426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:00.050074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Calling delete_port for 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:00.150501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=f514dc8e-8d34-4c78-b339-e6daeacb4f42,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:00.167361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:00.181872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:00.195941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 5fd784f0-c92f-4aae-a1f3-eb7ddf6731a5 associated. External IP: 172.26.0.149, port: b46e6c6c-93ad-4861-9960-a13b3a771f8c. Feb 15 13:48:00.214195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.245919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8a6c5a0d-cbb4-4375-a301-aaea894fd757 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:00.252291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a02bda5-2917-4674-8e64-65f150ebfefb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9287915 Feb 15 13:48:00.253161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.260916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57560) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:00.274199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-435552717', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:00.279753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Port': ['ID=1d9f74a7-8e12-4c63-bd29-b4d12754fd5e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:00.284679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] No DVR routers for this DVR port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:00.317025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:00.339745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:00.345724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 8a6c5a0d-cbb4-4375-a301-aaea894fd757 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:00.346073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8a6c5a0d-cbb4-4375-a301-aaea894fd757 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:00.348064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:00.372591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] For port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:00.388009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:00.388370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:00.414943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:00.415885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] For port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:00.456679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.486110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:00.503561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b2f602-1125-4578-88fe-9d19e7c09b9b') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:00.503768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fdebe1af-fd64-443d-8223-a0c2ee2d8022 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:00.505122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b2f602-1125-4578-88fe-9d19e7c09b9b') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:00.515822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.534924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.540144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.541975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:00.542695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:00.559199 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:00.565872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.567149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.648346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.659381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadaec5-9ce1-4086-9eea-ad051628e4b7 None None] Pushing event updated for resources: {'Port': ['ID=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:00.701624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:47:58Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:00.706842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833585f6-ca73-44a1-b580-f9d3ba599ce6 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:47:58Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:00.802981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:00.809075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:00.809765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.855102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.905318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Deleting port 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:00.905910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:00.962400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.005208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.038539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0aee3-bcdf-4555-8f56-427c3ef05298 None None] The port '1d9f74a7-8e12-4c63-bd29-b4d12754fd5e' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:01.074318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Network': ['ID=6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:01.094614 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5ecb98f7-e24f-49cd-8f4d-15a016ff0587 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/networks/6a4e6ab6-16da-47a1-9ba5-90fe06cc7fbc HTTP/1.1" status: 204 len: 168 time: 1.6571884 Feb 15 13:48:01.095391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57564) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:01.115864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.133821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.159372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port fdebe1af-fd64-443d-8223-a0c2ee2d8022, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fdebe1af-fd64-443d-8223-a0c2ee2d8022,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:01.175532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting subnet e15e391a-74e3-4436-a13f-1b5eea21fc62 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:01.178901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.235297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.278538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.317573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:01.351277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:01.396301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:01.396795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1d9f74a7-8e12-4c63-bd29-b4d12754fd5e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:01.397595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d73c9c29-9b54-41d4-ac1a-ea06289720cf no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:01.421028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.439849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: d73c9c29-9b54-41d4-ac1a-ea06289720cf {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:01.439849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d73c9c29-9b54-41d4-ac1a-ea06289720cf not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:01.453321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:01.631519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:01.644598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60938174-48c8-43ec-aefa-454f269f358e None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:01.667622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:01.669087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:01.711859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.743400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:01.752407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:01.753149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:47:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:01.796162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.844832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.848126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Subnet': ['ID=e15e391a-74e3-4436-a13f-1b5eea21fc62,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:01.870837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-60938174-48c8-43ec-aefa-454f269f358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:01.871363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60938174-48c8-43ec-aefa-454f269f358e None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:01.888922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.891768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.893548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43647d-f430-486a-90ec-42d876315033 None None] Network c9205c70-860a-4af8-afff-096ce5b84b4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:01.909480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9645f93a-29fb-43bd-ab5e-d708030b949a None None] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:01.925434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:01.930008 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8085fa30-6723-4e9b-80fe-03bfef91e9c9 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/subnets/e15e391a-74e3-4436-a13f-1b5eea21fc62 HTTP/1.1" status: 204 len: 168 time: 0.8316293 Feb 15 13:48:01.950948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57568) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:02.017721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.079715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.253 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/e05122cb-1ad4-4eab-9581-875e944f7507) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:02.114296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event updated for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:02.166036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-85ccd921-02af-44f8-8128-3d074952ebe5 None None] Provisioning for port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:02.257340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.331999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.403326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] DHCP port deletion for c9205c70-860a-4af8-afff-096ce5b84b4b request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:02.408622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Deleting port 017568ac-771c-4ddf-9d1f-13457c793ecc {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:02.408998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.439908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:02.445498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.450114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=e05122cb-1ad4-4eab-9581-875e944f7507,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:02.455894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:02.462607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:02.655012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port 017568ac-771c-4ddf-9d1f-13457c793ecc {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:02.655512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.678465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fdebe1af-fd64-443d-8223-a0c2ee2d8022 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:02.717339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f05972c1-3a85-4e02-8f05-21e9ddee5c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.720104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router df368356-6796-4e8d-b70a-fcbc352727cc has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:02.735557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.814715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] For port 017568ac-771c-4ddf-9d1f-13457c793ecc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=017568ac-771c-4ddf-9d1f-13457c793ecc,segment=NetworkSegment(96b0bc79-f440-45aa-8bf7-fd1ae494656d),segment_id=96b0bc79-f440-45aa-8bf7-fd1ae494656d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:02.815403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.861511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:02.872272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:02.940550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7426f1d6-97c5-44a9-ac5b-63412ba6bd8a None None] Provisioning for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:02.950778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Calling delete_port for 017568ac-771c-4ddf-9d1f-13457c793ecc owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:02.979328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:02.998542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7426f1d6-97c5-44a9-ac5b-63412ba6bd8a None None] Provisioning complete for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:02.998916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7426f1d6-97c5-44a9-ac5b-63412ba6bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.066853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fdebe1af-fd64-443d-8223-a0c2ee2d8022 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:03.067227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.124915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.144523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7426f1d6-97c5-44a9-ac5b-63412ba6bd8a None None] Port 0feda10e-af0a-43ef-8cf3-46a258daaf73 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:03.229827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:03.258262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.264488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.269012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] For port 017568ac-771c-4ddf-9d1f-13457c793ecc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=017568ac-771c-4ddf-9d1f-13457c793ecc,segment=NetworkSegment(96b0bc79-f440-45aa-8bf7-fd1ae494656d),segment_id=96b0bc79-f440-45aa-8bf7-fd1ae494656d)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:03.269585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.330222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] Pushing event deleted for resources: {'Port': ['ID=017568ac-771c-4ddf-9d1f-13457c793ecc,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:03.334571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5ec11-cfd6-42d7-bda0-2b3b5c9b4f4f None None] No DVR routers for this DVR port 017568ac-771c-4ddf-9d1f-13457c793ecc on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:03.353826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:03.354014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1fc6c9f9-28fc-4b37-b199-28f375aa6f4e None None] Provisioning complete for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:03.354200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c9f9-28fc-4b37-b199-28f375aa6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.410374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6c9f9-28fc-4b37-b199-28f375aa6f4e None None] Port 0feda10e-af0a-43ef-8cf3-46a258daaf73 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:03.414377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:03.422975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Calling delete_port for 017568ac-771c-4ddf-9d1f-13457c793ecc owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:03.424163 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] Sync routers for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:03.434071 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:03.434670 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:03.455449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.465507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:03.480576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:03.486481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.505064 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:03.513223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.516700 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:03.517493 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:03.585008 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:03.585654 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c11c5c-d649-4aed-9d2e-7b9a83a5e0a9 None None] The sync data for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:03.669945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.715399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:03.899243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.db.api [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:03.899565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG oslo_db.api [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:03.913044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:03.919743 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0e6a2a3-2d1a-4760-b7a8-4bea0c75ac48 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/floatingips/5fd784f0-c92f-4aae-a1f3-eb7ddf6731a5 HTTP/1.1" status: 200 len: 978 time: 5.7412231 Feb 15 13:48:03.922938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:03.925115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dd40a8cd-8ad8-4ac0-938f-6ff1ed2f3258 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7200952 Feb 15 13:48:03.927264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:03.929191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57576) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:03.934272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:03.940081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:03.944845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:03.996742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 92116f3f-708d-4b12-879a-5a2ab2331b9f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:03.997142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:03.997780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.028098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:48:04.164248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:04.173558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:04.216623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.360720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:04.383315 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Sync routers for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:04.398427 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:04.399051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:04.407039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Deleting port 017568ac-771c-4ddf-9d1f-13457c793ecc {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:04.407613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.421376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.487011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.487872 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-782d4ff3-46f3-4049-a6f4-3398cd3798f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2262979 Feb 15 13:48:04.493000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] The port '017568ac-771c-4ddf-9d1f-13457c793ecc' was deleted {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:04.500044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57580) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:04.521884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:04.574241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d25656ac-db53-4a5a-b746-d5238f2ae3b7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776291 Feb 15 13:48:04.596712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57584) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:04.696513 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:04.704211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:04.705809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.733882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.796327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9205c70-860a-4af8-afff-096ce5b84b4b']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:04.814210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:00Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:04.816586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b0bc79-f440-45aa-8bf7-fd1ae494656d') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:04.817000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b0bc79-f440-45aa-8bf7-fd1ae494656d') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:04.824729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:04.825084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Updating router e355b70e-0db6-43a2-9ba8-6ade4d3facad port 0feda10e-af0a-43ef-8cf3-46a258daaf73 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:04.830677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:48:04.837069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.859602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Removed routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:48:04.860133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.862282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.870338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:04.870850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: util.warn( Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:04.887954 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:04.908059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277351f-2680-4f9e-a009-85b40796d173 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:04.909964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0277351f-2680-4f9e-a009-85b40796d173 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3133187 Feb 15 13:48:04.912031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.912609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:04.913227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Floating IP 5fd784f0-c92f-4aae-a1f3-eb7ddf6731a5 disassociated. External IP: 172.26.0.149, port: 92116f3f-708d-4b12-879a-5a2ab2331b9f. Feb 15 13:48:04.913940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 92116f3f-708d-4b12-879a-5a2ab2331b9f owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:04.944431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:04.956763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.010878 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3313c045-df84-4b7f-a8bd-c2cfeabd7492 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649815 Feb 15 13:48:05.028491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57592) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:05.039814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792516165', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:05.090922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 017568ac-771c-4ddf-9d1f-13457c793ecc no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:05.117553 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:02Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:05.121609 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Checking router: 8e2bddb4-5a67-443f-835b-03fbc5a274e5 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:05.121960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Updating router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 port e05122cb-1ad4-4eab-9581-875e944f7507 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:05.146195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 017568ac-771c-4ddf-9d1f-13457c793ecc {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:05.146739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 017568ac-771c-4ddf-9d1f-13457c793ecc not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:05.210862 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.363050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:05.371232 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:05.376516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:05.391471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:05.464433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.473430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.476766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.477438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.505815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Transition to ACTIVE for port object 0feda10e-af0a-43ef-8cf3-46a258daaf73 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:05.528828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:05.532973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.538551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.546532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=92116f3f-708d-4b12-879a-5a2ab2331b9f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.585360 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.591519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.599338 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Transition to ACTIVE for port object e05122cb-1ad4-4eab-9581-875e944f7507 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:05.622883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.629048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Pushing event deleted for resources: {'Network': ['ID=c9205c70-860a-4af8-afff-096ce5b84b4b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.677484 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.702209 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-598cc810-2c36-4207-80ea-db2e76282f96 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/networks/c9205c70-860a-4af8-afff-096ce5b84b4b HTTP/1.1" status: 204 len: 168 time: 3.7420249 Feb 15 13:48:05.706398 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:05.707305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57596) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:05.709537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae104b-4009-409a-b32c-05e3f2aee99b None None] Pushing event updated for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.778734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0ec47bc0-e2a4-4d58-a159-ef4ac9f7aa7f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Synchronizing usage tracker for tenant:4136e309325747a8b02eda05791170e4 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:05.861569 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Pushing event updated for resources: {'Port': ['ID=e05122cb-1ad4-4eab-9581-875e944f7507,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.882876 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.883218 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.883593 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.883924 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.884248 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.884571 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.884890 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.885210 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.885581 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.885893 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.886207 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.887579 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:05.895704 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Attempting to bind port e05122cb-1ad4-4eab-9581-875e944f7507 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:05.896066 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Attempting to bind port e05122cb-1ad4-4eab-9581-875e944f7507 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:05.896425 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Attempting to bind port e05122cb-1ad4-4eab-9581-875e944f7507 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:05.903097 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:05.903742 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:05.904185 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.904555 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:05.905012 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Bound port: e05122cb-1ad4-4eab-9581-875e944f7507, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:05.905396 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:05.960763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0ec47bc0-e2a4-4d58-a159-ef4ac9f7aa7f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Unset dirty status for tenant:4136e309325747a8b02eda05791170e4 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:05.963867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0ec47bc0-e2a4-4d58-a159-ef4ac9f7aa7f tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0871177-d57e-48b8-aa07-85fd57d60514 HTTP/1.1" status: 200 len: 205 time: 0.2535608 Feb 15 13:48:05.967716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57600) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:06.012890 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] For port e05122cb-1ad4-4eab-9581-875e944f7507, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:06.016726 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] For port e05122cb-1ad4-4eab-9581-875e944f7507, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e05122cb-1ad4-4eab-9581-875e944f7507,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:06.033683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:06.041523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.044035 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6e1dac21-15c3-4adb-afb4-0c84fe06b73e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 934 time: 2.1127310 Feb 15 13:48:06.046585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57604) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:06.077497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Attempting to bind port 0feda10e-af0a-43ef-8cf3-46a258daaf73 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:06.078334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Attempting to bind port 0feda10e-af0a-43ef-8cf3-46a258daaf73 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:06.078334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Attempting to bind port 0feda10e-af0a-43ef-8cf3-46a258daaf73 on network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:06.079283 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.084008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:06.090720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Checking segment: {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:06.090720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.090720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Bound using segment: {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:06.090720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Bound port: 0feda10e-af0a-43ef-8cf3-46a258daaf73, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f5324f-d7f0-44b4-918a-ff18a5a648a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:06.090720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.147176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.177736 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddcbaf-a444-46e2-a3bb-5d1b54dcb929 None None] Pushing event updated for resources: {'Port': ['ID=e05122cb-1ad4-4eab-9581-875e944f7507,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.190555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] For port 0feda10e-af0a-43ef-8cf3-46a258daaf73, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:06.204940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] For port 0feda10e-af0a-43ef-8cf3-46a258daaf73, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0feda10e-af0a-43ef-8cf3-46a258daaf73,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:06.212915 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:06.215391 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:06.232288 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fe93086e-25a3-47cd-b9fd-94c9a57281c3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 934 time: 0.1827276 Feb 15 13:48:06.235362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57608) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:06.240532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'routes': None}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:06.277621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.338481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router df368356-6796-4e8d-b70a-fcbc352727cc has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:06.397075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:06.397779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:06.475978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae104b-4009-409a-b32c-05e3f2aee99b None None] Pushing event updated for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.534102 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:06.616967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:06.759683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.772293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.915050 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:02Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:06.919687 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975d67-1efa-4f4f-8e5d-ee2e025eb44d None None] The sync data for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv is: [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:02Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:06.929891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:06.948858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] Sync routers for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:06.973974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:06.974640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:06.984435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:06.986668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added routes are [] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:48:06.987276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.extraroute_db [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:48:07.020611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.044156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.045285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Fanout notify agent at l3_agent the message router_deleted on router d0871177-d57e-48b8-aa07-85fd57d60514 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:48:07.071698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:07.089160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:07.091721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:07.163771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:07.164059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000946d4-4c45-40d8-820e-bcaa09d40aea None None] The sync data for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:07.192395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:04Z', 'revision_number': 6, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:07.197575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a48580-54d0-44bf-ae0c-e220612e5056 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:04Z', 'revision_number': 6, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:07.365476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.373133 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-80a24c2c-3782-4b8b-af41-0c7c40c608d0 tempest-RoutersNegativeTest-435203310 tempest-RoutersNegativeTest-435203310-project] 10.222.0.61 "DELETE /v2.0/routers/d0871177-d57e-48b8-aa07-85fd57d60514 HTTP/1.1" status: 204 len: 168 time: 1.4008310 Feb 15 13:48:07.384939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=f88435e4-3382-4dc5-b167-d41f62758fe4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:07.394602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.397127 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b54f9ca-b67e-422d-aead-2f7d7a285c8e tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/92116f3f-708d-4b12-879a-5a2ab2331b9f HTTP/1.1" status: 204 len: 168 time: 3.4731100 Feb 15 13:48:07.400909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:07.432422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:07.433059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: f514dc8e-8d34-4c78-b339-e6daeacb4f42, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:07.732589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:07.827488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.833159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.840436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f514dc8e-8d34-4c78-b339-e6daeacb4f42) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:07.858364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:07.858940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:07.860375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e6acc-3958-4b35-8b9b-1d1f766ecb3a None None] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:08.039074 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-56606a61-f1ae-48a6-a3db-e5373f5c9533 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0037825 Feb 15 13:48:08.039971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57620) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:08.162003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57624) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:08.166745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:48:08.167703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:08.179860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:08.427178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Allocated IP 172.20.0.2 (f514dc8e-8d34-4c78-b339-e6daeacb4f42/f88435e4-3382-4dc5-b167-d41f62758fe4/622a31f5-111a-4c35-9348-227439c68b52) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:08.531256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:08.540107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:08.544121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-526f9362-f6da-4a82-9a03-08017091e6d7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 700 time: 2.3050387 Feb 15 13:48:08.545957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57630) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:08.613814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0feda10e-af0a-43ef-8cf3-46a258daaf73 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:08.706590 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:08.729193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:08.730129 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.747226 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7dc20d5c-743f-41e4-9835-0c2efd012a31 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 700 time: 0.2001591 Feb 15 13:48:08.754601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57634) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:08.854026 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7623cfc-71df-4e1f-9654-bc9453c14c5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4136e309325747a8b02eda05791170e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878166 Feb 15 13:48:08.880237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57638) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:08.937971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:08.947767 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:08.963995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Transition to ACTIVE for port object 622a31f5-111a-4c35-9348-227439c68b52 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:08.981998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Transition to ACTIVE for port object 622a31f5-111a-4c35-9348-227439c68b52 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:08.986053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:08.991909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:08.996563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.056945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.162077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:09.168590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:09.175528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:09.181124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Pushing event updated for resources: {'Port': ['ID=622a31f5-111a-4c35-9348-227439c68b52,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:09.194326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.292811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.354057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Attempting to bind port 622a31f5-111a-4c35-9348-227439c68b52 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:09.354576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Attempting to bind port 622a31f5-111a-4c35-9348-227439c68b52 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:09.356590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Attempting to bind port 622a31f5-111a-4c35-9348-227439c68b52 on network f514dc8e-8d34-4c78-b339-e6daeacb4f42 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:09.366702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:09.367270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Checking segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:09.367915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.368843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Bound using segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:09.370781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Bound port: 622a31f5-111a-4c35-9348-227439c68b52, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:09.371754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.399698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.400108 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 7, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:09.401504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.404822 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:09.414474 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:09.415239 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:09.464276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 0feda10e-af0a-43ef-8cf3-46a258daaf73, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0feda10e-af0a-43ef-8cf3-46a258daaf73,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:09.545778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.546586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e05122cb-1ad4-4eab-9581-875e944f7507 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:09.597347 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:09.694964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.769917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] For port 622a31f5-111a-4c35-9348-227439c68b52, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:09.776545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] For port 622a31f5-111a-4c35-9348-227439c68b52, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=622a31f5-111a-4c35-9348-227439c68b52,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:09.798893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:09.836247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.860714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.877140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2810f53-2a3a-452f-8f19-eb9d96505815,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:09.931749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e05122cb-1ad4-4eab-9581-875e944f7507 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:09.943230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.951049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e05122cb-1ad4-4eab-9581-875e944f7507 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:09.951422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.962858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:09.978655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b314ba0e-682e-4e40-aff4-41e466ab8ecd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2810f53-2a3a-452f-8f19-eb9d96505815 HTTP/1.1" status: 204 len: 168 time: 1.0854774 Feb 15 13:48:10.005445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd585b-c85a-4c0f-9636-127f5666810a None None] Pushing event updated for resources: {'Port': ['ID=622a31f5-111a-4c35-9348-227439c68b52,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.110871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.130735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e05122cb-1ad4-4eab-9581-875e944f7507, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e05122cb-1ad4-4eab-9581-875e944f7507,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:10.136254 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 7, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:10.141063 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c340011-359a-4489-9bf6-c54222cd50ab None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 7, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': '0feda10e-af0a-43ef-8cf3-46a258daaf73', 'name': '', 'network_id': '00c9d905-c7d0-4b41-9b98-ba26efa9b23f', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:c5:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:57Z', 'updated_at': '2022-02-15T13:48:06Z', 'revision_number': 4, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '4bbf6add-55f8-436c-aa94-57e1f4a72687', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:10.180348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 0feda10e-af0a-43ef-8cf3-46a258daaf73 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:10.184048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.226623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.424167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e05122cb-1ad4-4eab-9581-875e944f7507,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.536035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port e13ef927-f447-4f4e-b192-68690803a193 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:10.536035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.557708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port 0feda10e-af0a-43ef-8cf3-46a258daaf73, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0feda10e-af0a-43ef-8cf3-46a258daaf73,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:10.561522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.677644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0feda10e-af0a-43ef-8cf3-46a258daaf73 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:10.772790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0feda10e-af0a-43ef-8cf3-46a258daaf73 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:10.772790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.785515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 0feda10e-af0a-43ef-8cf3-46a258daaf73 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:10.907033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (f514dc8e-8d34-4c78-b339-e6daeacb4f42/f88435e4-3382-4dc5-b167-d41f62758fe4/b3202892-c501-4613-aee3-e4b9c3678b93) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:10.911261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:10.919469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 622a31f5-111a-4c35-9348-227439c68b52 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:11.061327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for e13ef927-f447-4f4e-b192-68690803a193 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:11.112716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 622a31f5-111a-4c35-9348-227439c68b52 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:11.253805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.318875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=0feda10e-af0a-43ef-8cf3-46a258daaf73,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.448493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b208da7-3013-4903-ae28-3648e2b2b82a None None] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:11.502142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.526773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object b3202892-c501-4613-aee3-e4b9c3678b93 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:11.574209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57662) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:11.584619 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0061691 Feb 15 13:48:11.619282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57664) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:11.682969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Provisioning for port 622a31f5-111a-4c35-9348-227439c68b52 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:11.691165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Provisioning complete for port 622a31f5-111a-4c35-9348-227439c68b52 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:11.691722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.741458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.788602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.804042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.835898 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c97c389b-e829-479b-9d16-0a3a6e06e9e4 tempest-NetworksApiDiscovery-807538767 tempest-NetworksApiDiscovery-807538767-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2153120 Feb 15 13:48:11.847226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:11.857841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:11.860326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.932061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:11.963167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:11.999247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.008971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] For port 622a31f5-111a-4c35-9348-227439c68b52, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=622a31f5-111a-4c35-9348-227439c68b52,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:12.054662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=e13ef927-f447-4f4e-b192-68690803a193,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.122689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.253118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf36be-9a70-46bf-b6c1-892e12ce3ec9 None None] Pushing event updated for resources: {'Port': ['ID=622a31f5-111a-4c35-9348-227439c68b52,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.267847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:12.476139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.497324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57674) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:12.498834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:12.509937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:12.516682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Provisioning for port b3202892-c501-4613-aee3-e4b9c3678b93 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:12.517695 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6adc610b-9dcf-43e1-a1e7-b1cab56a80b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7619152 Feb 15 13:48:12.518417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57678) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:12.535452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:12.536381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:12.659928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet 4bbf6add-55f8-436c-aa94-57e1f4a72687 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:12.662740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.716703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.753114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Provisioning complete for port b3202892-c501-4613-aee3-e4b9c3678b93 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:12.753623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.777260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e05122cb-1ad4-4eab-9581-875e944f7507 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:12.784212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.806417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.807907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.866270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:12.880219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Usage tracker for resource:security_group_rule and tenant:2b21d35b533347498660b9d3f6545416 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:12.888279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:12.892739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Port b3202892-c501-4613-aee3-e4b9c3678b93 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:12.895679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:12.897739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:12.979027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Provisioning complete for port 622a31f5-111a-4c35-9348-227439c68b52 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:12.979346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e36a59d7-dc56-405b-9c5f-9b3757d0f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:12.996836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.038286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbf6add-55f8-436c-aa94-57e1f4a72687,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:13.041877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.055396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2d90fac8-1276-4aa2-9189-1524d97a2caf tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/4bbf6add-55f8-436c-aa94-57e1f4a72687 HTTP/1.1" status: 204 len: 168 time: 0.5353849 Feb 15 13:48:13.055585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57684) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:13.077675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa8048-8088-4fbf-9818-2dc242ac598c None None] Network 00c9d905-c7d0-4b41-9b98-ba26efa9b23f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:13.201168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e05122cb-1ad4-4eab-9581-875e944f7507 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:13.201574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.495554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.618421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router df368356-6796-4e8d-b70a-fcbc352727cc has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:13.634340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 622a31f5-111a-4c35-9348-227439c68b52 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:13.655542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:13.656265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.737126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:11Z', 'revision_number': 8, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:13.749487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 622a31f5-111a-4c35-9348-227439c68b52 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:13.749911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.754115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.774972 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:13.782160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-259a2110-1524-4adb-a981-8d900ad1ed16 None None] Provisioning complete for port b3202892-c501-4613-aee3-e4b9c3678b93 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:13.782564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-259a2110-1524-4adb-a981-8d900ad1ed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.818689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] DHCP port deletion for 00c9d905-c7d0-4b41-9b98-ba26efa9b23f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:13.849625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Deleting port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:13.850002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.874456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:13.894403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:13.895029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:13.980366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:48:14.024840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.044596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197a494-1127-4c8e-803e-503e6d00a0c6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.075114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-259a2110-1524-4adb-a981-8d900ad1ed16 None None] Port b3202892-c501-4613-aee3-e4b9c3678b93 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:14.098269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc1704a8-fd36-4aa1-a333-c70a7e15f35b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b21d35b533347498660b9d3f6545416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6032619 Feb 15 13:48:14.099201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57688) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:14.117840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.164799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.196565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.204795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:14.223578 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] Sync routers for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:14.237172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:14.237718 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:14.238877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:14.247693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:14.248423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.337964 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:14.339660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.350259 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] Routers {'df368356-6796-4e8d-b70a-fcbc352727cc'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:14.351169 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['df368356-6796-4e8d-b70a-fcbc352727cc'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:14.369278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197a494-1127-4c8e-803e-503e6d00a0c6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.380484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.386197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-daa0fdcf-b877-48a1-a17c-215194463060 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7197a494-1127-4c8e-803e-503e6d00a0c6 HTTP/1.1" status: 204 len: 168 time: 0.2858815 Feb 15 13:48:14.395084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.410701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:14.439101 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:14.441193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51078940-5959-481e-8f6f-41a5786d2bbc None None] The sync data for ids ['df368356-6796-4e8d-b70a-fcbc352727cc'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:14.447860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.493432 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4c284160-162a-459f-82bd-0de9ca2a7e34 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/routers/df368356-6796-4e8d-b70a-fcbc352727cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0648704 Feb 15 13:48:14.494196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57694) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:14.566062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:14.629946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] For port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,segment=NetworkSegment(91f5324f-d7f0-44b4-918a-ff18a5a648a1),segment_id=91f5324f-d7f0-44b4-918a-ff18a5a648a1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:14.630289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.632087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:14.633798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:14.696314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.770142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=1f586c0b-2154-4ca5-a005-fb12ec4d91a4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.786914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No DVR routers for this DVR port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:14.826390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Calling delete_port for 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:14.858364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:14.900058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:48:14.900482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:15.030108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:15.030530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:15.032993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9beca11a-7889-4b3c-a894-ad9c517f77f6 None None] Provisioning complete for port b3202892-c501-4613-aee3-e4b9c3678b93 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:15.033391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9beca11a-7889-4b3c-a894-ad9c517f77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.099544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9beca11a-7889-4b3c-a894-ad9c517f77f6 None None] Port b3202892-c501-4613-aee3-e4b9c3678b93 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:15.116625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:11Z', 'revision_number': 8, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.121350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fe301-1050-49b3-ae67-9d717ac0c1b3 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:11Z', 'revision_number': 8, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdebe1af-fd64-443d-8223-a0c2ee2d8022', 'name': '', 'network_id': '9a1fd645-b7f4-458f-9e89-5f0d209d5935', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:23:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:46Z', 'updated_at': '2022-02-15T13:48:01Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '465b3a3c-d5ef-4e78-ac8c-f98d79b99710', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:15.148340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.214561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.230657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 62a1a17b-5e67-4a43-8aff-98d1fa123eaa {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:15.231003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.242818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:15.247967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c9d905-c7d0-4b41-9b98-ba26efa9b23f']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.264174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f5324f-d7f0-44b4-918a-ff18a5a648a1') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.264469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f5324f-d7f0-44b4-918a-ff18a5a648a1') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.338401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.370507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.415950 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:48:15.436459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:15.436856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:15.451300 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:15.522143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.533159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Deleting port 1f586c0b-2154-4ca5-a005-fb12ec4d91a4 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:15.533824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.554511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:15.570936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Sync routers for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:15.587016 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a9e16867-321b-4a8f-84a8-e4d58e8bb737 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/8e2bddb4-5a67-443f-835b-03fbc5a274e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5167868 Feb 15 13:48:15.589172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57698) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:15.621307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3c66a194-c720-4228-9955-5e969bfabc16 None None] The port '1f586c0b-2154-4ca5-a005-fb12ec4d91a4' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:15.639493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:15.641522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.668641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 62a1a17b-5e67-4a43-8aff-98d1fa123eaa owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:15.697861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.719671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:15.721657 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/00c9d905-c7d0-4b41-9b98-ba26efa9b23f HTTP/1.1" status: 204 len: 168 time: 2.6560857 Feb 15 13:48:15.724674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57702) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:15.733268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc6c7d-8b2f-4470-be86-d4e1ef94918d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=00c9d905-c7d0-4b41-9b98-ba26efa9b23f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:15.814567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.817785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.818441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.818694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.820855 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6055e87e-86c8-4677-9813-ddec5a4fa608 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6952 time: 0.2259398 Feb 15 13:48:15.823606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57706) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:15.856540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:15.901334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.901836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.902347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.902857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.903358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.903803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.904240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.904674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.905106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.907758 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-74f0067e-6f15-41ab-b168-92a01025144a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5689 time: 0.0831022 Feb 15 13:48:15.910642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57710) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:16.127263 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-668efd3f-dfea-4fd7-bba5-a8109ca6ac22 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3395 time: 0.2152987 Feb 15 13:48:16.253824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:13Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:16.254950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.261473 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Checking router: 8e2bddb4-5a67-443f-835b-03fbc5a274e5 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:16.262129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Updating router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 port b3202892-c501-4613-aee3-e4b9c3678b93 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:16.306616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=62a1a17b-5e67-4a43-8aff-98d1fa123eaa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.320804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.413114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.442761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0feda10e-af0a-43ef-8cf3-46a258daaf73 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:16.476048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57716) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:16.481390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782212251', 'description': 'tempest-secgroup-smoke-782212251 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:16.488058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:16.497761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:16.503686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 0feda10e-af0a-43ef-8cf3-46a258daaf73 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:16.504042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0feda10e-af0a-43ef-8cf3-46a258daaf73 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:16.568052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.589167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:16.593053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:16.597341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:16.603677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:16.628866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.632044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.665697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.700753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.744841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.751323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.764643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Transition to ACTIVE for port object b3202892-c501-4613-aee3-e4b9c3678b93 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:16.795190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd70702-a87d-4ff7-8af7-f7dd8fddacec,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.825065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.837186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.837698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Fanout notify agent at l3_agent the message router_deleted on router df368356-6796-4e8d-b70a-fcbc352727cc {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:48:16.870805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.875063 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0242e7d0-d355-4c79-82ff-7fb73f0e798c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3952360 Feb 15 13:48:16.885027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57720) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:16.885027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:16.888395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:16.894042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:16.897142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:16.906693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:16.927482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:16.928568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d0c69053-a6a8-4445-b442-96177db2ac2a tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/routers/df368356-6796-4e8d-b70a-fcbc352727cc HTTP/1.1" status: 204 len: 168 time: 2.4331653 Feb 15 13:48:16.931283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57724) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:16.977052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.046123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f055c22-91b0-4caa-9a70-b8b2d0611014 None None] Pushing event updated for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.053791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.067836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Attempting to bind port b3202892-c501-4613-aee3-e4b9c3678b93 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:17.068219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Attempting to bind port b3202892-c501-4613-aee3-e4b9c3678b93 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:17.068601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Attempting to bind port b3202892-c501-4613-aee3-e4b9c3678b93 on network f514dc8e-8d34-4c78-b339-e6daeacb4f42 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:17.074419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:17.074829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Checking segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:17.075238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.075629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Bound using segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:17.076099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Bound port: b3202892-c501-4613-aee3-e4b9c3678b93, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:17.076474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.088747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting subnet b40348b4-97e4-47ca-b90b-2f35fbf2c8aa {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:17.096832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.139725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.165205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8c6dfa-ce43-4687-8681-cd66f096daaa,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.169275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.183846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] For port b3202892-c501-4613-aee3-e4b9c3678b93, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:17.186653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] For port b3202892-c501-4613-aee3-e4b9c3678b93, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b3202892-c501-4613-aee3-e4b9c3678b93,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:17.242174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.243398 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e86841de-fb80-4ce6-b9da-37ded1b646f5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671181 Feb 15 13:48:17.246226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57728) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:17.252050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:17.252230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.257950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:17.261723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:17.264506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:17.270833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:17.313567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port fdebe1af-fd64-443d-8223-a0c2ee2d8022 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:17.313567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.335348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:17.335978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:17.338327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.342367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.397497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f055c22-91b0-4caa-9a70-b8b2d0611014 None None] Pushing event updated for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.440741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.510783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.543523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cd93c3-8f69-4167-b4e3-26ee165b9ad0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.555793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:17.587761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port fdebe1af-fd64-443d-8223-a0c2ee2d8022, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fdebe1af-fd64-443d-8223-a0c2ee2d8022,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:17.588171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.598122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.643250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.645449 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b967757f-dbe6-4aed-936f-68c19ffdd143 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978410 Feb 15 13:48:17.647752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57732) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:17.654968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:17.665801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:17.670246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:17.674855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:17.681033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:17.750263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Subnet': ['ID=b40348b4-97e4-47ca-b90b-2f35fbf2c8aa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.752133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.761001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for fdebe1af-fd64-443d-8223-a0c2ee2d8022 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:17.766643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.785289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbdd84-58cb-425e-846b-1eb0c47d6a92 None None] Network cf731967-0ba1-49c8-b5eb-26c85a900074 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:17.800687 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2b803dc1-86f8-414a-bd54-67f98a6672fe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/subnets/b40348b4-97e4-47ca-b90b-2f35fbf2c8aa HTTP/1.1" status: 204 len: 168 time: 0.8658412 Feb 15 13:48:17.803335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57736) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:17.937544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.943490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:17.955473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 32628a31-21c0-4dce-9130-1e92dcd4ea97 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:17.959586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.037035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.060221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.080972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc05c17-001a-47b4-9025-567c7c746fe9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.122654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=fdebe1af-fd64-443d-8223-a0c2ee2d8022,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.130674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:18.135638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa5878-7e78-4a68-8aa3-0747a00a83bf None None] The sync data for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv is: [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:18.276634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.280942 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6bd64ee2-624b-4545-993e-14aae46ace03 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6309326 Feb 15 13:48:18.281664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57740) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:18.308951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] DHCP port deletion for cf731967-0ba1-49c8-b5eb-26c85a900074 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:18.314538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Deleting port 32628a31-21c0-4dce-9130-1e92dcd4ea97 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:18.315171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.365564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:18.379503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:18.399783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:18.404303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:18.441579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:18.461367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] For port 32628a31-21c0-4dce-9130-1e92dcd4ea97, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=32628a31-21c0-4dce-9130-1e92dcd4ea97,segment=NetworkSegment(d20c25d0-e716-409c-9576-7f02ae5bba20),segment_id=d20c25d0-e716-409c-9576-7f02ae5bba20)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:18.465452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.626688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] For port 32628a31-21c0-4dce-9130-1e92dcd4ea97, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=32628a31-21c0-4dce-9130-1e92dcd4ea97,segment=NetworkSegment(d20c25d0-e716-409c-9576-7f02ae5bba20),segment_id=d20c25d0-e716-409c-9576-7f02ae5bba20)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:18.627303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.648099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 32628a31-21c0-4dce-9130-1e92dcd4ea97 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:18.649424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b3202892-c501-4613-aee3-e4b9c3678b93 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:18.691962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.744340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.826933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.851723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Calling delete_port for 32628a31-21c0-4dce-9130-1e92dcd4ea97 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:18.860051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:18.933073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=32628a31-21c0-4dce-9130-1e92dcd4ea97,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.940254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] No DVR routers for this DVR port 32628a31-21c0-4dce-9130-1e92dcd4ea97 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:18.948863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:18.949231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:18.973792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.048132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port b3202892-c501-4613-aee3-e4b9c3678b93 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:19.057391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b3202892-c501-4613-aee3-e4b9c3678b93 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:19.058031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.074642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:19.084625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b1f60a-d133-4668-ac16-8db635f62c2a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.118783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.156462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf731967-0ba1-49c8-b5eb-26c85a900074']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.169047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.173940 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a5fdb87-5503-45b3-9c44-5473058a8772 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8842976 Feb 15 13:48:19.174832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57744) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:19.177879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20c25d0-e716-409c-9576-7f02ae5bba20') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.178170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20c25d0-e716-409c-9576-7f02ae5bba20') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.188555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:19.190188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.197902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:19.201075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.211656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:19.215737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:19.225431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:19.226527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.230430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port b3202892-c501-4613-aee3-e4b9c3678b93, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b3202892-c501-4613-aee3-e4b9c3678b93,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:19.239182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:19.239182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:19.251873 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:19.254616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:19.264750 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:19.277777 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:19.278282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cff45f35-b4de-4bed-b979-00fdae973687 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5521386 Feb 15 13:48:19.278903 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.279469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57748) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:19.316374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.362316 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:48:19.378108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.381878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet 465b3a3c-d5ef-4e78-ac8c-f98d79b99710 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:19.386036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.403564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 32628a31-21c0-4dce-9130-1e92dcd4ea97 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:19.465460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.466228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.467885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.469103 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:19.495614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.498534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Network': ['ID=cf731967-0ba1-49c8-b5eb-26c85a900074,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.506273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Deleting port 32628a31-21c0-4dce-9130-1e92dcd4ea97 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:19.506987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.507368 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-47be0d4f-a027-4ef0-a689-babdf218be24 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/networks/cf731967-0ba1-49c8-b5eb-26c85a900074 HTTP/1.1" status: 204 len: 168 time: 1.7029877 Feb 15 13:48:19.510048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57752) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:19.583935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 32628a31-21c0-4dce-9130-1e92dcd4ea97 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:19.585614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 32628a31-21c0-4dce-9130-1e92dcd4ea97 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:19.587300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.613226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.624922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.657937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d4793f95-59e1-448a-875f-c0c92e5b5c59 None None] The port '32628a31-21c0-4dce-9130-1e92dcd4ea97' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:19.773760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ddf88e-60e6-41ee-9637-91853bc1a1a0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.784283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port ef06bbaa-b0f1-402b-8c68-58487029d254 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:19.784625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.820185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.857437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.858622 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d151f632-b12c-49b7-806c-f122d3179214 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6835449 Feb 15 13:48:19.862784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57756) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:19.870931 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 9, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.875202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=465b3a3c-d5ef-4e78-ac8c-f98d79b99710,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.877827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:19.881262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.893519 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a83db3d4-0753-4678-b76f-320e0e57044a tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/465b3a3c-d5ef-4e78-ac8c-f98d79b99710 HTTP/1.1" status: 204 len: 168 time: 0.6128292 Feb 15 13:48:19.893990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504727fb-a64b-41a2-9cc9-b4a8a353be74 None None] Network 9a1fd645-b7f4-458f-9e89-5f0d209d5935 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:19.894169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57760) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:19.894787 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:19.895653 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:19.911152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd70702-a87d-4ff7-8af7-f7dd8fddacec', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:19.923022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:19.929466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:19.933460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:19.948267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:19.993739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:19.994063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.014003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.032521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port dbc9c0f4-3808-4395-bcfd-f4722ec2522b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:20.032875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.065321 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:20.128011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for ef06bbaa-b0f1-402b-8c68-58487029d254 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:20.193501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:48:20.219516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.242018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] DHCP port deletion for 9a1fd645-b7f4-458f-9e89-5f0d209d5935 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:20.246573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Deleting port dbc9c0f4-3808-4395-bcfd-f4722ec2522b {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:20.247036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.272357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:20.272811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.355305 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.402028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.411443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for dbc9c0f4-3808-4395-bcfd-f4722ec2522b owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:20.449267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.459863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=ef06bbaa-b0f1-402b-8c68-58487029d254,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:20.562559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] For port dbc9c0f4-3808-4395-bcfd-f4722ec2522b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,segment=NetworkSegment(7b211456-1b97-4942-9f18-51198778c0ed),segment_id=7b211456-1b97-4942-9f18-51198778c0ed)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:20.562559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.574070 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 9, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:20.574750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b3202892-c501-4613-aee3-e4b9c3678b93 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:20.594927 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e307ed4-5f3a-427d-bda0-598133c39ae3 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 9, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f320b24c-6e27-4de1-8d15-17005cd9f69b', 'name': '', 'network_id': '5ce899bb-14ac-4ecf-bedd-ce7bc83ded54', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:0c:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:40Z', 'updated_at': '2022-02-15T13:47:56Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': '2c8da5d1-89c9-44fc-9612-a11f2ba288bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:20.672105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960d10cb-79db-4111-965c-ed7494b9f5f6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:20.733386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.735782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.740777 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1b92fa52-ceba-4bda-8d16-723d3e9b861f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/floatingips/5fd784f0-c92f-4aae-a1f3-eb7ddf6731a5 HTTP/1.1" status: 204 len: 168 time: 1.2259610 Feb 15 13:48:20.741178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57764) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:20.766180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Calling delete_port for dbc9c0f4-3808-4395-bcfd-f4722ec2522b owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:20.783397 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ffa92f-f19f-422f-b653-6be2de3d6b90 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:20.783871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ffa92f-f19f-422f-b653-6be2de3d6b90 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:20.789479 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-58ffa92f-f19f-422f-b653-6be2de3d6b90 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/92116f3f-708d-4b12-879a-5a2ab2331b9f HTTP/1.1" status: 404 len: 333 time: 0.0471478 Feb 15 13:48:20.792149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57768) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:20.825958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.836516 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f15899fd-68db-4b9d-91d4-77457c73414b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9636874 Feb 15 13:48:20.836722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.856839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:20.857191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:20.857854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b3202892-c501-4613-aee3-e4b9c3678b93 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:20.858230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:20.875628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5ca73404-2d8e-4fcb-9167-c39d4ebc15a2 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Synchronizing usage tracker for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:20.887262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=dbc9c0f4-3808-4395-bcfd-f4722ec2522b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:20.898257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No DVR routers for this DVR port dbc9c0f4-3808-4395-bcfd-f4722ec2522b on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:21.016121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5ca73404-2d8e-4fcb-9167-c39d4ebc15a2 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Unset dirty status for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:21.019715 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5ca73404-2d8e-4fcb-9167-c39d4ebc15a2 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/ports?device_id=df368356-6796-4e8d-b70a-fcbc352727cc HTTP/1.1" status: 200 len: 205 time: 0.2242556 Feb 15 13:48:21.020181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57780) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:21.057750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbc9c0f4-3808-4395-bcfd-f4722ec2522b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:21.071240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.101577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: dbc9c0f4-3808-4395-bcfd-f4722ec2522b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:21.101885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbc9c0f4-3808-4395-bcfd-f4722ec2522b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:21.105899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-ac9b3ed1-5269-44a8-9dbd-b1f53ebacc9c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] delete failed (client error): The resource could not be found. Feb 15 13:48:21.106870 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac9b3ed1-5269-44a8-9dbd-b1f53ebacc9c tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/routers/df368356-6796-4e8d-b70a-fcbc352727cc HTTP/1.1" status: 404 len: 336 time: 0.0856028 Feb 15 13:48:21.110428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57788) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:21.114860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1fd645-b7f4-458f-9e89-5f0d209d5935']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:21.124037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-94158a86-bcec-4de3-8d71-5421dc9a9012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782212251&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.0755556 Feb 15 13:48:21.130984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b211456-1b97-4942-9f18-51198778c0ed') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:21.131273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b211456-1b97-4942-9f18-51198778c0ed') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:21.150544 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce05a8c1-8e6c-483c-a92b-60a77ce0fd2f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:21.150990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce05a8c1-8e6c-483c-a92b-60a77ce0fd2f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:21.152816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ce05a8c1-8e6c-483c-a92b-60a77ce0fd2f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/subnets/b40348b4-97e4-47ca-b90b-2f35fbf2c8aa HTTP/1.1" status: 404 len: 337 time: 0.0414248 Feb 15 13:48:21.155365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57792) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:21.168474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.230588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port b46e6c6c-93ad-4861-9960-a13b3a771f8c {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:21.230923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.240253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.257643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:21.258040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:21.272139 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:21.358074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Deleting port dbc9c0f4-3808-4395-bcfd-f4722ec2522b {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:21.358651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.391476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-24d0f6c2-1315-43a1-8918-5a1de91688a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:21.391476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-24d0f6c2-1315-43a1-8918-5a1de91688a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:21.433455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0465fc-5e49-4e5d-903f-de851fa9ef93 None None] The port 'dbc9c0f4-3808-4395-bcfd-f4722ec2522b' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:21.476058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.476614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.481558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.506173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-24d0f6c2-1315-43a1-8918-5a1de91688a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:21.507822 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-24d0f6c2-1315-43a1-8918-5a1de91688a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 796 time: 0.3697824 Feb 15 13:48:21.508892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=9a1fd645-b7f4-458f-9e89-5f0d209d5935,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:21.512787 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c88d8826-aa67-4be5-8ace-ff3f9104bd33 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/9a1fd645-b7f4-458f-9e89-5f0d209d5935 HTTP/1.1" status: 204 len: 168 time: 1.6176631 Feb 15 13:48:21.520985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57796) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:21.589008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-b08a9db7-bdb4-4f03-8667-94c6bdf0cd8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0748804 Feb 15 13:48:21.606941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for b46e6c6c-93ad-4861-9960-a13b3a771f8c owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:21.814281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:21.866133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=b46e6c6c-93ad-4861-9960-a13b3a771f8c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:21.893310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-a84cc1f1-aaf0-4f0a-9027-7ffe08fa57ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:21.966856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.037533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-a84cc1f1-aaf0-4f0a-9027-7ffe08fa57ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:22.038829 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-a84cc1f1-aaf0-4f0a-9027-7ffe08fa57ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4401493 Feb 15 13:48:22.085466 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f7347c87-0c1c-4d73-af7c-c23a158e0e55 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/b46e6c6c-93ad-4861-9960-a13b3a771f8c HTTP/1.1" status: 204 len: 168 time: 0.9288287 Feb 15 13:48:22.086140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57800) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:22.152942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port f0651a1b-0c9d-4f19-95ff-f14240fc5e68 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:22.153277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.238787 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-5cd702f0-e9bc-4233-a8e7-bab50b25904e service neutron] 10.222.0.61 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875563 Feb 15 13:48:22.269934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.407062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.440736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fdebe1af-fd64-443d-8223-a0c2ee2d8022 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:22.480037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: fdebe1af-fd64-443d-8223-a0c2ee2d8022 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:22.480640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fdebe1af-fd64-443d-8223-a0c2ee2d8022 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:22.531839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for f0651a1b-0c9d-4f19-95ff-f14240fc5e68 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:22.740003 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-7db8d999-2d4e-4e32-b3fc-0b1e5bd49ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938302 Feb 15 13:48:22.839189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port f320b24c-6e27-4de1-8d15-17005cd9f69b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:22.839524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.864741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:22.921745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=f0651a1b-0c9d-4f19-95ff-f14240fc5e68,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:23.033766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:23.039236 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8410f5d6-78de-4098-a129-92704645256e req-b03c1bcb-41a1-471b-a813-bceba7374eb8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.0546787 Feb 15 13:48:23.045644 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5855c17c-ece7-4310-9659-040afb3cb1b0 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/ports/f0651a1b-0c9d-4f19-95ff-f14240fc5e68 HTTP/1.1" status: 204 len: 168 time: 0.9569969 Feb 15 13:48:23.049243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57808) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:23.104696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port f320b24c-6e27-4de1-8d15-17005cd9f69b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f320b24c-6e27-4de1-8d15-17005cd9f69b,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:23.105059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:23.138775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9518e-dcc3-4000-943e-76bb9fb70f7f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:23.139480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aed9518e-dcc3-4000-943e-76bb9fb70f7f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Synchronizing usage tracker for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:23.231981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for f320b24c-6e27-4de1-8d15-17005cd9f69b owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:23.242643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aed9518e-dcc3-4000-943e-76bb9fb70f7f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Unset dirty status for tenant:2e75e76477d54a65a91f84185ea0e3bb on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:23.243990 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aed9518e-dcc3-4000-943e-76bb9fb70f7f tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c HTTP/1.1" status: 200 len: 913 time: 0.1921663 Feb 15 13:48:23.246549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57818) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:23.521781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:23.604095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=f320b24c-6e27-4de1-8d15-17005cd9f69b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:23.836057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:23.845045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.158674 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dfbf30b9-b82e-4895-8637-958eec6bd0a6 req-7f52985f-e4e3-4c7f-915a-9a0dc19decfe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.0615101 Feb 15 13:48:24.203828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port ba0c19c1-2284-43f2-8385-c136a2c88351 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:24.204404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.340809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:24.397046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.517142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:24.529456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:24.535611 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6ca14409-6a15-4e9b-ba76-d00900fe97e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0134475 Feb 15 13:48:24.536292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57826) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:24.540042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:24.540668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:24.620376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet 2c8da5d1-89c9-44fc-9612-a11f2ba288bf {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:24.629116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.644277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for ba0c19c1-2284-43f2-8385-c136a2c88351 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:24.715353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.741107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:24.809351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:24.975492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.022844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.033939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8da5d1-89c9-44fc-9612-a11f2ba288bf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:25.044923 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bd394e08-6a1d-4eb6-baca-bc9927a83052 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/2c8da5d1-89c9-44fc-9612-a11f2ba288bf HTTP/1.1" status: 204 len: 168 time: 0.5024559 Feb 15 13:48:25.044923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57830) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:25.047705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec485ceb-2082-4abe-810b-fb1d0aebb990 None None] Network 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:25.105918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.153560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.165304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 31b424a7-c640-44ac-9f3e-8c75d129028f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:25.166116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.225652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=ba0c19c1-2284-43f2-8385-c136a2c88351,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:25.246098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:23Z', 'revision_number': 10, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:25.253035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:25.267278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:25.267894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:25.386056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d61584c6-13ac-418e-b90e-8ba1e843e149 req-40966c96-8df4-48d0-9b2c-99079faeb6e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.0750167 Feb 15 13:48:25.482843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:25.506328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port 31b424a7-c640-44ac-9f3e-8c75d129028f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31b424a7-c640-44ac-9f3e-8c75d129028f,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:25.506692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.512836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.742843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] DHCP port deletion for 5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:25.754087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Deleting port 31b424a7-c640-44ac-9f3e-8c75d129028f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:25.754087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:25.822575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 31b424a7-c640-44ac-9f3e-8c75d129028f owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:26.004302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:26.096405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] For port 31b424a7-c640-44ac-9f3e-8c75d129028f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31b424a7-c640-44ac-9f3e-8c75d129028f,segment=NetworkSegment(73e8006a-a88a-4843-9382-cbd62fb808e7),segment_id=73e8006a-a88a-4843-9382-cbd62fb808e7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:26.096795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.097956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.160816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No DVR routers for this DVR port 31b424a7-c640-44ac-9f3e-8c75d129028f on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:26.162581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=31b424a7-c640-44ac-9f3e-8c75d129028f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:26.189019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:26.203370 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] Sync routers for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:26.213516 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:26.214430 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.272196 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0d7f5238-8a21-4aa2-a72f-0abc8bfe4008 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "PUT /v2.0/routers/1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0221150 Feb 15 13:48:26.272760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57836) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:26.280284 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.290869 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] Routers {'1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:26.291814 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.298229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Calling delete_port for 31b424a7-c640-44ac-9f3e-8c75d129028f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:26.340191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-c3270b39-2a20-4f43-8f9c-e26a1036a56a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:26.341842 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-c3270b39-2a20-4f43-8f9c-e26a1036a56a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 796 time: 0.3257380 Feb 15 13:48:26.344358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.361930 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.362926 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd3a6d-0e1b-40b3-af4a-4ae3c7fc121e None None] The sync data for ids ['1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:26.400931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce899bb-14ac-4ecf-bedd-ce7bc83ded54']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.442650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e8006a-a88a-4843-9382-cbd62fb808e7') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.442650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e8006a-a88a-4843-9382-cbd62fb808e7') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.442871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:26.446498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:26.456358 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-b8f49cd1-ff21-4e68-8411-63886bf593b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 379 time: 0.1031730 Feb 15 13:48:26.460676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.468143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:23Z', 'revision_number': 10, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:26.476782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['ddd70702-a87d-4ff7-8af7-f7dd8fddacec']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:26.480634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf9ee-6a95-4e26-b9ba-2a4e3e4202aa None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:23Z', 'revision_number': 10, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None, '_interfaces': [{'id': 'e8254dca-e302-454c-a49a-f53a30754e55', 'name': '', 'network_id': '7091fd7c-e1ff-4756-9af3-4b98b990d48d', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'mac_address': 'fa:16:3e:82:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:47:33Z', 'updated_at': '2022-02-15T13:47:49Z', 'revision_number': 5, 'project_id': '2308b12bc4b84914a667264706d432a8', 'subnets': [{'id': 'a5023744-4f1e-46d4-8adb-cb21731ded06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:26.586598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31b424a7-c640-44ac-9f3e-8c75d129028f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:26.612603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.632905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 31b424a7-c640-44ac-9f3e-8c75d129028f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:26.633528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31b424a7-c640-44ac-9f3e-8c75d129028f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:26.640963 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c5832981-0142-4321-8589-b5bca8e3e384 req-0a6b3ba8-bfea-4834-898f-b8e53966d0e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.0605302 Feb 15 13:48:26.642122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:26.642522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:26.663722 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:26.723707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.782439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:26.791925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:26.854076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.876080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.889198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=5ce899bb-14ac-4ecf-bedd-ce7bc83ded54,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:26.891831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:26.895367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.911910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.916278 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-005b0bfa-93cf-4693-a8af-38129e7112c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/5ce899bb-14ac-4ecf-bedd-ce7bc83ded54 HTTP/1.1" status: 204 len: 168 time: 1.8746493 Feb 15 13:48:26.920546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57846) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:26.947686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Deleting port 31b424a7-c640-44ac-9f3e-8c75d129028f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:26.948189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:26.990558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting port 328f606a-de45-43ee-b63c-d8b4038c35da {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:26.991282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.017919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1206084e-e3bb-4d79-ba0f-317effffe0f8 None None] The port '31b424a7-c640-44ac-9f3e-8c75d129028f' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:27.192776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.318905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Calling delete_port for 328f606a-de45-43ee-b63c-d8b4038c35da owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:27.355225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.11 (f514dc8e-8d34-4c78-b339-e6daeacb4f42/f88435e4-3382-4dc5-b167-d41f62758fe4/b8b3d01e-f345-4705-bd16-5cd34b3df95a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:27.562537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.610863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Port': ['ID=328f606a-de45-43ee-b63c-d8b4038c35da,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:27.703256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.812857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.855053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fe11138c-acc2-4bce-a8a8-aedb70680ee1 req-fb6a804e-46a7-4bf1-8c07-822d4748ca9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.0917053 Feb 15 13:48:27.877549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.879741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.883440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object b8b3d01e-f345-4705-bd16-5cd34b3df95a will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:27.923155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.984701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:27.985245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Fanout notify agent at l3_agent the message router_deleted on router 1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:48:28.001973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.003040 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-db403ee7-1ac8-4b56-8534-6a7f902bd409 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/routers/1c556c9c-23ae-4d5c-b0d8-5b84c8250b5c HTTP/1.1" status: 204 len: 168 time: 1.7290823 Feb 15 13:48:28.005799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57852) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:28.073351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Deleting subnet 54ed362e-29d1-423a-9ce6-1e5172224506 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:28.076407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.124143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.135611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.239136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:28.247456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:28.255123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:28.293709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:28.308836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.331452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:28.332089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.422083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port e8254dca-e302-454c-a49a-f53a30754e55 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:28.422698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.436711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f320b24c-6e27-4de1-8d15-17005cd9f69b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:28.458727 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-30b0de44-210b-45d1-8f3c-d955820b3d98 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9904554 Feb 15 13:48:28.465263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.474915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f320b24c-6e27-4de1-8d15-17005cd9f69b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:28.475343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f320b24c-6e27-4de1-8d15-17005cd9f69b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:28.511259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Subnet': ['ID=54ed362e-29d1-423a-9ce6-1e5172224506,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:28.518833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.527120 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fc07ede2-a1b1-432c-8a10-0231c68b7088 tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/subnets/54ed362e-29d1-423a-9ce6-1e5172224506 HTTP/1.1" status: 204 len: 168 time: 0.5203044 Feb 15 13:48:28.529502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57858) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:28.586480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Request body: {'port': {'device_id': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:28.635913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3dd219d4-005b-4264-810d-082cb61aa24d None None] Provisioning for port b8b3d01e-f345-4705-bd16-5cd34b3df95a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:28.642821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3dd219d4-005b-4264-810d-082cb61aa24d None None] Provisioning complete for port b8b3d01e-f345-4705-bd16-5cd34b3df95a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:28.643440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3dd219d4-005b-4264-810d-082cb61aa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.658965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.704667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3dd219d4-005b-4264-810d-082cb61aa24d None None] Port b8b3d01e-f345-4705-bd16-5cd34b3df95a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:48:28.734692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port e8254dca-e302-454c-a49a-f53a30754e55, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e8254dca-e302-454c-a49a-f53a30754e55,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:28.734692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.799623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.824794 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed069ca1-9603-49ca-9182-02177d572acf']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:28.837108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8727fbf8-4667-497a-ba94-f360c88a8c50') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:28.837417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8727fbf8-4667-497a-ba94-f360c88a8c50') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:28.848918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.854555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.864747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.870600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for e8254dca-e302-454c-a49a-f53a30754e55 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:28.870738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:28.870991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:28.885080 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:29.041892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.059303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.069204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Pushing event deleted for resources: {'Network': ['ID=ed069ca1-9603-49ca-9182-02177d572acf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:29.073537 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] 10.222.0.61 "DELETE /v2.0/networks/ed069ca1-9603-49ca-9182-02177d572acf HTTP/1.1" status: 204 len: 168 time: 0.5430052 Feb 15 13:48:29.078930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.079452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.079679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.080005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.080328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.080652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.080960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.081279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.081619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.081933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.082247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.084306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b3f73-9432-4371-8a1e-d8160a05dcbe tempest-FloatingIPTestJSON-847458201 tempest-FloatingIPTestJSON-847458201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:29.310632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d1e224e4-5e15-4ca0-91b2-a01896d4b545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.361146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0428a-cd8c-4fd3-baf0-3d62eda0f1c9 req-fd8d9f3f-8bf0-48ef-bda7-3d9ce8a23ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:29.361889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-66a0428a-cd8c-4fd3-baf0-3d62eda0f1c9 req-fd8d9f3f-8bf0-48ef-bda7-3d9ce8a23ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:29.523984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-66a0428a-cd8c-4fd3-baf0-3d62eda0f1c9 req-fd8d9f3f-8bf0-48ef-bda7-3d9ce8a23ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:29.525141 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66a0428a-cd8c-4fd3-baf0-3d62eda0f1c9 req-fd8d9f3f-8bf0-48ef-bda7-3d9ce8a23ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 932 time: 0.5528183 Feb 15 13:48:29.538849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57868) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:29.566349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.571242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b3d01e-f345-4705-bd16-5cd34b3df95a {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:29.625955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.645145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=e8254dca-e302-454c-a49a-f53a30754e55,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:29.686583 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66a0428a-cd8c-4fd3-baf0-3d62eda0f1c9 req-db263a56-ba86-406e-9ee4-d9ad820affd2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497593 Feb 15 13:48:29.713757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-97784a19-ff49-4582-92e6-04826940f4ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e75e76477d54a65a91f84185ea0e3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726584 Feb 15 13:48:29.721020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57874) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:29.724415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Transition to ACTIVE for port object b8b3d01e-f345-4705-bd16-5cd34b3df95a will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:29.795448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.820697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.825033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.973016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.988610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139269fc-eb9e-4cb1-9c28-c6310b43b341,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:29.997245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:29.997245 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a20ebccf-2592-4017-a018-efa0a874a08a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/139269fc-eb9e-4cb1-9c28-c6310b43b341 HTTP/1.1" status: 204 len: 168 time: 0.2747481 Feb 15 13:48:30.000408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.105636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:30.369709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Attempting to bind port b8b3d01e-f345-4705-bd16-5cd34b3df95a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:30.370034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Attempting to bind port b8b3d01e-f345-4705-bd16-5cd34b3df95a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:30.370358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Attempting to bind port b8b3d01e-f345-4705-bd16-5cd34b3df95a on network f514dc8e-8d34-4c78-b339-e6daeacb4f42 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:30.379997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Port b8b3d01e-f345-4705-bd16-5cd34b3df95a on network f514dc8e-8d34-4c78-b339-e6daeacb4f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:48:30.380313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Attempting to bind port b8b3d01e-f345-4705-bd16-5cd34b3df95a on network f514dc8e-8d34-4c78-b339-e6daeacb4f42 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:30.388035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:30.388362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Checking segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:30.388735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Bound using segment: {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:30.389149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Bound port: b8b3d01e-f345-4705-bd16-5cd34b3df95a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:30.389514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.401272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:30.737186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:30.749851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:30.756663 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b23ba3a4-3bc6-43c3-a056-3d0f48e4f338 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8352170 Feb 15 13:48:30.759597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:30.760320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57892) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:30.762802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:30.766369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:30.767232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:30.850101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting subnet a5023744-4f1e-46d4-8adb-cb21731ded06 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:30.852782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.858137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.928937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.938818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:30.939648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:30.941172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 1094 time: 2.4755199 Feb 15 13:48:30.941854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:30.966921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:30.986844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f51d5-433c-4b54-8794-6f757cebfcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:31.036192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8502-857e-43d7-bfeb-e8d0f4499188 req-a4169dd2-8c59-45c6-a961-d1879a262ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:31.037770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42ce8502-857e-43d7-bfeb-e8d0f4499188 req-a4169dd2-8c59-45c6-a961-d1879a262ce5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 944 time: 0.2324286 Feb 15 13:48:31.110194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.176368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:31.198110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42ce8502-857e-43d7-bfeb-e8d0f4499188 req-3c09d39b-2756-42bc-8957-d55e03d2cb67 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525810 Feb 15 13:48:31.199091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:31.228441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:31.229128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:31.256850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-86fbcb12-1d0b-4061-a90f-09dd2f121270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:31.258642 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-86fbcb12-1d0b-4061-a90f-09dd2f121270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1097 time: 0.2111981 Feb 15 13:48:31.279969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57908) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:31.338474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-e901ee7e-d36f-415c-b885-b8a9ab13edf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 217 time: 0.0725036 Feb 15 13:48:31.368040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.400854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:31.409822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1669121067'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:31.419146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:31.419363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-26ff44e9-2e1c-4c0e-a3ef-034ab849a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:31.420624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-26ff44e9-2e1c-4c0e-a3ef-034ab849a708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 200 len: 835 time: 0.0765073 Feb 15 13:48:31.421912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Subnet': ['ID=a5023744-4f1e-46d4-8adb-cb21731ded06,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:31.426491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.429181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:31.432966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:31.440275 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-09ff9742-f66e-4ee0-8d28-8e003a2ad05b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/a5023744-4f1e-46d4-8adb-cb21731ded06 HTTP/1.1" status: 204 len: 168 time: 0.6788275 Feb 15 13:48:31.441290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:31.443028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57914) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:31.505189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-a4062d30-840e-4aac-a87c-d84f91bdce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:31.507080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-a4062d30-840e-4aac-a87c-d84f91bdce56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f514dc8e-8d34-4c78-b339-e6daeacb4f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800569 Feb 15 13:48:31.511073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f4c01-7548-4b45-b58c-d4204d719af8 None None] Network 7091fd7c-e1ff-4756-9af3-4b98b990d48d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:31.536043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:31.553899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:31.557370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.574582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.586042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.588967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6816b3-33ca-418c-8a15-60116efd702a None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:31.599697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:31.611779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:31.615004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:31.617805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Deleting port 8bae6d0f-819e-40b1-945d-72370d88c181 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:31.618617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.660029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:31.664207 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-4c202585-ae5e-4c4e-ac6c-8d65d33e2a87 service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500309 Feb 15 13:48:31.811596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8475ff4d-1880-45fb-bdd9-e5056d5e446f req-4dc471a7-dd69-43c7-97c0-ca65cdfc01b4 service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412127 Feb 15 13:48:31.890719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] For port 8bae6d0f-819e-40b1-945d-72370d88c181, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8bae6d0f-819e-40b1-945d-72370d88c181,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:31.891276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:31.970264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] DHCP port deletion for 7091fd7c-e1ff-4756-9af3-4b98b990d48d request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:31.974787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Deleting port 8bae6d0f-819e-40b1-945d-72370d88c181 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:31.976152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.138957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Calling delete_port for 8bae6d0f-819e-40b1-945d-72370d88c181 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:32.166558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.203013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] For port 8bae6d0f-819e-40b1-945d-72370d88c181, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8bae6d0f-819e-40b1-945d-72370d88c181,segment=NetworkSegment(74c756d4-8df3-4797-b1ae-c57b2094ed9a),segment_id=74c756d4-8df3-4797-b1ae-c57b2094ed9a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:32.203291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.238981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.271500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:32.284519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d7c76-f5b3-41ca-a3e7-358d439dba15,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:32.289649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.289991 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment ceeca23f-99a5-4b72-ae5e-5e19e14ace06 of type vlan for network 69c3b895-5e5e-4d47-af86-293231a270a0 Feb 15 13:48:32.313005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'status': 'completed', 'code': 200} Feb 15 13:48:32.327036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.332362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.338138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Calling delete_port for 8bae6d0f-819e-40b1-945d-72370d88c181 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:32.386478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No DVR routers for this DVR port 8bae6d0f-819e-40b1-945d-72370d88c181 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:32.420271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Port': ['ID=8bae6d0f-819e-40b1-945d-72370d88c181,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:32.429233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:32.429827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:32.470337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-da903ad2-1948-44a8-a709-794a881bd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.472158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-da903ad2-1948-44a8-a709-794a881bd129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1097 time: 0.1125350 Feb 15 13:48:32.485379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6acda-cfa0-48b0-82a3-87f480a226da req-9bafca1b-f34b-40bf-8eef-4beff2b5ee67 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.487179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bca6acda-cfa0-48b0-82a3-87f480a226da req-9bafca1b-f34b-40bf-8eef-4beff2b5ee67 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 944 time: 0.1704984 Feb 15 13:48:32.499766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-148d4d5d-bcfb-4fdf-8e6d-c95a0862e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.503187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.resource_extend [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:48:32.513431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e8254dca-e302-454c-a49a-f53a30754e55 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:32.543712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.552237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e8254dca-e302-454c-a49a-f53a30754e55 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:32.552680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e8254dca-e302-454c-a49a-f53a30754e55 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:32.553111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8bae6d0f-819e-40b1-945d-72370d88c181 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:32.575058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7091fd7c-e1ff-4756-9af3-4b98b990d48d']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:32.588544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.589474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 8bae6d0f-819e-40b1-945d-72370d88c181 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:32.589979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8bae6d0f-819e-40b1-945d-72370d88c181 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:32.590108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c756d4-8df3-4797-b1ae-c57b2094ed9a') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:32.590396 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c756d4-8df3-4797-b1ae-c57b2094ed9a') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:32.605060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.616207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.622966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.623706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.653662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bca6acda-cfa0-48b0-82a3-87f480a226da req-79abb2ce-5c9a-4f9d-b330-a75b72efb976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464605 Feb 15 13:48:32.668290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.699288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-23d5d755-a67a-47b5-a845-f8dfa4f45b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.700818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-23d5d755-a67a-47b5-a845-f8dfa4f45b98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 896 time: 0.2126904 Feb 15 13:48:32.722258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:32.722551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:32.743839 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:32.775820 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-5eb504e0-e635-4eff-bdd1-f5e7301a2ba0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 217 time: 0.0684485 Feb 15 13:48:32.807106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.840575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=69c3b895-5e5e-4d47-af86-293231a270a0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:32.851561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:32.854658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-fc84e692-64ef-4f10-b8fc-de7c12f438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.856131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-fc84e692-64ef-4f10-b8fc-de7c12f438ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 200 len: 835 time: 0.0740087 Feb 15 13:48:32.899896 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3833eb34-e22b-40cf-97f1-f413f2278913 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6184604 Feb 15 13:48:32.902603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57922) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:32.909547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'name': 'tempest-PortsTestJSON-1255853876'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:32.941073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.944100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-f51793aa-aaae-4413-9aca-cbfce05b89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.945608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-f51793aa-aaae-4413-9aca-cbfce05b89f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f514dc8e-8d34-4c78-b339-e6daeacb4f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834892 Feb 15 13:48:32.946529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:32.961000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Deleting port 8bae6d0f-819e-40b1-945d-72370d88c181 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:32.961376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.027926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Pushing event deleted for resources: {'Network': ['ID=7091fd7c-e1ff-4756-9af3-4b98b990d48d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:33.044632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eba1bd82-4f66-4aab-a889-254272af39b8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/networks/7091fd7c-e1ff-4756-9af3-4b98b990d48d HTTP/1.1" status: 204 len: 168 time: 1.6005900 Feb 15 13:48:33.045300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57926) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:33.045717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2b054a9d-af18-4b89-a01c-86e731fbc6e9 None None] The port '8bae6d0f-819e-40b1-945d-72370d88c181' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:33.055657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'routes': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:33.093869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-373a20f8-74ba-4abe-8864-8e28cbfeb0cf service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416085 Feb 15 13:48:33.144488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.206677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:33.213654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:33.270449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:33.289823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:33.354384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2eabb4d-9e19-4c82-b830-57c61fdb04d9 req-72adfd22-d1ca-4c38-8778-5981e861383e service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540669 Feb 15 13:48:33.395010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.extraroute_db [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Added routes are [] {{(pid=88296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 15 13:48:33.395239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.extraroute_db [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Removed routes are [] {{(pid=88296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 15 13:48:33.395614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.451920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:33.455616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.703726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:33.835726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.843803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:33.845544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8cdda-c076-47f4-9967-c5a42b5c3380 req-a0f94ad2-a797-49c6-ba4b-dbaccf1fe41f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:33.847002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11b8cdda-c076-47f4-9967-c5a42b5c3380 req-a0f94ad2-a797-49c6-ba4b-dbaccf1fe41f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 944 time: 0.0847952 Feb 15 13:48:33.892748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11b8cdda-c076-47f4-9967-c5a42b5c3380 req-e259ae0e-8057-4aad-a7a4-9dd50aa3fdf4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Feb 15 13:48:34.048337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device b8b3d01e-f345-4705-bd16-5cd34b3df95a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:48:34.075680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.086259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router e355b70e-0db6-43a2-9ba8-6ade4d3facad has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:34.181598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:34.194771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'port_id': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'mac_address': 'fa:16:3e:2b:61:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:48:34.255214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.256077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.267369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:34.274113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b3d01e-f345-4705-bd16-5cd34b3df95a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:34.278305 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Sync routers for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:34.281240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.282425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-071670e0-9e6d-45ac-b847-63f111dba95f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 701 time: 1.2331281 Feb 15 13:48:34.285732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57932) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:34.288647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:34.289455 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.296029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:34.335674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b3edc0c8-4fa1-4fd4-834d-1c935ca92200 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Synchronizing usage tracker for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:34.361957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.373964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.418010 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:34.447195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:34.487516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=2b4f0e43-f8dd-4abc-9800-da52fb26b188,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:34.498536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:34.498915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: 69c3b895-5e5e-4d47-af86-293231a270a0, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:34.529448 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.533435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b3edc0c8-4fa1-4fd4-834d-1c935ca92200 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Unset dirty status for tenant:2308b12bc4b84914a667264706d432a8 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:34.537324 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Checking router: e355b70e-0db6-43a2-9ba8-6ade4d3facad for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:34.543284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b3edc0c8-4fa1-4fd4-834d-1c935ca92200 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 205 time: 0.2479339 Feb 15 13:48:34.543284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57936) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:34.543570 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Routers {'e355b70e-0db6-43a2-9ba8-6ade4d3facad'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:34.544419 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.596554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['b8b3d01e-f345-4705-bd16-5cd34b3df95a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:48:34.613313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:34.755997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 69c3b895-5e5e-4d47-af86-293231a270a0) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:34.760012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:34.767799 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] Set router e355b70e-0db6-43a2-9ba8-6ade4d3facad gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:34.768563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:34.768705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac18df-e58b-4d20-bef4-e505b84b07c9 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:34.768821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.778465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:34.875354 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.879752 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b3133-98bd-4201-9ba9-9b09c53dc068 None None] The sync data for ids ['e355b70e-0db6-43a2-9ba8-6ade4d3facad'] in dv-neutron-828156-1-hyperv is: [{'id': 'e355b70e-0db6-43a2-9ba8-6ade4d3facad', 'name': 'tempest-RoutersTest-router-1346270640', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:47:30Z', 'updated_at': '2022-02-15T13:48:29Z', 'revision_number': 11, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:34.904738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57940) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:34.907902 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-797a51a6-7d38-4edc-91a3-ed9d51c62789 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0038021 Feb 15 13:48:34.918959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1609124049'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:34.930011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:35.059956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:35.072474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:35.162876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:35.186072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.190337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.238934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9419bc-c24e-4dc1-8afe-e261de2d5dd5 req-b653d635-710d-4ebc-aaa7-d9f4e6fa599d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:35.240455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e9419bc-c24e-4dc1-8afe-e261de2d5dd5 req-b653d635-710d-4ebc-aaa7-d9f4e6fa599d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 945 time: 0.1826732 Feb 15 13:48:35.260242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:35.263522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.278865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.280093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router e355b70e-0db6-43a2-9ba8-6ade4d3facad {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:48:35.316043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.317118 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f7926a57-e332-4980-9dc5-4b311458f9a3 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 204 len: 168 time: 0.7782381 Feb 15 13:48:35.322817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57946) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:35.330985 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e9419bc-c24e-4dc1-8afe-e261de2d5dd5 req-417ef27c-478b-40e5-a2b7-0a872ebcd19d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849540 Feb 15 13:48:35.334156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-168778651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:35.342819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:35.348631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:35.351049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Usage tracker for resource:router and tenant:2308b12bc4b84914a667264706d432a8 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:35.356564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:35.367447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:35.371817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.372162 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment a690cc6f-b7ce-447a-b7fe-abda6303e779 of type vlan for network 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7 Feb 15 13:48:35.401037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.430278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.431252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.445823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.475874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.481823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:35.483990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.566959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.614067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:35.621170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.621552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.621881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.622211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.622566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.622892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.623217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.623534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.623872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.624227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.624549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.624869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:35.635581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:35.694055 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b9996d3a-daf1-46d4-8fe2-482a9d9a6137 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7876854 Feb 15 13:48:35.696774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57950) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:35.703954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'ports': [{'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'}, {'network_id': '7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7'}]} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:35.705561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:35.705561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:35.722314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:35.725995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4fa52b27-44f4-478f-b5cb-2026d1ced14d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3983073 Feb 15 13:48:35.726771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57954) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:35.731279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:36.065064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device b8b3d01e-f345-4705-bd16-5cd34b3df95a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:36.201783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port b8b3d01e-f345-4705-bd16-5cd34b3df95a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:36.207652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port b8b3d01e-f345-4705-bd16-5cd34b3df95a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:36.208030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.341582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.370155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:36.387997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:36.388126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.393721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:36.399172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:36.402112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:36.409381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:36.465898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.499797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 2} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:36.504513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.516358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.542177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7311127-1c91-4386-8711-6b37ee56829e req-291e6573-977a-49c8-9b1c-ef2b2bb5d5b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:36.544000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7311127-1c91-4386-8711-6b37ee56829e req-291e6573-977a-49c8-9b1c-ef2b2bb5d5b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.0913615 Feb 15 13:48:36.546175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:36.576695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:36.594103 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7311127-1c91-4386-8711-6b37ee56829e req-f7bfbe9e-9ac3-4e6d-960e-bf2cfb255672 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439372 Feb 15 13:48:36.874151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 97e1eb04-38a4-4088-8645-09617f5828a8 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:36.952539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Router fb4754af-4349-4866-9f70-130b99bdbfe3 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:48:36.960591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.180008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:37.187845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 4df8ebde-ec9c-4489-939a-8c40c173861b yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:37.189475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Sync routers for ids ['fb4754af-4349-4866-9f70-130b99bdbfe3'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:37.198405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.198583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Routers {'fb4754af-4349-4866-9f70-130b99bdbfe3'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:37.198985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fb4754af-4349-4866-9f70-130b99bdbfe3'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:37.201987 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2be5a82e-2a21-461e-bd32-d6c3a5b4d135 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "PUT /v2.0/routers/fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 200 len: 693 time: 1.4748104 Feb 15 13:48:37.202276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57964) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:37.289685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.326180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Set router fb4754af-4349-4866-9f70-130b99bdbfe3 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:37.339886 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ba9d7d06-c55e-4e31-9f80-68d963e47381 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/routers/fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 200 len: 699 time: 0.1365087 Feb 15 13:48:37.342509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57968) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:37.367810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.389304 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b1e47fa4-9b37-4fe0-9f03-0b950634188b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 200 len: 205 time: 0.0425165 Feb 15 13:48:37.389585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57972) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:37.442590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:37.446085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:37.449105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:37.450080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.463474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=97e1eb04-38a4-4088-8645-09617f5828a8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:37.471039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4754af-4349-4866-9f70-130b99bdbfe3', 'name': 'tempest-RoutersTest-router-168778651', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:35Z', 'updated_at': '2022-02-15T13:48:36Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:37.475830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Checking router: fb4754af-4349-4866-9f70-130b99bdbfe3 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:37.488732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Routers {'fb4754af-4349-4866-9f70-130b99bdbfe3'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:37.488924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fb4754af-4349-4866-9f70-130b99bdbfe3'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:37.564412 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'code': 200} Feb 15 13:48:37.567710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'a690cc6f-b7ce-447a-b7fe-abda6303e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:37.568068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:37.580049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=4df8ebde-ec9c-4489-939a-8c40c173861b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:37.651423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] Set router fb4754af-4349-4866-9f70-130b99bdbfe3 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:37.652888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.659168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:37.744422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:37.747995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:37.754519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:37.759327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:37.759990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:37.765993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186649b-ba8b-4713-8745-3253703f65c1 None None] Network 7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:37.791681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4754af-4349-4866-9f70-130b99bdbfe3', 'name': 'tempest-RoutersTest-router-168778651', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:35Z', 'updated_at': '2022-02-15T13:48:36Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:37.854204 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4d7b3066-f4c8-49fd-b94e-6854aa55b61a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1561441 Feb 15 13:48:37.855109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa83bd2-c986-4137-aa27-090d9c1d4561 None None] The sync data for ids ['fb4754af-4349-4866-9f70-130b99bdbfe3'] in dv-neutron-828156-1-hyperv is: [{'id': 'fb4754af-4349-4866-9f70-130b99bdbfe3', 'name': 'tempest-RoutersTest-router-168778651', 'tenant_id': '2308b12bc4b84914a667264706d432a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:35Z', 'updated_at': '2022-02-15T13:48:36Z', 'revision_number': 2, 'project_id': '2308b12bc4b84914a667264706d432a8', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:37.862171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 57980) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:37.952077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 4df8ebde-ec9c-4489-939a-8c40c173861b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:37.953507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.073159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.078980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.129276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdac9d1-47b6-4531-a54f-6b2ae324b0b2 req-0cd51bcb-648b-4eaf-99df-09a4eb714eca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.130753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6cdac9d1-47b6-4531-a54f-6b2ae324b0b2 req-0cd51bcb-648b-4eaf-99df-09a4eb714eca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.3394804 Feb 15 13:48:38.133510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d6146-7b00-4251-8eb1-1c401a468118 req-1c1c7826-d3a5-48e5-95bc-1e0f7962f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.134945 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c57d6146-7b00-4251-8eb1-1c401a468118 req-1c1c7826-d3a5-48e5-95bc-1e0f7962f2f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1099 time: 0.3037753 Feb 15 13:48:38.194675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.196943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.197690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Fanout notify agent at l3_agent the message router_deleted on router fb4754af-4349-4866-9f70-130b99bdbfe3 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:48:38.210600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c57d6146-7b00-4251-8eb1-1c401a468118 req-43e33343-2e58-460c-b6f5-4ba2afbddc88 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612614 Feb 15 13:48:38.215931 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6cdac9d1-47b6-4531-a54f-6b2ae324b0b2 req-2e6d7e53-c0b4-4ea5-b917-10500c9ac1f0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792074 Feb 15 13:48:38.222771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.227129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dd232015-8e0f-4bc5-8bbb-40d316d96455 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 204 len: 168 time: 0.8331256 Feb 15 13:48:38.227397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57984) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.275108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3ecdf4b5-a9d2-44b7-8749-fd12301c9b11 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 200 len: 205 time: 0.0462551 Feb 15 13:48:38.277251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57988) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.347747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-c8bee014-4232-46b5-85c3-16d3c08ebea8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:38.348766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c8bee014-4232-46b5-85c3-16d3c08ebea8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/fb4754af-4349-4866-9f70-130b99bdbfe3 HTTP/1.1" status: 404 len: 336 time: 0.0706038 Feb 15 13:48:38.351492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57992) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.391241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a030627d-6d03-49db-b7a3-c87558498fa9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:38.391691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a030627d-6d03-49db-b7a3-c87558498fa9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:38.393365 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a030627d-6d03-49db-b7a3-c87558498fa9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/4bbf6add-55f8-436c-aa94-57e1f4a72687 HTTP/1.1" status: 404 len: 337 time: 0.0409279 Feb 15 13:48:38.396040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 57996) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.430365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 4df8ebde-ec9c-4489-939a-8c40c173861b owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:38.433149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f5d5b1-9fca-4ce6-ad8d-bb342c7d478e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:38.433619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f5d5b1-9fca-4ce6-ad8d-bb342c7d478e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:38.435264 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-38f5d5b1-9fca-4ce6-ad8d-bb342c7d478e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/465b3a3c-d5ef-4e78-ac8c-f98d79b99710 HTTP/1.1" status: 404 len: 337 time: 0.0383091 Feb 15 13:48:38.438051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58000) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.480423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b4719a-b65a-40f9-b654-3a37728f37ab tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:38.480927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b4719a-b65a-40f9-b654-3a37728f37ab tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:38.482505 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-23b4719a-b65a-40f9-b654-3a37728f37ab tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/2c8da5d1-89c9-44fc-9612-a11f2ba288bf HTTP/1.1" status: 404 len: 337 time: 0.0434663 Feb 15 13:48:38.485126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58004) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.523981 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc047225-5e50-465c-9b49-5c2183c60e7d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:38.524415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc047225-5e50-465c-9b49-5c2183c60e7d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:38.527835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fc047225-5e50-465c-9b49-5c2183c60e7d tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/a5023744-4f1e-46d4-8adb-cb21731ded06 HTTP/1.1" status: 404 len: 337 time: 0.0398200 Feb 15 13:48:38.528767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58008) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.572501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f397f89c-91a1-4e15-98e9-be68ca12407f tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 200 len: 205 time: 0.0426230 Feb 15 13:48:38.576144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58012) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.635565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.684664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-74fd062d-7f30-46b4-bfb8-ae70e4b4f9a9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:38.685803 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-74fd062d-7f30-46b4-bfb8-ae70e4b4f9a9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/e355b70e-0db6-43a2-9ba8-6ade4d3facad HTTP/1.1" status: 404 len: 336 time: 0.1087351 Feb 15 13:48:38.689378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58016) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.697584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=4df8ebde-ec9c-4489-939a-8c40c173861b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:38.703059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:38.714314 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ec4b26e7-f8f8-479b-82de-85d25eaa3485 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/4df8ebde-ec9c-4489-939a-8c40c173861b HTTP/1.1" status: 204 len: 168 time: 0.8509665 Feb 15 13:48:38.716860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58020) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.741449 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8b3d0fb2-efec-448f-9dc8-a0cddbf5a10e tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=c033baca-18dd-4d6f-9619-fe700160433a HTTP/1.1" status: 200 len: 205 time: 0.0500863 Feb 15 13:48:38.743393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.814904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed36b3-571b-40b6-8f71-85a6af751ca6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.816233 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-59ae16e4-1a87-4070-9896-4124b4eaed26 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:38.817247 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-59ae16e4-1a87-4070-9896-4124b4eaed26 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/c033baca-18dd-4d6f-9619-fe700160433a HTTP/1.1" status: 404 len: 336 time: 0.0727351 Feb 15 13:48:38.820098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed36b3-571b-40b6-8f71-85a6af751ca6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.820882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2bed36b3-571b-40b6-8f71-85a6af751ca6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:38.823346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58028) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.865930 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f14984-afdb-4b1f-9db2-27044a2382b1 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:38.866370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f14984-afdb-4b1f-9db2-27044a2382b1 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:38.868150 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a6f14984-afdb-4b1f-9db2-27044a2382b1 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/841360c7-6161-403f-a550-6e9bc445d850 HTTP/1.1" status: 404 len: 337 time: 0.0438876 Feb 15 13:48:38.870935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58032) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.918917 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5677f2b6-02b9-45ea-9c95-36d68d819da7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 200 len: 205 time: 0.0465040 Feb 15 13:48:38.921589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58036) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.927295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2bed36b3-571b-40b6-8f71-85a6af751ca6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:38.928497 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2bed36b3-571b-40b6-8f71-85a6af751ca6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2105803 Feb 15 13:48:38.934697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58040) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:38.988961 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-f62c5079-7da3-40c5-84c7-b85683e2a33b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:38.990105 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f62c5079-7da3-40c5-84c7-b85683e2a33b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/64cab94f-34ff-4ff3-a696-518a26cbbd3f HTTP/1.1" status: 404 len: 336 time: 0.0676017 Feb 15 13:48:38.992787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.007763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 97e1eb04-38a4-4088-8645-09617f5828a8 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:39.008340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:39.039425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3597b7c6-bddb-448e-b5c7-0114825d155b tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=c14f417f-90bf-4e62-94b1-c7f704401142 HTTP/1.1" status: 200 len: 205 time: 0.0454047 Feb 15 13:48:39.041968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58048) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.220849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0948b557-1013-415b-955d-ee5a44f61ae9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:39.223587 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0948b557-1013-415b-955d-ee5a44f61ae9 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/c14f417f-90bf-4e62-94b1-c7f704401142 HTTP/1.1" status: 404 len: 336 time: 0.1789997 Feb 15 13:48:39.224514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.232072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:39.264312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab04e45-86d4-46e1-a825-201c1f0348ca tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:39.265375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab04e45-86d4-46e1-a825-201c1f0348ca tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:39.270250 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9ab04e45-86d4-46e1-a825-201c1f0348ca tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/c60b2e7e-411c-44f9-895a-88cb496a00c6 HTTP/1.1" status: 404 len: 337 time: 0.0421267 Feb 15 13:48:39.270394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58058) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.315840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-50bb0d2e-5af9-4fc7-9193-e3b6c5304112 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=2144a984-0f28-4eb3-b0d5-d507288decc4 HTTP/1.1" status: 200 len: 205 time: 0.0420809 Feb 15 13:48:39.316065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58062) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.358968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 97e1eb04-38a4-4088-8645-09617f5828a8 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:39.419840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-78f93c69-3f60-4692-ba6b-1b5e9d52e1e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:39.420881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-78f93c69-3f60-4692-ba6b-1b5e9d52e1e8 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/2144a984-0f28-4eb3-b0d5-d507288decc4 HTTP/1.1" status: 404 len: 336 time: 0.1039178 Feb 15 13:48:39.426123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58066) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.473547 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-72650d75-40b4-4fe5-be1b-01cae46efeee tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:39.473990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72650d75-40b4-4fe5-be1b-01cae46efeee tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:39.475640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-72650d75-40b4-4fe5-be1b-01cae46efeee tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/f07d7942-6976-40d9-9f65-b946fed95f92 HTTP/1.1" status: 404 len: 337 time: 0.0484889 Feb 15 13:48:39.478549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58070) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.517089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:39.527285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c3b45141-8873-46ad-bc03-c329d4fb0513 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd69e701-86c5-4d2b-9c14-68de7e0aca31 HTTP/1.1" status: 200 len: 205 time: 0.0453770 Feb 15 13:48:39.527500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58074) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.566248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=97e1eb04-38a4-4088-8645-09617f5828a8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:39.573057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:39.601185 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-4f4aef5a-385a-40a4-9dbd-d45d7c6e63c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] delete failed (client error): The resource could not be found. Feb 15 13:48:39.602216 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4f4aef5a-385a-40a4-9dbd-d45d7c6e63c4 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/routers/cd69e701-86c5-4d2b-9c14-68de7e0aca31 HTTP/1.1" status: 404 len: 336 time: 0.0738916 Feb 15 13:48:39.605281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58078) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.618587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181c0ae-f116-482b-8b77-737e4ed7e04c req-b1abbcbd-330e-44e5-bff1-2bbdece79212 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.620032 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f181c0ae-f116-482b-8b77-737e4ed7e04c req-b1abbcbd-330e-44e5-bff1-2bbdece79212 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.2469940 Feb 15 13:48:39.647275 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-26170010-1a0a-4361-a6f8-fb9ab8bb381c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:39.647731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26170010-1a0a-4361-a6f8-fb9ab8bb381c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:39.651888 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-26170010-1a0a-4361-a6f8-fb9ab8bb381c tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/c0813622-57a9-47da-b911-76c3e31ae841 HTTP/1.1" status: 404 len: 337 time: 0.0431011 Feb 15 13:48:39.655958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-299d6e17-5278-44eb-b17c-d20d1ae8e5d7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/97e1eb04-38a4-4088-8645-09617f5828a8 HTTP/1.1" status: 204 len: 168 time: 0.7176540 Feb 15 13:48:39.655958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.656749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58084) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.667676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f181c0ae-f116-482b-8b77-737e4ed7e04c req-61d39538-3473-49d2-895f-2000c0feb04a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Feb 15 13:48:39.726085 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cbc9f9-b284-4086-8ec7-e1149f7fdbc7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:39.726537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cbc9f9-b284-4086-8ec7-e1149f7fdbc7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:39.728439 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c2cbc9f9-b284-4086-8ec7-e1149f7fdbc7 tempest-RoutersTest-1200584682 tempest-RoutersTest-1200584682-project] 10.222.0.61 "DELETE /v2.0/subnets/3b97a67b-28c2-4a74-9108-407737ac9fe7 HTTP/1.1" status: 404 len: 337 time: 0.0735872 Feb 15 13:48:39.785760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08476b-69f5-4c99-8130-9163a9238156 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.786426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-df08476b-69f5-4c99-8130-9163a9238156 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:39.864471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-df08476b-69f5-4c99-8130-9163a9238156 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:39.865888 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-df08476b-69f5-4c99-8130-9163a9238156 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2086251 Feb 15 13:48:39.868840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58092) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.914838 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-132ef712-baef-408a-afdb-ec44c5c3fdda tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:39.916142 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-132ef712-baef-408a-afdb-ec44c5c3fdda tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/4df8ebde-ec9c-4489-939a-8c40c173861b HTTP/1.1" status: 404 len: 333 time: 0.0463407 Feb 15 13:48:39.918841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58096) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:39.960073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf37f3de-338f-4578-a385-c33be1def6e9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:39.961430 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cf37f3de-338f-4578-a385-c33be1def6e9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/97e1eb04-38a4-4088-8645-09617f5828a8 HTTP/1.1" status: 404 len: 333 time: 0.0416617 Feb 15 13:48:39.964363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58100) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:40.076252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.210867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.252993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:40.274483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a690cc6f-b7ce-447a-b7fe-abda6303e779') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:40.274957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a690cc6f-b7ce-447a-b7fe-abda6303e779') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:40.294554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.315514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.318522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58106) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:40.321845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:40.322226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:40.337706 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:40.467323 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4a0ce324-83ca-4dda-ab02-30c8ef2ac732 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2308b12bc4b84914a667264706d432a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476088 Feb 15 13:48:40.473153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58112) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:40.481485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.502079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.509157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:40.512639 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b96d5d26-2341-4d13-b71a-461dd94e87e2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/7e6e3281-8fff-4a3a-8db1-0a66fda3d8a7 HTTP/1.1" status: 204 len: 168 time: 0.5471880 Feb 15 13:48:40.516671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58116) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:40.522436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2114056996'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:40.527382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:40.531907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:40.534854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:40.536784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.540656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:40.563676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.635817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:40.639325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.667252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:40.675826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.677423 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e of type vlan for network b7209622-7c8d-4372-a6a3-b12891823064 Feb 15 13:48:40.687221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.702616 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.704405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad1ebc-497c-469d-bf83-57bd8fc89f28,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:40.708874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.712539 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e86e0e9f-8622-4f4d-8073-dfd725ed8638 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51ad1ebc-497c-469d-bf83-57bd8fc89f28 HTTP/1.1" status: 204 len: 168 time: 0.2359152 Feb 15 13:48:40.853171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.859094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.859682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:40.869996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde9a-41b8-49f7-9e18-aa6413c99bdf req-fb927535-3af2-48e9-be21-156bd4480b2b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.871468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a43fde9a-41b8-49f7-9e18-aa6413c99bdf req-fb927535-3af2-48e9-be21-156bd4480b2b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.0798113 Feb 15 13:48:40.920026 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a43fde9a-41b8-49f7-9e18-aa6413c99bdf req-96607d35-20fc-4577-982e-c85f9f64ddef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Feb 15 13:48:41.070254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=b7209622-7c8d-4372-a6a3-b12891823064,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.085274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b7209622-7c8d-4372-a6a3-b12891823064 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:41.111661 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-95431d08-f829-4188-b16c-2f891a13bbcb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5939169 Feb 15 13:48:41.114642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58128) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:41.123898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:41.137893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312205b-4009-47a0-995b-de6ed8d91b71 req-242561af-fcee-4943-8b44-ebad83c5b507 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:41.141184 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3312205b-4009-47a0-995b-de6ed8d91b71 req-242561af-fcee-4943-8b44-ebad83c5b507 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.1068389 Feb 15 13:48:41.195789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3312205b-4009-47a0-995b-de6ed8d91b71 req-37e74515-f9d9-4970-87c1-234d027bf558 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494568 Feb 15 13:48:41.223808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58138) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:41.262936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:41.267036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:41.270005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:41.277494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:41.298691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641d916-8213-4f64-bc0d-68c5ad419cef tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:41.300184 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c641d916-8213-4f64-bc0d-68c5ad419cef tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1094 time: 0.0754290 Feb 15 13:48:41.303087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58142) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:41.308210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:41.314757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:41.318688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:41.321725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:41.327624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:41.384813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:41.388599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.413885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.483058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 13:48:41.483737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 13:48:41.579549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.682078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.729110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.123 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/938da06b-3ac6-4a66-b972-e7e445150b49) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:41.777705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.782782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:41.783142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: b7209622-7c8d-4372-a6a3-b12891823064, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:41.838499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58156) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:41.859610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network b7209622-7c8d-4372-a6a3-b12891823064 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:41.881346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.927534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, b7209622-7c8d-4372-a6a3-b12891823064) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:41.931840 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:41.932858 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.938288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c31686-d22d-4c96-b120-81b248e43c4a None None] Network b7209622-7c8d-4372-a6a3-b12891823064 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:41.948834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d38fbf14-2f77-4278-9524-c12239cdc91d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:41.949781 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-d38fbf14-2f77-4278-9524-c12239cdc91d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 13:48:41.949939 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-d38fbf14-2f77-4278-9524-c12239cdc91d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:48:41.950961 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d38fbf14-2f77-4278-9524-c12239cdc91d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1114316 Feb 15 13:48:41.958736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58162) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:41.965392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616049974'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:41.967725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:41.971776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:41.975670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:41.978784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:41.984695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:42.016108 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ce77e2d2-8260-43be-82e1-134855370ded tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988309 Feb 15 13:48:42.017630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58166) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:42.027383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064', 'name': 'tempest-PortsTestJSON-294371351'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:42.033967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:42.037254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:42.041059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:42.085218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=938da06b-3ac6-4a66-b972-e7e445150b49,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.152683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.175806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.213528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:42.216719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-b7209622-7c8d-4372-a6a3-b12891823064', 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:48:42.218282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.235510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:42.244533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:42.272961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:42.322281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:42.337564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:42.397624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Allocated IP 172.20.0.2 (b7209622-7c8d-4372-a6a3-b12891823064/9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c/4cf752c5-1847-4a6f-9f9e-ccb94c4a046e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:42.404831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.406072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:42.409795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.432086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 7d976a95-f884-46ec-bde5-1654d86a6ca6 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:42.508020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.540136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:42.546573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:42.549522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55301d1e-1f0a-4fdb-ab32-353d26f84b2d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.552025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:42.557910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:42.634208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.639508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.650033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Transition to ACTIVE for port object 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:42.668841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Transition to ACTIVE for port object 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:42.672033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.726999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.756382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.810315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.815053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6687178-e5d9-4fe9-88b1-0cbd8d42776a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.825168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Network b7209622-7c8d-4372-a6a3-b12891823064 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:42.829227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:42.833115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:42.844996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.3 (b7209622-7c8d-4372-a6a3-b12891823064/9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c/7d976a95-f884-46ec-bde5-1654d86a6ca6) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:42.873491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Pushing event updated for resources: {'Port': ['ID=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.889877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.894033 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-00989e80-bcb3-47cd-af8e-62270a095d81 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9315603 Feb 15 13:48:42.894253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58170) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:42.905425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'b6687178-e5d9-4fe9-88b1-0cbd8d42776a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:42.916432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:42.917148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.917587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.918322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.918322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.918577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.918907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.919229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.919548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.920050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.920537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.921657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.921986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:42.936172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:42.945273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:42.952198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Attempting to bind port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:42.952773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Attempting to bind port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:42.955481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Attempting to bind port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e on network b7209622-7c8d-4372-a6a3-b12891823064 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:42.965432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:42.965812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Checking segment: {'id': 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:42.966217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:42.966608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Bound using segment: {'id': 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:42.967072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Bound port: 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7209622-7c8d-4372-a6a3-b12891823064'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:42.967442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.001927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:43.036037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.082656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.091574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] For port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:43.095039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] For port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,segment=NetworkSegment(ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e),segment_id=ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:43.097673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 7d976a95-f884-46ec-bde5-1654d86a6ca6 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:43.114918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.161816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.178200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.185246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.242091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.275157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=938da06b-3ac6-4a66-b972-e7e445150b49,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.286909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bec6f-4331-41e8-8c48-d1d935333bde None None] Pushing event updated for resources: {'Port': ['ID=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.289760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.298978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.352536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network b7209622-7c8d-4372-a6a3-b12891823064 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:43.353592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb8d940-9a18-4b8e-947a-fb9a59a2c81e,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.359527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:43.361850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=7d976a95-f884-46ec-bde5-1654d86a6ca6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.363920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:43.429739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:43.430439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.436555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.440747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8c6d920d-8142-40af-b161-2ee92484247b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5428276 Feb 15 13:48:43.441042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58174) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:43.453330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'b6687178-e5d9-4fe9-88b1-0cbd8d42776a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:43.470782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:43.478336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:43.483149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:43.493855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:43.504632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 93019a0d-2cc9-4851-98e2-a38ad3e0311a associated. External IP: 172.26.0.123, port: b8b3d01e-f345-4705-bd16-5cd34b3df95a. Feb 15 13:48:43.545065 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a0f6306f-4655-4f84-a3b6-916ef5bd4682 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5233724 Feb 15 13:48:43.545065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58178) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:43.628812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 7d976a95-f884-46ec-bde5-1654d86a6ca6 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:43.629288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.715919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.894224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:43.955619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:48:44.019176 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 13:48:44.028457 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6fe1c328-c25d-4a5e-a59f-3a9f7fe28323 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5780556 Feb 15 13:48:44.028457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58182) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:44.145507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 7d976a95-f884-46ec-bde5-1654d86a6ca6 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:44.328663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.330915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:48:44.340310 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Sync routers for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:44.351269 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:44.352429 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:44.378626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.389031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.390179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1783176-8df6-47fa-a233-46bef6f02e66 None None] Network b7209622-7c8d-4372-a6a3-b12891823064 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:44.478949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=7d976a95-f884-46ec-bde5-1654d86a6ca6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.487835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.551531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.569710 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:44.595285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6687178-e5d9-4fe9-88b1-0cbd8d42776a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.614601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.615957 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d4a0e20d-9088-4023-aa8b-055cabae72e2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6687178-e5d9-4fe9-88b1-0cbd8d42776a HTTP/1.1" status: 204 len: 168 time: 0.5868602 Feb 15 13:48:44.620645 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-64b13f5a-f2fc-4433-ba70-c3a830a38c4b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3165236 Feb 15 13:48:44.621482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58186) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:44.621984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58188) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:44.622569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:44.630264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:44.719094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:44.741887 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3ba1040a-47fb-462c-b4e2-066c820c95e5 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/7d976a95-f884-46ec-bde5-1654d86a6ca6 HTTP/1.1" status: 204 len: 168 time: 1.1958606 Feb 15 13:48:44.744427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:44.748883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'status': 'completed', 'code': 200} Feb 15 13:48:44.792035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-768eaa4e-8e84-46b6-bd12-8a534215a0ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:48:44.792813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768eaa4e-8e84-46b6-bd12-8a534215a0ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:48:44.794717 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-768eaa4e-8e84-46b6-bd12-8a534215a0ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/7d976a95-f884-46ec-bde5-1654d86a6ca6 HTTP/1.1" status: 404 len: 333 time: 0.0492215 Feb 15 13:48:44.798104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58200) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:44.803939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-40f0758c-0ddc-4ed6-b4b3-28250aea6821 None None] Provisioning for port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:44.870926 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91783be-73ca-4718-a6cc-e54daa41f91a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:44.871615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e91783be-73ca-4718-a6cc-e54daa41f91a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:44.894658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17cea1e1-6d71-4f33-9f27-439616f5c987 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:44.907841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c1d1f2eb-93cb-4f34-8ca0-7c798d11fd8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/93019a0d-2cc9-4851-98e2-a38ad3e0311a HTTP/1.1" status: 200 len: 992 time: 0.2742238 Feb 15 13:48:44.928296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-366df2b1-cf27-4616-bb40-43cc821a2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.929781 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-366df2b1-cf27-4616-bb40-43cc821a2b8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1099 time: 0.1810815 Feb 15 13:48:44.938596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:44.943825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:44.958120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.020181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e91783be-73ca-4718-a6cc-e54daa41f91a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:45.022525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e91783be-73ca-4718-a6cc-e54daa41f91a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/7d976a95-f884-46ec-bde5-1654d86a6ca6 HTTP/1.1" status: 404 len: 333 time: 0.2233605 Feb 15 13:48:45.025281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58204) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.047589 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '93019a0d-2cc9-4851-98e2-a38ad3e0311a', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'port_id': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'mac_address': 'fa:16:3e:2b:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:42Z', 'updated_at': '2022-02-15T13:48:42Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:45.053031 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Checking router: 8e2bddb4-5a67-443f-835b-03fbc5a274e5 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:45.064456 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:48:45.064672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:48:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:45.071179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17cea1e1-6d71-4f33-9f27-439616f5c987 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:45.084391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-17cea1e1-6d71-4f33-9f27-439616f5c987 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4550753 Feb 15 13:48:45.084749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.088199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.098971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035581643'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:45.115427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:45.140981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,segment=NetworkSegment(ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e),segment_id=ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:45.149603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cc2408cd-cfb2-450d-b13a-d5a409f6e614 None None] Provisioning complete for port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:45.149802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:45.150047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc2408cd-cfb2-450d-b13a-d5a409f6e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.154444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:45.159028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.212224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.219913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-eee0c0bb-becd-45ff-8aa4-c34740894675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.222891 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-eee0c0bb-becd-45ff-8aa4-c34740894675 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 896 time: 0.2868900 Feb 15 13:48:45.245304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.292990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.294069 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:48:45.347172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:45.354937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:45.361283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:45.365979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-c6440821-3e32-4801-827f-33129a6d4aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 1000 time: 0.1364064 Feb 15 13:48:45.369756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:45.372091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.380976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:45.458715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-24f1f298-c110-4dae-adc5-2e30b82543c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.460300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-24f1f298-c110-4dae-adc5-2e30b82543c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 200 len: 835 time: 0.0881135 Feb 15 13:48:45.520104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-86ca5af2-394a-42d7-9930-dc946e7e4689 None None] Could not find standard attr ID for object 7d976a95-f884-46ec-bde5-1654d86a6ca6. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:48:45.563909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.565716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.578768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-2f0423a2-edca-454f-9dd1-e4b8194222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.586187 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-2f0423a2-edca-454f-9dd1-e4b8194222f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f514dc8e-8d34-4c78-b339-e6daeacb4f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124580 Feb 15 13:48:45.631346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:45.635364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.643140 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cab6b81b-284b-43e1-977a-79c21a80468d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c HTTP/1.1" status: 204 len: 168 time: 0.6166012 Feb 15 13:48:45.645428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58212) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.696229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8963115c-2873-4a1e-bf53-28811a33fd89 None None] Network b7209622-7c8d-4372-a6a3-b12891823064 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:45.706060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.780113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.782491 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-7f26c452-2cdc-45c2-8409-0bd4f42d5c80 service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951895 Feb 15 13:48:45.786469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f801aa-8098-4d44-986d-d279d7ba2c30,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:45.808473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:45.809541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.825040 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '93019a0d-2cc9-4851-98e2-a38ad3e0311a', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'port_id': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'mac_address': 'fa:16:3e:2b:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:42Z', 'updated_at': '2022-02-15T13:48:42Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:45.832448 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f1f3a-9bdc-40fb-b03b-06571f372088 None None] The sync data for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv is: [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '93019a0d-2cc9-4851-98e2-a38ad3e0311a', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'port_id': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'mac_address': 'fa:16:3e:2b:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:42Z', 'updated_at': '2022-02-15T13:48:42Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:45.887235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:45.888618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-af682761-e3b9-4705-89bf-88fb5695ab5c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8008323 Feb 15 13:48:45.891515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58216) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.897006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bdb9ab10-31a2-4e6c-8bb0-5db11ffcd53e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '37f801aa-8098-4d44-986d-d279d7ba2c30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:45.897772 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-bdb9ab10-31a2-4e6c-8bb0-5db11ffcd53e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 13:48:45.898300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-bdb9ab10-31a2-4e6c-8bb0-5db11ffcd53e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:45.899220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bdb9ab10-31a2-4e6c-8bb0-5db11ffcd53e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067899 Feb 15 13:48:45.909655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.924505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58222) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:45.991049 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bea683e-b05c-4e90-9b49-54208d60f694 req-8119868d-9d12-4341-8276-6c5422601242 service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000654 Feb 15 13:48:46.011857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] DHCP port deletion for b7209622-7c8d-4372-a6a3-b12891823064 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:46.018023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Deleting port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:46.018703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.022332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.113233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.128183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30ffca-97b2-4a01-9e97-316172623020 None None] New status for floating IP 93019a0d-2cc9-4851-98e2-a38ad3e0311a: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:48:46.153486 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f2c318cd-8ea2-4ea9-bf33-86f27ecf3aa6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/93019a0d-2cc9-4851-98e2-a38ad3e0311a HTTP/1.1" status: 200 len: 992 time: 0.2231891 Feb 15 13:48:46.181139 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-f8c0ea76-2614-425a-b887-7c9b2d9e9030 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300504 Feb 15 13:48:46.194941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,segment=NetworkSegment(ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e),segment_id=ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:46.195361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.297880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.325138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:46.328492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f801aa-8098-4d44-986d-d279d7ba2c30,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:46.336773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.338172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a21f858b-dffd-47aa-88ea-4bdcb3b15672 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/37f801aa-8098-4d44-986d-d279d7ba2c30 HTTP/1.1" status: 204 len: 168 time: 0.4273303 Feb 15 13:48:46.342254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58228) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:46.393903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-c7758c10-6c1d-43dc-9ff9-777c4986e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.395454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-c7758c10-6c1d-43dc-9ff9-777c4986e32c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1099 time: 0.1443887 Feb 15 13:48:46.418713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5723d07a-1572-4998-8fed-1bd00e2d2c28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:46.447310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] For port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,segment=NetworkSegment(ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e),segment_id=ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:46.447700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.620137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:46.626334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.691879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:46.703485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-11161bea-29de-499b-b955-cefe640e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.706106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-11161bea-29de-499b-b955-cefe640e089d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 896 time: 0.2832174 Feb 15 13:48:46.719051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=4cf752c5-1847-4a6f-9f9e-ccb94c4a046e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:46.723281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Calling delete_port for 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:46.751991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:48:46.752599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:46.776275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5723d07a-1572-4998-8fed-1bd00e2d2c28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:46.777720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5723d07a-1572-4998-8fed-1bd00e2d2c28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4324429 Feb 15 13:48:46.791455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:46.797445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989918213'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:46.808713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:46.809071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:46.814340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:46.831303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:46.833296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.843608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-17b55bbd-4783-49fa-8aba-2cbf817558ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 1000 time: 0.1301391 Feb 15 13:48:46.868673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7209622-7c8d-4372-a6a3-b12891823064']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:46.886763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:46.886763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9ca6ef-8ac3-4fe8-ac99-e23eea74f97e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:46.898516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.914289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-49559da5-c72d-404b-b111-14109e0439f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.914702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.915759 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-49559da5-c72d-404b-b111-14109e0439f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 200 len: 835 time: 0.0654886 Feb 15 13:48:46.921210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:46.921895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:46.935933 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:46.959262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:46.997890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:47.005129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:47.018169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:47.018169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:47.041573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-c41bad4e-384e-413f-a5ea-efec4dd2d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.043099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-c41bad4e-384e-413f-a5ea-efec4dd2d6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f514dc8e-8d34-4c78-b339-e6daeacb4f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1210616 Feb 15 13:48:47.110781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.128704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.143903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=b7209622-7c8d-4372-a6a3-b12891823064,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:47.157471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58236) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.197997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.217154 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-61c2efc3-1707-4b83-b756-68944a9c297c service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671450 Feb 15 13:48:47.245735 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-118807c0-31a1-4c9f-a8d7-164c0481b5af tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/b7209622-7c8d-4372-a6a3-b12891823064 HTTP/1.1" status: 204 len: 168 time: 1.5991807 Feb 15 13:48:47.250000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58240) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.261458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1312092065'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:47.277448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:47.288368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:47.292340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:47.299122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.307752 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1b87ebcb-fc45-4d97-803a-a03dc2cff9d6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/93019a0d-2cc9-4851-98e2-a38ad3e0311a HTTP/1.1" status: 200 len: 994 time: 0.1445844 Feb 15 13:48:47.307752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:47.311027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Deleting port 4cf752c5-1847-4a6f-9f9e-ccb94c4a046e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:47.311027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.366970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73416d1-e777-4257-a5f3-511945f02e28,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:47.391363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0519-0e61-440e-86f8-99262e7912ca None None] The port '4cf752c5-1847-4a6f-9f9e-ccb94c4a046e' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:47.402985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:47.408694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.420957 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70dfc2de-e78c-4813-bcc8-ca74deb7d073 req-f2be264e-46ba-40fc-ad96-b4c533bc74a0 service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976233 Feb 15 13:48:47.431153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.432420 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-420b9492-1dc1-4e91-a662-8e410f49492d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6400213 Feb 15 13:48:47.436696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58244) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.444048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9bf152cb-f4e9-4b8f-876a-8ff200571c79 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'e73416d1-e777-4257-a5f3-511945f02e28', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:47.446040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:47.446231 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-9bf152cb-f4e9-4b8f-876a-8ff200571c79 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 13:48:47.446231 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-9bf152cb-f4e9-4b8f-876a-8ff200571c79 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:47.446926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9bf152cb-f4e9-4b8f-876a-8ff200571c79 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089121 Feb 15 13:48:47.454440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58248) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.457278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.457655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment f3f34b29-8136-4522-9b1b-b64d4afd07bc of type vlan for network 0014616c-6ba0-4658-aa16-879a42d8cd9f Feb 15 13:48:47.519630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.561922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.591462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.664496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.670130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.670755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.779502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=0014616c-6ba0-4658-aa16-879a42d8cd9f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:47.789230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:47.801939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.804368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:47.805612 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/e73416d1-e777-4257-a5f3-511945f02e28 HTTP/1.1" status: 204 len: 168 time: 0.3502159 Feb 15 13:48:47.808349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.817671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bddfa-28e0-4848-9743-8a280d481391 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73416d1-e777-4257-a5f3-511945f02e28,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:47.877626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2cea8295-8131-4f31-910e-8154726afa8c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:47.894422 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dcf9a766-5439-406e-aaf9-99cbece0de06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6432281 Feb 15 13:48:47.897294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:47.903425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.001558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2cea8295-8131-4f31-910e-8154726afa8c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:48.002950 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2cea8295-8131-4f31-910e-8154726afa8c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1936228 Feb 15 13:48:48.006786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58260) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.013045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--86212147'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.021911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:48.024222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:48.028478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:48.034259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:48.041807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:48.043788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:48.120916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.141203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:48.144412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:48.146870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:48.150298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.166038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:48.220083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:48.366100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.435939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.481559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0083d010-1dce-4a4a-8179-da4a13a9493e,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:48.495945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.566693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=5bcadf63-5c1d-4b7d-9dea-a599b44af593,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:48.576993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'f3f34b29-8136-4522-9b1b-b64d4afd07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:48.577452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: 0014616c-6ba0-4658-aa16-879a42d8cd9f, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:48.593316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.594502 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-58446df1-6380-4935-b563-8d46403beac9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5867765 Feb 15 13:48:48.597352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58264) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.602283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-46b2ca3b-5e0a-41dd-885b-1db05dc89d98 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '0083d010-1dce-4a4a-8179-da4a13a9493e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.612043 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-46b2ca3b-5e0a-41dd-885b-1db05dc89d98 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 13:48:48.612043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-46b2ca3b-5e0a-41dd-885b-1db05dc89d98 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:48.612043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-46b2ca3b-5e0a-41dd-885b-1db05dc89d98 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065372 Feb 15 13:48:48.612372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58268) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.621359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1ec1695a-f396-438f-a23d-73ef7ab65038 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '0083d010-1dce-4a4a-8179-da4a13a9493e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.622036 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-1ec1695a-f396-438f-a23d-73ef7ab65038 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 13:48:48.622524 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-1ec1695a-f396-438f-a23d-73ef7ab65038 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:48.623441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1ec1695a-f396-438f-a23d-73ef7ab65038 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104215 Feb 15 13:48:48.626095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58272) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.630626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-59d55d66-e8ea-4350-8eab-4325e69ae4e9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '0083d010-1dce-4a4a-8179-da4a13a9493e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.631406 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-59d55d66-e8ea-4350-8eab-4325e69ae4e9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 13:48:48.631899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-59d55d66-e8ea-4350-8eab-4325e69ae4e9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:48.632779 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-59d55d66-e8ea-4350-8eab-4325e69ae4e9 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057890 Feb 15 13:48:48.646609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58276) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.651161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-afbb2c7f-98ed-41e4-aee0-4e5237852acb tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '0083d010-1dce-4a4a-8179-da4a13a9493e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.652760 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-afbb2c7f-98ed-41e4-aee0-4e5237852acb tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 13:48:48.653232 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-afbb2c7f-98ed-41e4-aee0-4e5237852acb tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:48.654196 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-afbb2c7f-98ed-41e4-aee0-4e5237852acb tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066817 Feb 15 13:48:48.657115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58280) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.670602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:48.721455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.748041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.755730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 0014616c-6ba0-4658-aa16-879a42d8cd9f) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:48.763150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:48.763328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe24f4-b461-4e2f-a72e-30d148fbbbe4 None None] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:48.763712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.865909 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-11a18c31-5d0e-4b97-b94a-e611b47fb1c1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9673162 Feb 15 13:48:48.868402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58284) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:48.873835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-617845428'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.890470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.960625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0083d010-1dce-4a4a-8179-da4a13a9493e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:48.980187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.980725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-0014616c-6ba0-4658-aa16-879a42d8cd9f', 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '5bcadf63-5c1d-4b7d-9dea-a599b44af593'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:48:48.981273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-da860bba-775b-43bb-a3d8-242293c0c8fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/0083d010-1dce-4a4a-8179-da4a13a9493e HTTP/1.1" status: 204 len: 168 time: 0.3232639 Feb 15 13:48:48.981780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:48.984698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58288) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.035968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:49.040681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:49.043776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:49.049505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:49.054030 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f14dd835-ae1d-4f00-ba6c-664327a77db0 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645211 Feb 15 13:48:49.055424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58292) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.059454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--274368771'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:49.066130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:49.072779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:49.075356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:49.082582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:49.144546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Allocated IP 172.20.0.2 (0014616c-6ba0-4658-aa16-879a42d8cd9f/5bcadf63-5c1d-4b7d-9dea-a599b44af593/a000c18e-a010-4455-9d79-4870c9456325) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:49.144877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:49.148590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.171436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 97e40c7e-7097-48fb-b329-e8f4de249bfa yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:49.173769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.194676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:49.198563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:49.201475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:49.207456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:49.286568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.338743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.355353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.365143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Transition to ACTIVE for port object a000c18e-a010-4455-9d79-4870c9456325 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:49.383652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Transition to ACTIVE for port object a000c18e-a010-4455-9d79-4870c9456325 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:49.383919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af14ed25-6327-44df-b226-9fc1d2b433bf,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:49.475266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.476532 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-53d1a97e-6ff8-432c-96be-92d0b372ac7b tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4212461 Feb 15 13:48:49.479973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.485124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e36a4402-374c-4ee0-b8e4-96a58b3ad1c2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:49.485634 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-e36a4402-374c-4ee0-b8e4-96a58b3ad1c2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 13:48:49.486126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-e36a4402-374c-4ee0-b8e4-96a58b3ad1c2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:49.487052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e36a4402-374c-4ee0-b8e4-96a58b3ad1c2 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061202 Feb 15 13:48:49.489244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58300) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.493680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:49.501363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:49.505214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:49.508118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:49.513994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:49.524747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.581777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.8 (0014616c-6ba0-4658-aa16-879a42d8cd9f/5bcadf63-5c1d-4b7d-9dea-a599b44af593/97e40c7e-7097-48fb-b329-e8f4de249bfa) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:49.585610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:49.588574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:49.590977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:49.600406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Pushing event updated for resources: {'Port': ['ID=a000c18e-a010-4455-9d79-4870c9456325,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:49.692452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Attempting to bind port a000c18e-a010-4455-9d79-4870c9456325 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:48:49.692819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Attempting to bind port a000c18e-a010-4455-9d79-4870c9456325 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f3f34b29-8136-4522-9b1b-b64d4afd07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:48:49.693182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Attempting to bind port a000c18e-a010-4455-9d79-4870c9456325 on network 0014616c-6ba0-4658-aa16-879a42d8cd9f {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:48:49.699249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:48:49.702520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Checking segment: {'id': 'f3f34b29-8136-4522-9b1b-b64d4afd07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:48:49.702520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.702520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Bound using segment: {'id': 'f3f34b29-8136-4522-9b1b-b64d4afd07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:48:49.702520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Bound port: a000c18e-a010-4455-9d79-4870c9456325, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f34b29-8136-4522-9b1b-b64d4afd07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0014616c-6ba0-4658-aa16-879a42d8cd9f'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:48:49.702520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.750960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:49.754640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-802fe716-91c3-4f1f-8282-0546d657d740 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2620049 Feb 15 13:48:49.754913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58304) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.760544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7b85cba9-d47e-4584-8f34-23972c030502 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:49.761098 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-7b85cba9-d47e-4584-8f34-23972c030502 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 13:48:49.767469 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-7b85cba9-d47e-4584-8f34-23972c030502 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:49.767782 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7b85cba9-d47e-4584-8f34-23972c030502 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066395 Feb 15 13:48:49.768375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:49.773990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:49.781862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:49.785750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:49.788629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:49.794797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:49.797795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] For port a000c18e-a010-4455-9d79-4870c9456325, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:48:49.800872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] For port a000c18e-a010-4455-9d79-4870c9456325, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a000c18e-a010-4455-9d79-4870c9456325,segment=NetworkSegment(f3f34b29-8136-4522-9b1b-b64d4afd07bc),segment_id=f3f34b29-8136-4522-9b1b-b64d4afd07bc)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:48:49.864561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.880533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 97e40c7e-7097-48fb-b329-e8f4de249bfa will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:49.882138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:49.970658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8d3d-9c2b-4299-aefc-51a45c9dcdd1 None None] Pushing event updated for resources: {'Port': ['ID=a000c18e-a010-4455-9d79-4870c9456325,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:50.013786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.042085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.043127 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-05ea93d0-e31a-4bc2-830a-0680ebe8be95 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2735114 Feb 15 13:48:50.046669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58312) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.051868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-577c8802-62bc-430a-baed-786b34d2056e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:50.052462 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-577c8802-62bc-430a-baed-786b34d2056e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 13:48:50.052995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-577c8802-62bc-430a-baed-786b34d2056e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.054240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-577c8802-62bc-430a-baed-786b34d2056e tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064933 Feb 15 13:48:50.058916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58316) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.066180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:50.073538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:50.078230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:50.081236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:50.087696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:50.087905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:50.090950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:50.095821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:50.135104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=97e40c7e-7097-48fb-b329-e8f4de249bfa,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:50.173063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.173861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.282402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.283564 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-db5a6e24-503d-4aa8-b319-be3c7edd3d88 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2233205 Feb 15 13:48:50.286370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58320) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.291406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d26a6081-a2e6-4708-8b72-efef1d9aace3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:50.291870 dv-neutron-828156-1-hyperv neutron-server[88297]: WARNING neutron.api.v2.base [None req-d26a6081-a2e6-4708-8b72-efef1d9aace3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 13:48:50.297000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-d26a6081-a2e6-4708-8b72-efef1d9aace3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.297000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d26a6081-a2e6-4708-8b72-efef1d9aace3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058966 Feb 15 13:48:50.299052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.303781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:50.310486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:50.314605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:50.317134 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fba20e13-fb02-43c1-ab70-7957593f6a8f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4472215 Feb 15 13:48:50.317536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:50.321986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58328) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.324514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:50.390852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 97e40c7e-7097-48fb-b329-e8f4de249bfa {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:50.391083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.516228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.519918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3af9953d-68e6-4b2a-8316-7a06b4d557c5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2173288 Feb 15 13:48:50.520212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58332) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.527764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'af14ed25-6327-44df-b226-9fc1d2b433bf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:50.534881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:50.540199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:50.541539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a000c18e-a010-4455-9d79-4870c9456325 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:48:50.641825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:50.647588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.649460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:50.670044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a000c18e-a010-4455-9d79-4870c9456325 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:50.777926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 97e40c7e-7097-48fb-b329-e8f4de249bfa owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:50.864416 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:50.865475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-12f7973f-6e12-4dae-824b-6fc61c47d4a3 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3442752 Feb 15 13:48:50.868384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:50.938486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.969423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b3a7a-c158-4283-afc2-76eb4de2ef50 None None] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:50.969959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:50.984805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.037526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=97e40c7e-7097-48fb-b329-e8f4de249bfa,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:51.081437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.106420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af14ed25-6327-44df-b226-9fc1d2b433bf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:51.114161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.118308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2b41c891-676c-42d4-9a57-9d6480b7b4e8 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/af14ed25-6327-44df-b226-9fc1d2b433bf HTTP/1.1" status: 204 len: 168 time: 0.2489800 Feb 15 13:48:51.119059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58340) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.154656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Provisioning for port a000c18e-a010-4455-9d79-4870c9456325 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:51.168165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.190587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Provisioning complete for port a000c18e-a010-4455-9d79-4870c9456325 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:51.190966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.191426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5337243f-e051-4caa-ac64-fb96b58d9826 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:51.194598 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bc457248-a486-4a12-986c-20bfa25836d9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/97e40c7e-7097-48fb-b329-e8f4de249bfa HTTP/1.1" status: 204 len: 168 time: 0.8716912 Feb 15 13:48:51.197445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58344) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.241215 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0543285f-29c9-494e-befa-4538ca4937c0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:51.244233 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0543285f-29c9-494e-befa-4538ca4937c0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/97e40c7e-7097-48fb-b329-e8f4de249bfa HTTP/1.1" status: 404 len: 333 time: 0.0439386 Feb 15 13:48:51.245329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58348) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.275586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5337243f-e051-4caa-ac64-fb96b58d9826 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:51.278372 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5337243f-e051-4caa-ac64-fb96b58d9826 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1570332 Feb 15 13:48:51.281961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58352) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.287772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557366214'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:51.293881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:51.306264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:51.313020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 5bcadf63-5c1d-4b7d-9dea-a599b44af593 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:48:51.316608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.375563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.385186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.385510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.427200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:51.427200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:51.427200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:51.428090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] For port a000c18e-a010-4455-9d79-4870c9456325, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a000c18e-a010-4455-9d79-4870c9456325,segment=NetworkSegment(f3f34b29-8136-4522-9b1b-b64d4afd07bc),segment_id=f3f34b29-8136-4522-9b1b-b64d4afd07bc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:51.428307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:51.502088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.527947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.530381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.600687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89245826-425c-47c2-952f-5b85854b20b5 None None] Pushing event updated for resources: {'Port': ['ID=a000c18e-a010-4455-9d79-4870c9456325,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:51.611384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.649794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e3a46cc5-63d1-47de-b88c-48e4c751df6a None None] Provisioning complete for port a000c18e-a010-4455-9d79-4870c9456325 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:51.650391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e3a46cc5-63d1-47de-b88c-48e4c751df6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.668042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9036e136-fb94-495f-9e02-2e53b3389ae4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:51.739726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.774010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.775909 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b3ae7d7e-24d6-4725-941d-fd4b875720b5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4923186 Feb 15 13:48:51.778376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58356) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.786264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '9036e136-fb94-495f-9e02-2e53b3389ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:51.792576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcadf63-5c1d-4b7d-9dea-a599b44af593,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:51.793466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:51.796545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:51.797256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.799506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:51.804232 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66b2f113-c1e3-46e3-beba-89c3c33de439 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/5bcadf63-5c1d-4b7d-9dea-a599b44af593 HTTP/1.1" status: 204 len: 168 time: 0.5575876 Feb 15 13:48:51.806515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:51.806947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58360) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.891944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0349fdd3-d069-4655-a568-d756eb8fea66 None None] Could not find standard attr ID for object 97e40c7e-7097-48fb-b329-e8f4de249bfa. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:48:51.930810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.942696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port a000c18e-a010-4455-9d79-4870c9456325 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:51.946282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:51.956538 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The resource could not be found. Feb 15 13:48:51.960275 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-32f7000b-82d1-41fa-8a8e-4301c2e51e1a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1779428 Feb 15 13:48:51.960540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58364) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:51.965981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '9036e136-fb94-495f-9e02-2e53b3389ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aebcb818-cc58-4fdb-9eca-1dbc668e9990'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:51.976972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:51.981719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:51.982594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fb6d3-6b09-4ece-b5e8-84bf7b4f92b2 None None] Network 0014616c-6ba0-4658-aa16-879a42d8cd9f requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:48:51.985822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:51.992962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:52.138647 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The resource could not be found. Feb 15 13:48:52.142845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58368) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:52.143371 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-659bf247-bd75-41c5-a469-fc2940e2cce5 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1813552 Feb 15 13:48:52.188864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port a000c18e-a010-4455-9d79-4870c9456325, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a000c18e-a010-4455-9d79-4870c9456325,segment=NetworkSegment(f3f34b29-8136-4522-9b1b-b64d4afd07bc),segment_id=f3f34b29-8136-4522-9b1b-b64d4afd07bc)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:52.189136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.258514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] DHCP port deletion for 0014616c-6ba0-4658-aa16-879a42d8cd9f request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:48:52.263236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Deleting port a000c18e-a010-4455-9d79-4870c9456325 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:52.263595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.414304 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:48:52.437512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for a000c18e-a010-4455-9d79-4870c9456325 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:52.473074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] For port a000c18e-a010-4455-9d79-4870c9456325, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a000c18e-a010-4455-9d79-4870c9456325,segment=NetworkSegment(f3f34b29-8136-4522-9b1b-b64d4afd07bc),segment_id=f3f34b29-8136-4522-9b1b-b64d4afd07bc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:48:52.473524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.512996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.541541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a000c18e-a010-4455-9d79-4870c9456325 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:48:52.556812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.639709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Calling delete_port for a000c18e-a010-4455-9d79-4870c9456325 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:52.693476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.710999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port a000c18e-a010-4455-9d79-4870c9456325 {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:48:52.712401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a000c18e-a010-4455-9d79-4870c9456325 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:48:52.729685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:52.730042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:52.739534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.750552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=a000c18e-a010-4455-9d79-4870c9456325,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:52.758876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port a000c18e-a010-4455-9d79-4870c9456325 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:52.760298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036e136-fb94-495f-9e02-2e53b3389ae4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:52.873010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.874209 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-21b7d57a-79a3-4996-b6ce-4e94f621c528 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/9036e136-fb94-495f-9e02-2e53b3389ae4 HTTP/1.1" status: 204 len: 168 time: 0.7304497 Feb 15 13:48:52.877782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58372) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:52.915041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:52.959062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0014616c-6ba0-4658-aa16-879a42d8cd9f']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:52.974877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d0098c51-334b-478e-912b-0e9121787f66 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:52.978208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f34b29-8136-4522-9b1b-b64d4afd07bc') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:52.978513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f34b29-8136-4522-9b1b-b64d4afd07bc') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:52.992347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.012811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.019521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:53.019741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:53.033936 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:53.087574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d0098c51-334b-478e-912b-0e9121787f66 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:53.088818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d0098c51-334b-478e-912b-0e9121787f66 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101562 Feb 15 13:48:53.094940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58376) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:53.102858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': '59107f5b-4c67-43d2-b4fa-53cfd7ee0a17', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:53.121225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:53.125873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:53.128956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:53.134847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:53.202474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.219763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.231490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Deleting port a000c18e-a010-4455-9d79-4870c9456325 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:53.231898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.235365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=0014616c-6ba0-4658-aa16-879a42d8cd9f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:53.242838 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0182f088-2281-49dd-b92b-932c9eab220c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/0014616c-6ba0-4658-aa16-879a42d8cd9f HTTP/1.1" status: 204 len: 168 time: 1.4303734 Feb 15 13:48:53.242838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:53.250266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'name': 'tempest-PortsTestJSON-774131288'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:53.300704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2621-a80c-41ea-93d5-d452ba58306c None None] The port 'a000c18e-a010-4455-9d79-4870c9456325' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:48:53.368274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:53.372226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:53.375710 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:53.381190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:53.391605 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The resource could not be found. Feb 15 13:48:53.392610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c4914409-1584-4f5c-a323-e2655b6d72fd tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2967367 Feb 15 13:48:53.396568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58384) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:53.401091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568521571'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:53.408341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:53.418165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:53.481795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:53.485985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.507140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port af5263ed-9b2c-450f-9a7e-d8e58fc84bb0 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:53.540443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.581238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:53.587903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:53.600013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:53.610285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:53.800481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.817070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.875649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.909649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:53.958974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fade599b-770b-4648-ab10-f2c2398f7a65,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:53.995006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:53.998935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:54.002942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:54.008348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:54.008937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.026674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=af5263ed-9b2c-450f-9a7e-d8e58fc84bb0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:54.104433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.105683 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-01297a1f-6362-46da-8560-287b6d085233 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7085137 Feb 15 13:48:54.108831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:54.114721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197009734'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:54.124788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:54.124920 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3e57dc58-5c98-4112-9dd8-1947eddad55d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8777559 Feb 15 13:48:54.125281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:54.126676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58392) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:54.129042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:54.135604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:54.192615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port af5263ed-9b2c-450f-9a7e-d8e58fc84bb0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:54.192955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.224348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.244619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:54.248648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:54.251570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:54.257668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:54.329987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.401484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.420115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.448464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a210bfff-682d-48ab-b215-7671a32d1dc2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:54.504566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.508528 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e795a9fb-b613-46b9-b8c9-71aefb8b949c tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3959193 Feb 15 13:48:54.508758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58396) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:54.514226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group_rule': {'security_group_id': 'fade599b-770b-4648-ab10-f2c2398f7a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a210bfff-682d-48ab-b215-7671a32d1dc2'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:54.521156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:54.525634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:54.528586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:54.535407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:54.649948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for af5263ed-9b2c-450f-9a7e-d8e58fc84bb0 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:54.773081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:48:54.774158 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3dc2b3f7-dcbf-4d61-b880-b7a68c9c3e28 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2644877 Feb 15 13:48:54.777012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58400) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:54.790202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.841908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=af5263ed-9b2c-450f-9a7e-d8e58fc84bb0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:54.844495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.847769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.857666 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4da402df-0277-4c66-b367-8c8aba12156d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/af5263ed-9b2c-450f-9a7e-d8e58fc84bb0 HTTP/1.1" status: 204 len: 168 time: 0.7299068 Feb 15 13:48:54.864607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58404) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:54.866295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'mac_address': 'fa:16:3e:40:5b:e0', 'name': 'tempest-PortsTestJSON-1251356430'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:54.877128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.978679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:54.981581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:54.987191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:54.989371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:54.995170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:54.997554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210bfff-682d-48ab-b215-7671a32d1dc2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.004659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.005795 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-325264c8-1b53-483b-8c6f-4acdd819dc3a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/a210bfff-682d-48ab-b215-7671a32d1dc2 HTTP/1.1" status: 204 len: 168 time: 0.2278631 Feb 15 13:48:55.008321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58408) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.069867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:55.072552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c4e3112f-93b0-4dae-ba1b-939ff14e8c42 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:55.174494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.178363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c4e3112f-93b0-4dae-ba1b-939ff14e8c42 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:55.179686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c4e3112f-93b0-4dae-ba1b-939ff14e8c42 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1704769 Feb 15 13:48:55.182683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58412) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.202007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port b214a663-f952-4c9e-ae9a-aa3a586736b5 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:55.250204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.277743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.395597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.415258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade599b-770b-4648-ab10-f2c2398f7a65,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.423197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.497424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.498695 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-75d8b086-e50c-4657-b5f8-c03fab68a8d7 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/fade599b-770b-4648-ab10-f2c2398f7a65 HTTP/1.1" status: 204 len: 168 time: 0.3149776 Feb 15 13:48:55.501561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58416) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.516259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.550694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d831219-aaf5-4488-9c58-6dbca203c01d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:55.593637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:55.596763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:55.600721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:55.606611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.607198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.619974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=b214a663-f952-4c9e-ae9a-aa3a586736b5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.630069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d831219-aaf5-4488-9c58-6dbca203c01d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:55.635678 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d831219-aaf5-4488-9c58-6dbca203c01d tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289177 Feb 15 13:48:55.635678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58420) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.640888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141531679'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:55.647554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:55.657708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:55.699264 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dbec602a-d953-4fe1-884c-0c4b5b019a9d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8373413 Feb 15 13:48:55.702308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58424) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.761088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.791696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:55.802738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123605ce-7307-45ca-b1ea-5d66d9ecc41e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.803285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-123605ce-7307-45ca-b1ea-5d66d9ecc41e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:55.805837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Usage tracker for resource:security_group_rule and tenant:83412db0b78f4b8eb6b0129ef6eea44a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:55.810398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:55.819929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:55.911103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-123605ce-7307-45ca-b1ea-5d66d9ecc41e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:55.912235 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-123605ce-7307-45ca-b1ea-5d66d9ecc41e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/b214a663-f952-4c9e-ae9a-aa3a586736b5 HTTP/1.1" status: 200 len: 841 time: 0.2089829 Feb 15 13:48:55.915375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58428) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:55.917681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.961164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:55.983669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port b214a663-f952-4c9e-ae9a-aa3a586736b5 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:55.984012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.007701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df43d91f-c571-4d65-a8c3-835c4cae66dc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.075666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.077164 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-feeeff5c-b5f7-426a-b8e9-7a8e75471036 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4406250 Feb 15 13:48:56.079892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58432) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.084967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bc6054ce-a406-4b93-9264-75ca91b65c69 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:56.085383 dv-neutron-828156-1-hyperv neutron-server[88296]: WARNING neutron.api.v2.base [None req-bc6054ce-a406-4b93-9264-75ca91b65c69 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 13:48:56.085895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-bc6054ce-a406-4b93-9264-75ca91b65c69 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 13:48:56.095066 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bc6054ce-a406-4b93-9264-75ca91b65c69 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "PUT /v2.0/security-groups/df43d91f-c571-4d65-a8c3-835c4cae66dc HTTP/1.1" status: 409 len: 330 time: 0.0060055 Feb 15 13:48:56.097122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58436) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.161719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.189123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.204189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.310675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.326283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for b214a663-f952-4c9e-ae9a-aa3a586736b5 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:56.328472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43d91f-c571-4d65-a8c3-835c4cae66dc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.337334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.338380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a5111818-d99d-41d8-8b4c-1e1dbcf8ba30 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/df43d91f-c571-4d65-a8c3-835c4cae66dc HTTP/1.1" status: 204 len: 168 time: 0.2403319 Feb 15 13:48:56.340873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.391650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-868dcebf-7a36-4139-90df-e2eb637e870a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Synchronizing usage tracker for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:56.533106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-868dcebf-7a36-4139-90df-e2eb637e870a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] Unset dirty status for tenant:83412db0b78f4b8eb6b0129ef6eea44a on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:56.534403 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-868dcebf-7a36-4139-90df-e2eb637e870a tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926017 Feb 15 13:48:56.538490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58444) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.552926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.595039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-c8d69025-4e2e-459f-9025-ec4050a26951 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] delete failed (client error): The resource could not be found. Feb 15 13:48:56.596026 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c8d69025-4e2e-459f-9025-ec4050a26951 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "DELETE /v2.0/security-groups/ed903e7d-445a-4c5c-8bd9-e6cde0dde1c3 HTTP/1.1" status: 404 len: 347 time: 0.0564487 Feb 15 13:48:56.603196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58448) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.604704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=b214a663-f952-4c9e-ae9a-aa3a586736b5,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.611896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:56.628441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-99b65e45-06f1-4cf4-b72e-9a6cb4c16485 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] show failed (client error): The resource could not be found. Feb 15 13:48:56.631658 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99b65e45-06f1-4cf4-b72e-9a6cb4c16485 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-groups/eca8c536-e2c7-4b13-8c46-6ae071864064 HTTP/1.1" status: 404 len: 347 time: 0.0253115 Feb 15 13:48:56.635296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58452) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.650999 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-0bf7eb73-2901-45b0-b072-8916f6ea2fe0 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] show failed (client error): The resource could not be found. Feb 15 13:48:56.651959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0bf7eb73-2901-45b0-b072-8916f6ea2fe0 tempest-NegativeSecGroupTest-2048795562 tempest-NegativeSecGroupTest-2048795562-project] 10.222.0.61 "GET /v2.0/security-group-rules/7bf04140-734f-440c-9271-58a4ed5879d0 HTTP/1.1" status: 404 len: 356 time: 0.0154490 Feb 15 13:48:56.710694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c1aaf164-dd23-4d61-ad2c-20866587c7ff tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/b214a663-f952-4c9e-ae9a-aa3a586736b5 HTTP/1.1" status: 204 len: 168 time: 0.7940838 Feb 15 13:48:56.713999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58458) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.759953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec9b4bc-5b53-48e1-b263-79e9a1d83696 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:56.760483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cec9b4bc-5b53-48e1-b263-79e9a1d83696 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:56.858543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cec9b4bc-5b53-48e1-b263-79e9a1d83696 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:56.860104 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cec9b4bc-5b53-48e1-b263-79e9a1d83696 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/b214a663-f952-4c9e-ae9a-aa3a586736b5 HTTP/1.1" status: 404 len: 333 time: 0.1450555 Feb 15 13:48:56.867460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58462) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:56.873906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'name': 'tempest-PortsTestJSON-855277'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:56.980731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:56.990340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:57.070097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:57.073688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.096286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port c4cadc66-9e78-478b-baa5-e1f58362de0d yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:48:57.210222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58468) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:57.324455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.369202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-28476544-7ffb-4586-8878-63013a98e30c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83412db0b78f4b8eb6b0129ef6eea44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577866 Feb 15 13:48:57.372110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:57.403037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.432397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.462558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.576307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:57.580072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:57.582449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:48:57.588057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.588629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.607631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.618018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=c4cadc66-9e78-478b-baa5-e1f58362de0d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:57.627812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55301d1e-1f0a-4fdb-ab32-353d26f84b2d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:57.745632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aad2d96c-016a-47a2-93b8-e1774c92c0f9 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 842 time: 0.8769517 Feb 15 13:48:57.748128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58478) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:57.754452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:57.760726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:57.761981 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-70d42f60-0f81-40d1-b094-27da70150786 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55301d1e-1f0a-4fdb-ab32-353d26f84b2d HTTP/1.1" status: 204 len: 168 time: 0.3888628 Feb 15 13:48:57.876039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.088358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.144405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.212493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] In _notify_port_updated(), no bound segment for port c4cadc66-9e78-478b-baa5-e1f58362de0d on network 69c3b895-5e5e-4d47-af86-293231a270a0 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:48:58.218570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:58.219138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.231562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/ports/c4cadc66-9e78-478b-baa5-e1f58362de0d HTTP/1.1" status: 200 len: 818 time: 0.4711158 Feb 15 13:48:58.233720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:58.266706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7566d1a-58bb-4070-889f-f05796e47d7e tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=c4cadc66-9e78-478b-baa5-e1f58362de0d,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:58.304550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port c4cadc66-9e78-478b-baa5-e1f58362de0d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:48:58.309844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.526131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.658270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for c4cadc66-9e78-478b-baa5-e1f58362de0d owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:48:58.810443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58506) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:58.836149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.888786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=c4cadc66-9e78-478b-baa5-e1f58362de0d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:58.898340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:58.912022 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7fbf167e-1a45-4b1f-8cbc-93c75f7b268f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/c4cadc66-9e78-478b-baa5-e1f58362de0d HTTP/1.1" status: 204 len: 168 time: 0.6772795 Feb 15 13:48:58.914811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58512) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:58.954729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972029482-network', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:58.968936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:58.979729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Usage tracker for resource:network and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:58.984157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:59.003874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:59.044412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f504151-2323-4414-ab7c-0d4c6418a7b8 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.045595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3f504151-2323-4414-ab7c-0d4c6418a7b8 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:48:59.155881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Made reservation on behalf of b2357b2ba9014f0dbdb2180216ff21c9 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:59.158215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.171039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.188163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:59.192072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3f504151-2323-4414-ab7c-0d4c6418a7b8 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:48:59.193211 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3f504151-2323-4414-ab7c-0d4c6418a7b8 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2774775 Feb 15 13:48:59.194645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:59.196970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58516) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:59.197712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:59.204922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:59.247213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be19178-1c15-4530-ade7-f1ab574c0157 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:48:59.249280 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2be19178-1c15-4530-ade7-f1ab574c0157 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/c4cadc66-9e78-478b-baa5-e1f58362de0d HTTP/1.1" status: 404 len: 333 time: 0.0511408 Feb 15 13:48:59.253377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58520) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:59.263067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-915415729'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:59.266972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:59.272403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:59.276353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:59.284380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:59.308401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.339626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ba8df686-feeb-4a21-84b8-a924f289663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.424290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.454638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:59.468136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e33de6d-0511-4b32-aef2-901ee835e1e1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:59.472786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.473130 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Added segment 93fcf948-7069-4bd9-b2d7-61d49202d193 of type vlan for network f031d363-897b-4c01-b060-fc38cad1234a Feb 15 13:48:59.503230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.526860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:59.531080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.561583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:59.570422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.570786 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment e479a03c-0eac-4c96-bdd5-dce46bf855c9 of type vlan for network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 Feb 15 13:48:59.603360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.629925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.631117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.652882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.738518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] Pushing event updated for resources: {'Network': ['ID=f031d363-897b-4c01-b060-fc38cad1234a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:59.753632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f031d363-897b-4c01-b060-fc38cad1234a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:59.772817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.778315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.778888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:48:59.811416 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d753cf06-f319-4b7b-b331-af802b385acf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9976490 Feb 15 13:48:59.814046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58524) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:59.820462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Request body: {'subnet': {'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972029482-subnet', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:59.826053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:48:59.832123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Usage tracker for resource:subnet and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:48:59.836080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:48:59.843686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:48:59.892888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=b383a7c1-dfa0-40cf-b03b-ce06b293aad0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:59.904481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:48:59.936867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e90a61af-a706-49ee-aef6-5bcc93cbe989 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6791308 Feb 15 13:48:59.937365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58528) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:48:59.942790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:00.029871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Made reservation on behalf of b2357b2ba9014f0dbdb2180216ff21c9 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:00.032141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:00.229258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:00.237690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:00.241132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:00.252004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:00.384134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:00.387704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:00.462046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:00.573260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37050c85-02c7-4ec0-965d-894e5f3bb105,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:00.592604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:00.593117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Network hostable DHCP agents. Network: f031d363-897b-4c01-b060-fc38cad1234a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:00.744397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Network f031d363-897b-4c01-b060-fc38cad1234a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:00.772930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:00.852273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=2b35ede7-81d9-4d51-ba59-63225e98f71a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:00.858649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f031d363-897b-4c01-b060-fc38cad1234a) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:00.864625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:00.865190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:00.868662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'e479a03c-0eac-4c96-bdd5-dce46bf855c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:00.869009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: b383a7c1-dfa0-40cf-b03b-ce06b293aad0, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:00.869956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1dd30-ab2d-4dfb-85c8-d782f6500d6c None None] Network f031d363-897b-4c01-b060-fc38cad1234a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:01.002474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c9f2f95d-5d22-413f-b01f-fd67c2e27b9b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1871960 Feb 15 13:49:01.005177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58532) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:01.010293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:01.016082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:01.016331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:01.022380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Usage tracker for resource:router and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:01.023104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, b383a7c1-dfa0-40cf-b03b-ce06b293aad0) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:01.027607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:01.028385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.028596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:01.038998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:01.046702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f26bd-1aef-47f4-b192-e0cf424cd584 None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:01.111404 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4b11348a-926f-4953-b72c-d37e37444461 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1726921 Feb 15 13:49:01.113856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58536) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:01.120148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:01.159378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f031d363-897b-4c01-b060-fc38cad1234a', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:01.176302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.224755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.225865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.244053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.273429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:01.277207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:01.280741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:01.286520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:01.395659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:01.400004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.435416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '2b35ede7-81d9-4d51-ba59-63225e98f71a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:01.436815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.455976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Allocated IP 172.20.0.2 (f031d363-897b-4c01-b060-fc38cad1234a/37050c85-02c7-4ec0-965d-894e5f3bb105/07ef44cf-d2d0-40bc-b2e7-306bd0f52317) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:01.555113 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.ipam_backend_mixin [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b35ede7-81d9-4d51-ba59-63225e98f71a (CIDR: 172.20.0.0/28) Feb 15 13:49:01.609588 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:49:01.611778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:49:01.725649 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1055fa7a-22cb-4a10-a9fa-82f4164299c4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6104603 Feb 15 13:49:01.726952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58540) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:01.733882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:01.735176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.778902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Allocated IP 172.20.0.2 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/2b35ede7-81d9-4d51-ba59-63225e98f71a/bbe43c54-0e15-4391-9879-9cb22a94ad7e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:01.824290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:01.882802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Transition to ACTIVE for port object 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:01.883826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:01.887998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:01.891477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:01.897649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:01.906093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Transition to ACTIVE for port object 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:01.979241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:01.983575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.019508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.105978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.117039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Transition to ACTIVE for port object bbe43c54-0e15-4391-9879-9cb22a94ad7e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:02.136041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:02.143076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:02.145661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:02.156876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Pushing event updated for resources: {'Port': ['ID=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.160663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Transition to ACTIVE for port object bbe43c54-0e15-4391-9879-9cb22a94ad7e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:02.175117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.206059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.230677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.338849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.350640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Allocated IP 172.26.0.228 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/4acd3e89-76b2-4385-8702-2e91377aecfb) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:02.368966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Attempting to bind port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:02.369334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Attempting to bind port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:02.369720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Attempting to bind port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:02.374322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:02.378943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:02.381595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Bound using segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Bound port: 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:02.392797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.399448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:02.402440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:02.410833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:02.411401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.424983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=b6a59858-ad09-4a8c-a718-320c8939342c,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.446152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Pushing event updated for resources: {'Port': ['ID=bbe43c54-0e15-4391-9879-9cb22a94ad7e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.488242 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-18d9aeb8-3b22-48a9-9924-212b423910df tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7594640 Feb 15 13:49:02.491185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58544) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:02.496810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'fixed_ips': [{'subnet_id': '2b35ede7-81d9-4d51-ba59-63225e98f71a'}, {'subnet_id': 'b6a59858-ad09-4a8c-a718-320c8939342c'}], 'name': 'tempest-PortsTestJSON-1823713365'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:02.506374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.578286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Attempting to bind port bbe43c54-0e15-4391-9879-9cb22a94ad7e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:02.578669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Attempting to bind port bbe43c54-0e15-4391-9879-9cb22a94ad7e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e479a03c-0eac-4c96-bdd5-dce46bf855c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:02.579047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Attempting to bind port bbe43c54-0e15-4391-9879-9cb22a94ad7e on network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:02.596426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:02.596797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Checking segment: {'id': 'e479a03c-0eac-4c96-bdd5-dce46bf855c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:02.597200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.597623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Bound using segment: {'id': 'e479a03c-0eac-4c96-bdd5-dce46bf855c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:02.598092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Bound port: bbe43c54-0e15-4391-9879-9cb22a94ad7e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479a03c-0eac-4c96-bdd5-dce46bf855c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:02.598465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.599715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.658781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:02.669171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:02.669675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.670376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1e6e2c2f-f7c3-411d-b02e-cc7f41cefde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.681555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:02.681815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] For port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:02.684461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:02.686433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] For port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:02.688838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:02.711885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] For port bbe43c54-0e15-4391-9879-9cb22a94ad7e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:02.715026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] For port bbe43c54-0e15-4391-9879-9cb22a94ad7e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbe43c54-0e15-4391-9879-9cb22a94ad7e,segment=NetworkSegment(e479a03c-0eac-4c96-bdd5-dce46bf855c9),segment_id=e479a03c-0eac-4c96-bdd5-dce46bf855c9)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:02.730692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Pushing event updated for resources: {'Port': ['ID=4acd3e89-76b2-4385-8702-2e91377aecfb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.760969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:02.807785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.813109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.863189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.893230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:02.920935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 54e78101-a545-4f94-9e81-a28a4d397ecb yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:02.921143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3d78-dbe9-464f-9f31-0df6622a1a7f None None] Pushing event updated for resources: {'Port': ['ID=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.009462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08afae-d328-4a0b-a26d-e889748c0196 None None] Pushing event updated for resources: {'Port': ['ID=bbe43c54-0e15-4391-9879-9cb22a94ad7e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.180073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:03.372657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:03.510828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.3 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/2b35ede7-81d9-4d51-ba59-63225e98f71a/54e78101-a545-4f94-9e81-a28a4d397ecb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:03.520842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.18 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/b6a59858-ad09-4a8c-a718-320c8939342c/54e78101-a545-4f94-9e81-a28a4d397ecb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:03.727098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:03.743408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 54e78101-a545-4f94-9e81-a28a4d397ecb will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:03.769466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:03.871006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:03.943658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:03.947311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:03.951482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:04.014574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=54e78101-a545-4f94-9e81-a28a4d397ecb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:04.026206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:04.026869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:04.122632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:49:04.161781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:04.169243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3dbc797e-a0cd-4abd-89e3-610129dd82a2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6729267 Feb 15 13:49:04.169243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58552) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:04.172693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b35ede7-81d9-4d51-ba59-63225e98f71a'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:04.238470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903b4f2-89a0-4711-9bbe-9d548d3278b3 None None] Network f031d363-897b-4c01-b060-fc38cad1234a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:04.319089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:04.334689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:04.350037 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:04.377921 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:04.378769 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:04.428773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-626b38ea-65cb-4906-8bb2-225e0d253aee None None] Provisioning for port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:04.447533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:04.448766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3d71b420-743f-4b91-bd80-5d8732be433e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4425540 Feb 15 13:49:04.451606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58556) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:04.653555 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:04.755318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:04.859424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Delete allocated IP 172.20.0.18 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/b6a59858-ad09-4a8c-a718-320c8939342c) {{(pid=88296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:49:04.923768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a5a0-b05f-432f-b027-2c2599b89726 None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:05.025572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:05.033592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:05.033881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.059224 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:02Z', 'revision_number': 3, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:05.064274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:05.064847 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Updating router f76de44b-7a92-4a29-bc21-7d49fa393a44 port 4acd3e89-76b2-4385-8702-2e91377aecfb binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:05.110916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.129844 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.146138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Ignored duplicate provisioning block setup for port 54e78101-a545-4f94-9e81-a28a4d397ecb by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:49:05.178916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1ac11e8d-d87b-42c2-b7c4-ce682da48ff1 None None] Provisioning for port bbe43c54-0e15-4391-9879-9cb22a94ad7e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:05.247035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.296559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.354915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:05.368862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e9a956ac-17fb-46b5-a662-3c17fbac08cd None None] Provisioning complete for port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:05.368862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e9a956ac-17fb-46b5-a662-3c17fbac08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.382238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=54e78101-a545-4f94-9e81-a28a4d397ecb,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:05.535224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] In _notify_port_updated(), no bound segment for port 54e78101-a545-4f94-9e81-a28a4d397ecb on network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:49:05.546952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:05.546952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.546952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9d7c6cb0-7a27-4889-9332-ed07a227e141 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/ports/54e78101-a545-4f94-9e81-a28a4d397ecb HTTP/1.1" status: 200 len: 919 time: 1.3766050 Feb 15 13:49:05.549250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58564) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:05.556035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b35ede7-81d9-4d51-ba59-63225e98f71a'}, {'subnet_id': 'b6a59858-ad09-4a8c-a718-320c8939342c'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:05.627968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e9a956ac-17fb-46b5-a662-3c17fbac08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.645539 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.671523 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Transition to ACTIVE for port object 4acd3e89-76b2-4385-8702-2e91377aecfb will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:05.690899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.706946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.707192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.707907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbe43c54-0e15-4391-9879-9cb22a94ad7e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:05.784060 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.866272 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Attempting to bind port 4acd3e89-76b2-4385-8702-2e91377aecfb on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:05.866272 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Attempting to bind port 4acd3e89-76b2-4385-8702-2e91377aecfb by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:05.866622 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Attempting to bind port 4acd3e89-76b2-4385-8702-2e91377aecfb on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:05.875290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:05.875575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:05.875849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.876235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:05.876697 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Bound port: 4acd3e89-76b2-4385-8702-2e91377aecfb, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:05.877059 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:05.882923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Update dhcp port {'port': {'network_id': 'b383a7c1-dfa0-40cf-b03b-ce06b293aad0', 'fixed_ips': [{'subnet_id': '2b35ede7-81d9-4d51-ba59-63225e98f71a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6a59858-ad09-4a8c-a718-320c8939342c'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': 'bbe43c54-0e15-4391-9879-9cb22a94ad7e'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:49:05.912659 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Pushing event updated for resources: {'Port': ['ID=4acd3e89-76b2-4385-8702-2e91377aecfb,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:05.926792 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.927125 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.927459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.927785 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.928107 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.928427 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.928741 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.929070 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.929380 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.929733 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.930043 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.930352 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:05.971661 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] For port 4acd3e89-76b2-4385-8702-2e91377aecfb, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:05.975347 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] For port 4acd3e89-76b2-4385-8702-2e91377aecfb, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4acd3e89-76b2-4385-8702-2e91377aecfb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:06.024750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Allocated IP 172.20.0.1 (f031d363-897b-4c01-b060-fc38cad1234a/37050c85-02c7-4ec0-965d-894e5f3bb105/9dd933e0-1102-4f82-918b-c284568de6b1) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:06.046887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-e9a956ac-17fb-46b5-a662-3c17fbac08cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:49:06.047503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-e9a956ac-17fb-46b5-a662-3c17fbac08cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:49:06.065725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.081704 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.088921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.118511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.30 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/b6a59858-ad09-4a8c-a718-320c8939342c/54e78101-a545-4f94-9e81-a28a4d397ecb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:06.158203 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a35aa-694e-408c-8dfe-e99dc19843f9 None None] Pushing event updated for resources: {'Port': ['ID=4acd3e89-76b2-4385-8702-2e91377aecfb,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.193055 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:06.195989 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:06.244517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port bbe43c54-0e15-4391-9879-9cb22a94ad7e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:06.259278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port bbe43c54-0e15-4391-9879-9cb22a94ad7e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:06.259791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.277652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.301778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Transition to ACTIVE for port object 9dd933e0-1102-4f82-918b-c284568de6b1 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:06.392789 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:06.409599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.424546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.444903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port bbe43c54-0e15-4391-9879-9cb22a94ad7e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbe43c54-0e15-4391-9879-9cb22a94ad7e,segment=NetworkSegment(e479a03c-0eac-4c96-bdd5-dce46bf855c9),segment_id=e479a03c-0eac-4c96-bdd5-dce46bf855c9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:06.451239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.463216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Ignored duplicate provisioning block setup for port 54e78101-a545-4f94-9e81-a28a4d397ecb by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:49:06.494099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:06.497482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:06.501713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:06.538827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.544876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.555768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.572454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.775063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:06.789194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=54e78101-a545-4f94-9e81-a28a4d397ecb,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.857083 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:02Z', 'revision_number': 3, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:06.863313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] In _notify_port_updated(), no bound segment for port 54e78101-a545-4f94-9e81-a28a4d397ecb on network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:49:06.867770 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f8a1-6d25-4ec8-baa4-c3c71baf1afe None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:02Z', 'revision_number': 3, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:06.870139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.871099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:06.874169 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c1a8b48-30fd-4e0f-a93c-fce789f10b42 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/ports/54e78101-a545-4f94-9e81-a28a4d397ecb HTTP/1.1" status: 200 len: 999 time: 1.3217669 Feb 15 13:49:06.877301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58570) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:06.912742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=bbe43c54-0e15-4391-9879-9cb22a94ad7e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.917434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Allocated IP 172.20.0.18 (b383a7c1-dfa0-40cf-b03b-ce06b293aad0/b6a59858-ad09-4a8c-a718-320c8939342c/bbe43c54-0e15-4391-9879-9cb22a94ad7e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:06.967654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 54e78101-a545-4f94-9e81-a28a4d397ecb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:06.968441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.046700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:07.047152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.128557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.266520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] For port bbe43c54-0e15-4391-9879-9cb22a94ad7e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbe43c54-0e15-4391-9879-9cb22a94ad7e,segment=NetworkSegment(e479a03c-0eac-4c96-bdd5-dce46bf855c9),segment_id=e479a03c-0eac-4c96-bdd5-dce46bf855c9)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:07.310589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.331221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.333926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Transition to ACTIVE for port object bbe43c54-0e15-4391-9879-9cb22a94ad7e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:07.335171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bdd203fb-dbe1-4555-b128-1ae857e4a985 None None] Provisioning for port 9dd933e0-1102-4f82-918b-c284568de6b1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:07.379052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bdd203fb-dbe1-4555-b128-1ae857e4a985 None None] Provisioning complete for port 9dd933e0-1102-4f82-918b-c284568de6b1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:07.379052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bdd203fb-dbe1-4555-b128-1ae857e4a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.425584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.472682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.503945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 54e78101-a545-4f94-9e81-a28a4d397ecb owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:07.551337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.583065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bdd203fb-dbe1-4555-b128-1ae857e4a985 None None] Port 9dd933e0-1102-4f82-918b-c284568de6b1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:07.661849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22eda1-fe0d-44f2-84f0-3b779bf82ab9 None None] Pushing event updated for resources: {'Port': ['ID=bbe43c54-0e15-4391-9879-9cb22a94ad7e,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:07.693835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:07.824366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:07.937451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:07.938902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:08.008680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.103600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=54e78101-a545-4f94-9e81-a28a4d397ecb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:08.313255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.326623 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5598c7d2-884c-4ea3-a1e2-65aa4d3e08ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/54e78101-a545-4f94-9e81-a28a4d397ecb HTTP/1.1" status: 204 len: 168 time: 1.4477372 Feb 15 13:49:08.329350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58576) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:08.369592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:08.382071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4e3bf-e3fe-4889-89fc-d7991fe9b97f None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:08.387836 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba6a68d-b777-4c80-90d7-daacd94b21d0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:08.387836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cba6a68d-b777-4c80-90d7-daacd94b21d0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:08.451956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Could not find standard attr ID for object 54e78101-a545-4f94-9e81-a28a4d397ecb. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:49:08.510526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cba6a68d-b777-4c80-90d7-daacd94b21d0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:08.511572 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cba6a68d-b777-4c80-90d7-daacd94b21d0 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/54e78101-a545-4f94-9e81-a28a4d397ecb HTTP/1.1" status: 404 len: 333 time: 0.1807570 Feb 15 13:49:08.514965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58580) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:08.567698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Provisioning for port bbe43c54-0e15-4391-9879-9cb22a94ad7e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:08.585015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet b6a59858-ad09-4a8c-a718-320c8939342c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:08.587369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.592776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:08.600446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Provisioning complete for port bbe43c54-0e15-4391-9879-9cb22a94ad7e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:08.600949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.614927 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-497b168a-7a01-4c40-be46-35a7446c2244 admin admin] 10.222.0.61 "PUT /v2.0/routers/f76de44b-7a92-4a29-bc21-7d49fa393a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1521208 Feb 15 13:49:08.659222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.792763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.823439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4acd3e89-76b2-4385-8702-2e91377aecfb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:08.929861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Provisioning complete for port 9dd933e0-1102-4f82-918b-c284568de6b1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:08.930213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.986338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:08.991104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5a18d-06af-4d77-ab5a-119f21d6e746 None None] Port 9dd933e0-1102-4f82-918b-c284568de6b1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:09.048196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4acd3e89-76b2-4385-8702-2e91377aecfb completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:09.048393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.049863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a59858-ad09-4a8c-a718-320c8939342c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:09.058164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4acd3e89-76b2-4385-8702-2e91377aecfb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:09.058925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58590) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:09.059071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.059170 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fcc52df5-987d-46fb-bbf3-91ec2f24735c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/b6a59858-ad09-4a8c-a718-320c8939342c HTTP/1.1" status: 204 len: 168 time: 0.5429204 Feb 15 13:49:09.088683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:09.140511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 2b35ede7-81d9-4d51-ba59-63225e98f71a {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:09.144348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.180833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:09.181447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:09.209291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.301289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.411688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.441526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:09.450100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58602) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:09.456999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1123507930-network', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:09.462709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:09.467499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Usage tracker for resource:network and tenant:3480963c47bc408fa8203b921cbc7b8b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:09.470868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:09.475020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.497363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 4acd3e89-76b2-4385-8702-2e91377aecfb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4acd3e89-76b2-4385-8702-2e91377aecfb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:09.510899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:09.523300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=2b35ede7-81d9-4d51-ba59-63225e98f71a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:09.533469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.541525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a4307c0-0ee2-4ff3-8522-a52afd561a66 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/2b35ede7-81d9-4d51-ba59-63225e98f71a HTTP/1.1" status: 204 len: 168 time: 0.4802275 Feb 15 13:49:09.543322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58606) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:09.562534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ab410-714b-4de8-a822-4677d1a08f99 None None] Network b383a7c1-dfa0-40cf-b03b-ce06b293aad0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:09.586502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.587259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbe43c54-0e15-4391-9879-9cb22a94ad7e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:09.617058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Made reservation on behalf of 3480963c47bc408fa8203b921cbc7b8b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:09.619403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.652343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.684820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:09.693020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.694957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Usage tracker for resource:security_group_rule and tenant:3480963c47bc408fa8203b921cbc7b8b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:09.698390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:09.707643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:09.718906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port bbe43c54-0e15-4391-9879-9cb22a94ad7e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:09.719249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.858795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f1c7cfdc-338b-41ef-82c3-1225661c6149 None None] Provisioning complete for port bbe43c54-0e15-4391-9879-9cb22a94ad7e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:09.859164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f1c7cfdc-338b-41ef-82c3-1225661c6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:09.945134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=4acd3e89-76b2-4385-8702-2e91377aecfb,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:09.996620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port bbe43c54-0e15-4391-9879-9cb22a94ad7e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbe43c54-0e15-4391-9879-9cb22a94ad7e,segment=NetworkSegment(e479a03c-0eac-4c96-bdd5-dce46bf855c9),segment_id=e479a03c-0eac-4c96-bdd5-dce46bf855c9)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:09.997798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.010756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.080014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port bbe43c54-0e15-4391-9879-9cb22a94ad7e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:10.080392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.131395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for bbe43c54-0e15-4391-9879-9cb22a94ad7e owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:10.157953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.211123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63f04c-62a0-4306-a89e-e31baaac3738,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:10.216564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:10.240843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.241091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Added segment d93ce64d-13df-4995-b954-bde85466e4cd of type vlan for network 39fdebe2-7c89-4f8f-9dc9-704876263c97 Feb 15 13:49:10.273740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.292883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:07Z', 'revision_number': 2, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:10.301903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:10.302257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Updating router f76de44b-7a92-4a29-bc21-7d49fa393a44 port 9dd933e0-1102-4f82-918b-c284568de6b1 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:10.327936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.333603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644034c-750f-4acf-8823-65a2524d2699 None None] DHCP port deletion for b383a7c1-dfa0-40cf-b03b-ce06b293aad0 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:49:10.367420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.382460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=bbe43c54-0e15-4391-9879-9cb22a94ad7e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:10.386255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port bbe43c54-0e15-4391-9879-9cb22a94ad7e on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:10.387844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.389826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:10.395070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.675614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4acd3e89-76b2-4385-8702-2e91377aecfb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:10.753265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] Pushing event updated for resources: {'Network': ['ID=39fdebe2-7c89-4f8f-9dc9-704876263c97,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:10.758471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.767674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:49:10.788773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b383a7c1-dfa0-40cf-b03b-ce06b293aad0']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:10.804078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e479a03c-0eac-4c96-bdd5-dce46bf855c9') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:10.804367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e479a03c-0eac-4c96-bdd5-dce46bf855c9') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:10.815570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9330dc8e-1c5a-499f-83c8-a2057b5e8f21 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3631198 Feb 15 13:49:10.820053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58610) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:10.822236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.833179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Request body: {'subnet': {'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1123507930-subnet', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:10.841158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:10.848544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Usage tracker for resource:subnet and tenant:3480963c47bc408fa8203b921cbc7b8b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:10.860654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.860654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:10.863168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:10.865230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:49:10.865664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.874160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4acd3e89-76b2-4385-8702-2e91377aecfb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:10.874446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:49:10.884628 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:49:11.005321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.058755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Made reservation on behalf of 3480963c47bc408fa8203b921cbc7b8b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:11.062096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.116394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Transition to ACTIVE for port object 9dd933e0-1102-4f82-918b-c284568de6b1 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:11.126486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbe43c54-0e15-4391-9879-9cb22a94ad7e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:11.135639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.164216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: bbe43c54-0e15-4391-9879-9cb22a94ad7e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:11.167165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbe43c54-0e15-4391-9879-9cb22a94ad7e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:11.167355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.179659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=b383a7c1-dfa0-40cf-b03b-ce06b293aad0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.186040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4ef268cb-86f9-4945-8251-e73e419dc2dc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/b383a7c1-dfa0-40cf-b03b-ce06b293aad0 HTTP/1.1" status: 204 len: 168 time: 1.6409669 Feb 15 13:49:11.189670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58614) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:11.258753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.276520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7381695-6fc9-4183-9539-8e880fb4de41 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:11.282650 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c7381695-6fc9-4183-9539-8e880fb4de41 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0872324 Feb 15 13:49:11.283017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58618) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:11.374636 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91a29712-6082-4a90-af7b-3a8215aa96bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0899961 Feb 15 13:49:11.378021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58622) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:11.383694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-302851833'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:11.388828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:11.392721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:11.396718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:11.401580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.403537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:11.422561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2fd7-202c-42f2-a3ef-970edf4de0b2 None None] Pushing event updated for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.483492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Attempting to bind port 9dd933e0-1102-4f82-918b-c284568de6b1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:11.483858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Attempting to bind port 9dd933e0-1102-4f82-918b-c284568de6b1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:11.484254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Attempting to bind port 9dd933e0-1102-4f82-918b-c284568de6b1 on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:11.488754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c12f1ea-7fa7-4091-9e72-b2a0379c4b65,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.489881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:11.490253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:11.490916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.491523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Bound using segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:11.492142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Bound port: 9dd933e0-1102-4f82-918b-c284568de6b1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:11.492705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.502543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Checking segment: {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:11.502543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Network hostable DHCP agents. Network: 39fdebe2-7c89-4f8f-9dc9-704876263c97, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:11.527747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:11.531686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.587699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] For port 9dd933e0-1102-4f82-918b-c284568de6b1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:11.599285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] For port 9dd933e0-1102-4f82-918b-c284568de6b1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9dd933e0-1102-4f82-918b-c284568de6b1,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:11.641909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:11.668899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:11.678934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.682851 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment f8646515-a4c7-49c3-8e81-57c0701840ab of type vlan for network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 Feb 15 13:49:11.693166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.708622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.739134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 39fdebe2-7c89-4f8f-9dc9-704876263c97) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:11.745832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:11.746956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.756533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca76c0f-c56a-44d7-b077-f0bcfea522b0 None None] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:11.812800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.819283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:11.820012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:11.853484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:11.854121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:11.868747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-475bdee1-d33e-4d0d-9a4d-29ba96f796c8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0489554 Feb 15 13:49:11.870118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58628) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:11.876681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:11.883042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:11.888297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Usage tracker for resource:router and tenant:3480963c47bc408fa8203b921cbc7b8b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:11.891810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:11.901134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:11.918672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2fd7-202c-42f2-a3ef-970edf4de0b2 None None] Pushing event updated for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.942862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=2c8d2fde-b757-4f27-8d95-e1b3787e3293,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.962359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:49:11.984993 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac3194f0-d83f-4b74-a51f-636fe0975cdf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6058762 Feb 15 13:49:11.988979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58632) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:11.993643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:12.063689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.064620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.113100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.127121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:12.132594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:12.136146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:12.142907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:12.266167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:12.302462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:12.305902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.387063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-39fdebe2-7c89-4f8f-9dc9-704876263c97', 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'fixed_ips': [{'subnet_id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:12.387885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.610299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.767879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Allocated IP 172.20.0.2 (39fdebe2-7c89-4f8f-9dc9-704876263c97/5c12f1ea-7fa7-4091-9e72-b2a0379c4b65/4a777afd-1b7c-435b-af9e-2af21bc05526) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:12.813256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:12.919100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:11Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:12.929608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a15ff-9abd-445f-b2f0-44947d6ba12f None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:11Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:13.041598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=75d8cda8-fe38-48fa-96d0-fa61d80c5abe,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.050889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.061949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': 'f8646515-a4c7-49c3-8e81-57c0701840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:13.068579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: 2c8d2fde-b757-4f27-8d95-e1b3787e3293, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:13.068830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Transition to ACTIVE for port object 4a777afd-1b7c-435b-af9e-2af21bc05526 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:13.086126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Transition to ACTIVE for port object 4a777afd-1b7c-435b-af9e-2af21bc05526 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:13.190730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.252953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:13.268157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:13.271179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:13.273866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:13.308298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Pushing event updated for resources: {'Port': ['ID=4a777afd-1b7c-435b-af9e-2af21bc05526,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.319261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.351373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.353693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2c8d2fde-b757-4f27-8d95-e1b3787e3293) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:13.369698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e15a7-291f-46df-9384-0a207bf8dd1c None None] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:13.395172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:13.395849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.458157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Attempting to bind port 4a777afd-1b7c-435b-af9e-2af21bc05526 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:13.458860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Attempting to bind port 4a777afd-1b7c-435b-af9e-2af21bc05526 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:13.458860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Attempting to bind port 4a777afd-1b7c-435b-af9e-2af21bc05526 on network 39fdebe2-7c89-4f8f-9dc9-704876263c97 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:13.469572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:13.470053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Checking segment: {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:13.470582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.470977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Bound using segment: {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:13.471606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Bound port: 4a777afd-1b7c-435b-af9e-2af21bc05526, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:13.471965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.525720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Allocated IP 172.26.0.102 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/05af33d3-8dfb-4812-a291-b00c01cb86ba) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:13.533932 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1132effc-c774-494e-b045-9f5b349d5e35 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5426128 Feb 15 13:49:13.534697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58636) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:13.543866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293', 'name': 'tempest-PortsTestJSON-1650978348'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:13.663921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] For port 4a777afd-1b7c-435b-af9e-2af21bc05526, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:13.667595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] For port 4a777afd-1b7c-435b-af9e-2af21bc05526, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4a777afd-1b7c-435b-af9e-2af21bc05526,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:13.737279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.746779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2c8d2fde-b757-4f27-8d95-e1b3787e3293', 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '75d8cda8-fe38-48fa-96d0-fa61d80c5abe'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:13.747265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.757423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:13.769026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:13.769631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:13.776193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:13.813200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.847364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.875983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:13.881361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:13.914173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:13.926601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:13.930434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:13.933240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:13.969523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ee86-c293-4f9e-9a85-4c638191d084 None None] Pushing event updated for resources: {'Port': ['ID=4a777afd-1b7c-435b-af9e-2af21bc05526,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.992161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=05af33d3-8dfb-4812-a291-b00c01cb86ba,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:14.001272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Allocated IP 172.20.0.2 (2c8d2fde-b757-4f27-8d95-e1b3787e3293/75d8cda8-fe38-48fa-96d0-fa61d80c5abe/36cc142e-bf47-4ef4-996b-fd6ac089e79c) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:14.259036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.272417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Transition to ACTIVE for port object 36cc142e-bf47-4ef4-996b-fd6ac089e79c will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:14.293044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Transition to ACTIVE for port object 36cc142e-bf47-4ef4-996b-fd6ac089e79c will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:14.389870 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.469997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.5 (2c8d2fde-b757-4f27-8d95-e1b3787e3293/75d8cda8-fe38-48fa-96d0-fa61d80c5abe/25254c60-69dc-4e3e-b8c8-d0beaee79d69) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:14.514824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:14.518312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:14.522284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:14.562941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Pushing event updated for resources: {'Port': ['ID=36cc142e-bf47-4ef4-996b-fd6ac089e79c,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:14.563235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.662333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Attempting to bind port 36cc142e-bf47-4ef4-996b-fd6ac089e79c on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:14.663071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Attempting to bind port 36cc142e-bf47-4ef4-996b-fd6ac089e79c by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f8646515-a4c7-49c3-8e81-57c0701840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:14.663817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Attempting to bind port 36cc142e-bf47-4ef4-996b-fd6ac089e79c on network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:14.672651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:14.675803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Checking segment: {'id': 'f8646515-a4c7-49c3-8e81-57c0701840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:14.676748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.677813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Bound using segment: {'id': 'f8646515-a4c7-49c3-8e81-57c0701840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:14.678421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Bound port: 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8646515-a4c7-49c3-8e81-57c0701840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:14.684469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.753202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4a777afd-1b7c-435b-af9e-2af21bc05526 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:14.787217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.805235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 25254c60-69dc-4e3e-b8c8-d0beaee79d69 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:14.897199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] For port 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:14.901009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] For port 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=36cc142e-bf47-4ef4-996b-fd6ac089e79c,segment=NetworkSegment(f8646515-a4c7-49c3-8e81-57c0701840ab),segment_id=f8646515-a4c7-49c3-8e81-57c0701840ab)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:14.905544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:14.970267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4a777afd-1b7c-435b-af9e-2af21bc05526 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:14.980765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9dd933e0-1102-4f82-918b-c284568de6b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:14.984622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:14.988152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:14.992626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:15.024713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=25254c60-69dc-4e3e-b8c8-d0beaee79d69,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:15.058360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.078086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.079027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.150454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3120257-3cbb-4ad7-8249-afe4a1c571fa None None] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:15.162883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.213304 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8ced02c5-bac8-41f8-a525-66a8cf58ae9f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6774142 Feb 15 13:49:15.215889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58640) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:15.223223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': '2c8d2fde-b757-4f27-8d95-e1b3787e3293', 'name': 'tempest-PortsTestJSON-528098497'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:15.259898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807f90-abbe-4aee-b699-a2e4dc421e8e None None] Pushing event updated for resources: {'Port': ['ID=36cc142e-bf47-4ef4-996b-fd6ac089e79c,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:15.352624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Provisioning for port 4a777afd-1b7c-435b-af9e-2af21bc05526 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:15.397197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9dd933e0-1102-4f82-918b-c284568de6b1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:15.402501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Provisioning complete for port 4a777afd-1b7c-435b-af9e-2af21bc05526 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:15.402949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.424292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:15.429048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:15.432408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:15.439793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:15.498601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9dd933e0-1102-4f82-918b-c284568de6b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:15.498985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.504318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:15.507984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.531999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Router bd7987db-d77d-446a-9910-1c08e7eab534 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:49:15.533142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port e7ea4cdf-9977-44a9-9a06-e3db09345b1f yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:15.698334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.13 (2c8d2fde-b757-4f27-8d95-e1b3787e3293/75d8cda8-fe38-48fa-96d0-fa61d80c5abe/e7ea4cdf-9977-44a9-9a06-e3db09345b1f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:15.716304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.757541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.763065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:15.776551 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Sync routers for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:15.777294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] For port 4a777afd-1b7c-435b-af9e-2af21bc05526, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4a777afd-1b7c-435b-af9e-2af21bc05526,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:15.789184 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:15.789877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:15.802341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9dd933e0-1102-4f82-918b-c284568de6b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9dd933e0-1102-4f82-918b-c284568de6b1,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:15.904794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.944739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.951739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-385e1264-1a5a-464b-9989-386dd025b3b9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0743070 Feb 15 13:49:15.951739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58644) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:15.961535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:15.992491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object e7ea4cdf-9977-44a9-9a06-e3db09345b1f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:15.997305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.042457 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:16.063685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79e91c-f947-4028-a9d2-4c31818b6fb5 None None] Pushing event updated for resources: {'Port': ['ID=4a777afd-1b7c-435b-af9e-2af21bc05526,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:16.127300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.157075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-888ab9d7-0386-41ce-a21c-92944285361e None None] Provisioning complete for port 4a777afd-1b7c-435b-af9e-2af21bc05526 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:16.157075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-888ab9d7-0386-41ce-a21c-92944285361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.196736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:16.254735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:16.255806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:16.261007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:16.321224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=e7ea4cdf-9977-44a9-9a06-e3db09345b1f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:16.359664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.360487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.405150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72cd8f-2bc6-4d9f-a69b-72f3dc14b6bf None None] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:16.420570 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:14Z', 'revision_number': 3, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:16.425578 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Checking router: bd7987db-d77d-446a-9910-1c08e7eab534 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:16.425922 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Updating router bd7987db-d77d-446a-9910-1c08e7eab534 port 05af33d3-8dfb-4812-a291-b00c01cb86ba binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:16.484473 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.511318 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-80f1e37e-5232-4bfb-9910-83c118d31893 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2873821 Feb 15 13:49:16.511318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58648) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:16.579053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f6b03b34-fd6f-4c08-94a9-7786ade36621 None None] Provisioning for port 36cc142e-bf47-4ef4-996b-fd6ac089e79c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:16.653621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b35f3-3ca5-4905-aa44-66865923d05d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.655271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2e9b35f3-3ca5-4905-aa44-66865923d05d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:16.660046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58654) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:16.813044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 36cc142e-bf47-4ef4-996b-fd6ac089e79c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:16.891403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:16.947201 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fcfc91a3-41f6-4007-ba1a-eb84d9d50e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/93019a0d-2cc9-4851-98e2-a38ad3e0311a HTTP/1.1" status: 200 len: 994 time: 0.2855306 Feb 15 13:49:16.987866 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.004191 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Transition to ACTIVE for port object 05af33d3-8dfb-4812-a291-b00c01cb86ba will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:17.012423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2e9b35f3-3ca5-4905-aa44-66865923d05d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:17.016951 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2e9b35f3-3ca5-4905-aa44-66865923d05d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.5046811 Feb 15 13:49:17.021708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58660) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:17.041484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 36cc142e-bf47-4ef4-996b-fd6ac089e79c completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:17.047692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 36cc142e-bf47-4ef4-996b-fd6ac089e79c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:17.050294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.097355 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port e7ea4cdf-9977-44a9-9a06-e3db09345b1f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:17.097888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.121561 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.208000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Allocated IP 172.20.0.1 (39fdebe2-7c89-4f8f-9dc9-704876263c97/5c12f1ea-7fa7-4091-9e72-b2a0379c4b65/b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:17.245988 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Attempting to bind port 05af33d3-8dfb-4812-a291-b00c01cb86ba on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:17.246673 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Attempting to bind port 05af33d3-8dfb-4812-a291-b00c01cb86ba by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:17.247201 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Attempting to bind port 05af33d3-8dfb-4812-a291-b00c01cb86ba on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:17.254591 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362dcb-f189-43ad-93e1-ed3fc30dadeb None None] Pushing event updated for resources: {'Port': ['ID=05af33d3-8dfb-4812-a291-b00c01cb86ba,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.261538 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:17.263051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:17.267394 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.267954 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:17.268587 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Bound port: 05af33d3-8dfb-4812-a291-b00c01cb86ba, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:17.269319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.292885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.327602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58668) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:17.339494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=36cc142e-bf47-4ef4-996b-fd6ac089e79c,segment=NetworkSegment(f8646515-a4c7-49c3-8e81-57c0701840ab),segment_id=f8646515-a4c7-49c3-8e81-57c0701840ab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:17.366737 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] For port 05af33d3-8dfb-4812-a291-b00c01cb86ba, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:17.370985 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] For port 05af33d3-8dfb-4812-a291-b00c01cb86ba, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05af33d3-8dfb-4812-a291-b00c01cb86ba,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:17.464018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Provisioning for port e7ea4cdf-9977-44a9-9a06-e3db09345b1f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:17.471028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Provisioning complete for port e7ea4cdf-9977-44a9-9a06-e3db09345b1f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:17.471478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.527320 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.534556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.534556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4a777afd-1b7c-435b-af9e-2af21bc05526 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:17.563674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.587256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Transition to ACTIVE for port object b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:17.633320 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:17.634226 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:17.711696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Port e7ea4cdf-9977-44a9-9a06-e3db09345b1f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:17.722537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.737780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=36cc142e-bf47-4ef4-996b-fd6ac089e79c,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.746178 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362dcb-f189-43ad-93e1-ed3fc30dadeb None None] Pushing event updated for resources: {'Port': ['ID=05af33d3-8dfb-4812-a291-b00c01cb86ba,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.773013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4a777afd-1b7c-435b-af9e-2af21bc05526 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:17.774960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.792756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.803345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Provisioning complete for port 36cc142e-bf47-4ef4-996b-fd6ac089e79c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:17.804209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.860377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:17.864662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:17.872086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:17.883490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 938da06b-3ac6-4a66-b972-e7e445150b49 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:17.883872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:17.885080 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:17.968129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.000043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for e7ea4cdf-9977-44a9-9a06-e3db09345b1f owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:18.000846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.077794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9dd933e0-1102-4f82-918b-c284568de6b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:18.181950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9dd933e0-1102-4f82-918b-c284568de6b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:18.182266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.238326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.264926 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:14Z', 'revision_number': 3, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:18.271095 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bde2f-a410-4816-987f-c6e0aad6a68b None None] The sync data for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv is: [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:14Z', 'revision_number': 3, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:18.289555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Provisioning for port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:18.316280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Provisioning complete for port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:18.316648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.338931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.374937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4eed5c38-1430-4dc8-bbec-5c062ca2c775 None None] Port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:18.406079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.406314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.414062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=e7ea4cdf-9977-44a9-9a06-e3db09345b1f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.532946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.637030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 938da06b-3ac6-4a66-b972-e7e445150b49 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:18.643199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Provisioning for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:18.650657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Provisioning complete for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:18.669461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.710071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.741035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.763279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 36cc142e-bf47-4ef4-996b-fd6ac089e79c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:18.835515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:18.845595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Could not find standard attr ID for object e7ea4cdf-9977-44a9-9a06-e3db09345b1f. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:49:18.851842 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ce8fb98-47ae-4413-aadf-fc2dc5158225 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/e7ea4cdf-9977-44a9-9a06-e3db09345b1f HTTP/1.1" status: 204 len: 168 time: 1.8310444 Feb 15 13:49:18.853038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58672) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:18.862091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.880468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Provisioning complete for port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:18.881010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.889424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.930582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 36cc142e-bf47-4ef4-996b-fd6ac089e79c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:18.930963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:18.999078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2151c0a6-708b-479b-8d73-9b6c6ff50ece None None] Port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:19.039529 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ed0226-81c8-46fe-99b3-0d54ee0b2d57 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:19.039927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-28ed0226-81c8-46fe-99b3-0d54ee0b2d57 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:19.063302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:19.064639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:19.166986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-28ed0226-81c8-46fe-99b3-0d54ee0b2d57 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:19.172165 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-28ed0226-81c8-46fe-99b3-0d54ee0b2d57 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/e7ea4cdf-9977-44a9-9a06-e3db09345b1f HTTP/1.1" status: 404 len: 333 time: 0.3147025 Feb 15 13:49:19.172165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:19.214889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:19.289150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 25254c60-69dc-4e3e-b8c8-d0beaee79d69 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:19.289520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:19.298665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Router bd7987db-d77d-446a-9910-1c08e7eab534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:19.325439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5afa5f30-b84d-43d4-ac82-04c2046aafa2 None None] Provisioning complete for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:19.326035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5afa5f30-b84d-43d4-ac82-04c2046aafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:19.399837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5afa5f30-b84d-43d4-ac82-04c2046aafa2 None None] Port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:19.401000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=938da06b-3ac6-4a66-b972-e7e445150b49,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:19.496420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:19.506501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ffa0673e-1d87-4326-93f1-29f063807893 admin admin] 10.222.0.61 "PUT /v2.0/routers/bd7987db-d77d-446a-9910-1c08e7eab534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5568788 Feb 15 13:49:19.599954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:19.600283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 93019a0d-2cc9-4851-98e2-a38ad3e0311a disassociated (deleted). External IP: 172.26.0.123, port: b8b3d01e-f345-4705-bd16-5cd34b3df95a. Feb 15 13:49:19.722238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:19.914019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 25254c60-69dc-4e3e-b8c8-d0beaee79d69 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:20.129860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Sync routers for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:20.139482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:20.140100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:20.160419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58686) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:20.166473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442457884', 'description': 'tempest-secgroup-smoke-442457884 description', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:20.175700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:20.180284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:20.183133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:20.191354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:20.226837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:20.281726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.303575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:20.307452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:20.310388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:20.313694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.316677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:20.329715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:20.394012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.470211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.517097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2caee-9650-41ce-859c-2aec2f4f374b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:20.553427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=25254c60-69dc-4e3e-b8c8-d0beaee79d69,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:20.600207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.608153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58690) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:20.662891 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ac684cf8-8c70-4bd6-ab8f-abcce73a0c7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4496171 Feb 15 13:49:20.663823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:20.682108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:20.694142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:20.697296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:20.704542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:20.705873 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Sync routers for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:20.713935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05af33d3-8dfb-4812-a291-b00c01cb86ba up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:20.718568 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:20.719457 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:20.725489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:20.748996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.765390 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-395b7793-c55b-475f-ac6a-9a4d55981204 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/25254c60-69dc-4e3e-b8c8-d0beaee79d69 HTTP/1.1" status: 204 len: 168 time: 1.5893474 Feb 15 13:49:20.765390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58694) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:20.813603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:18Z', 'revision_number': 4, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16', 'name': '', 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'mac_address': 'fa:16:3e:3d:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:16Z', 'updated_at': '2022-02-15T13:49:18Z', 'revision_number': 2, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'subnets': [{'id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:20.814170 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa63faf-642c-40b1-8d0d-ffb66cc1786c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:20.814772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fa63faf-642c-40b1-8d0d-ffb66cc1786c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:20.818292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Checking router: bd7987db-d77d-446a-9910-1c08e7eab534 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:20.818656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Updating router bd7987db-d77d-446a-9910-1c08e7eab534 port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:20.847387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.881052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.893775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 05af33d3-8dfb-4812-a291-b00c01cb86ba completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:20.901997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 05af33d3-8dfb-4812-a291-b00c01cb86ba triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:20.902372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.913119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:20.927401 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:20.944681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fa63faf-642c-40b1-8d0d-ffb66cc1786c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:20.945980 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4fa63faf-642c-40b1-8d0d-ffb66cc1786c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/25254c60-69dc-4e3e-b8c8-d0beaee79d69 HTTP/1.1" status: 404 len: 333 time: 0.1802928 Feb 15 13:49:20.947417 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7330fa2e-d44c-440c-a9e6-bd1cef291c78 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/93019a0d-2cc9-4851-98e2-a38ad3e0311a HTTP/1.1" status: 204 len: 168 time: 3.6180234 Feb 15 13:49:20.949966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:20.950601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58698) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:20.998498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.098721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.145829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 75d8cda8-fe38-48fa-96d0-fa61d80c5abe {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:21.157611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.166437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a0c48-3989-4648-bf56-96c78fe6daa4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.193646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.196943 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'status': 'completed', 'code': 200} Feb 15 13:49:21.263243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 05af33d3-8dfb-4812-a291-b00c01cb86ba, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05af33d3-8dfb-4812-a291-b00c01cb86ba,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:21.290016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.327281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.331001 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6564b114-6fee-46ac-95e1-f22dd98064fa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7190752 Feb 15 13:49:21.331848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:21.336991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:21.344740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:21.348975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:21.352535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:21.360322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:21.403294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.406969 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:21.412417 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Checking router: 8e2bddb4-5a67-443f-835b-03fbc5a274e5 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:21.423232 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:21.424239 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:21.467206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.469070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a341a-d25b-419c-9882-381d6ed6920f req-508e8bae-28d4-4213-abb8-737511609812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:21.470414 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-508e8bae-28d4-4213-abb8-737511609812 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 1099 time: 0.2636182 Feb 15 13:49:21.481784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.509539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Transition to ACTIVE for port object b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:21.523391 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=05af33d3-8dfb-4812-a291-b00c01cb86ba,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.569293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.572051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.657076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a341a-d25b-419c-9882-381d6ed6920f req-3545c39d-2106-4a18-aa25-eab7f76c8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:21.659285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-3545c39d-2106-4a18-aa25-eab7f76c8a31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 200 len: 896 time: 0.1817834 Feb 15 13:49:21.666526 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:21.671150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.707211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54378301-7130-48e8-9d9e-d9ebf901cc12,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.742862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754992f-2171-4615-90cc-df761851e05c None None] Pushing event updated for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.829015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.836465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bd0de9a9-8c53-46da-9ec8-81b94caa8b28 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5039997 Feb 15 13:49:21.837120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58714) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:21.842667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.843211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:21.858812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:21.864224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:21.868764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:21.869234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Attempting to bind port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:21.869710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Attempting to bind port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:21.870127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Attempting to bind port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 on network 39fdebe2-7c89-4f8f-9dc9-704876263c97 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:21.875708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:21.877757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:21.878223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Checking segment: {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:21.878645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.879040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Bound using segment: {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:21.879563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Bound port: b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93ce64d-13df-4995-b954-bde85466e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:21.879939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.916068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-25fbbabb-7d35-489c-8f8e-81e7f01b2b7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 200 len: 217 time: 0.2283652 Feb 15 13:49:21.955430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:21.990206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] For port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:21.993677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] For port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:22.028991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.054476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a341a-d25b-419c-9882-381d6ed6920f req-ad81736f-6315-41f1-9f84-f057ea573a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:22.055902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-ad81736f-6315-41f1-9f84-f057ea573a78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 200 len: 835 time: 0.1262770 Feb 15 13:49:22.057866 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:22.062681 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404212e-fdaa-459f-bdac-d201be0a061d None None] The sync data for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv is: [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b3202892-c501-4613-aee3-e4b9c3678b93', 'name': '', 'network_id': 'f514dc8e-8d34-4c78-b339-e6daeacb4f42', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:ad:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:10Z', 'updated_at': '2022-02-15T13:48:19Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'f88435e4-3382-4dc5-b167-d41f62758fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:22.081360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.081710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.116275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c39a0bd-0a92-4d45-a6b5-5ff9d46934b4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.146466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451e2f-621d-43b5-8ffd-7434547ec63f req-4266c2e1-aa7b-48e0-91e0-aa58423d4c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:22.148274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58451e2f-621d-43b5-8ffd-7434547ec63f req-4266c2e1-aa7b-48e0-91e0-aa58423d4c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.3609877 Feb 15 13:49:22.198876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:22.199522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:22.205438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a341a-d25b-419c-9882-381d6ed6920f req-5ed4983a-efff-4630-ac3b-a40e23e7f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:22.206930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-5ed4983a-efff-4630-ac3b-a40e23e7f59e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f514dc8e-8d34-4c78-b339-e6daeacb4f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1443396 Feb 15 13:49:22.212956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58451e2f-621d-43b5-8ffd-7434547ec63f req-b2d1536f-6151-4355-8f1a-337f2b4a22f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571954 Feb 15 13:49:22.223935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.225223 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b9fb63bd-0a7e-4d8e-a912-17ae6a1e9738 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3869350 Feb 15 13:49:22.228395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58718) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:22.241492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.243579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:22.255559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:22.260256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:22.263923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:22.274255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:22.277871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754992f-2171-4615-90cc-df761851e05c None None] Pushing event updated for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.381868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=75d8cda8-fe38-48fa-96d0-fa61d80c5abe,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.388409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.399254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a2cef-aeff-486f-95ff-afeec7b1b189 None None] Network 2c8d2fde-b757-4f27-8d95-e1b3787e3293 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:22.399347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.408248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ed1178bb-d4ac-4523-8aa5-a79c9c99b51b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/75d8cda8-fe38-48fa-96d0-fa61d80c5abe HTTP/1.1" status: 204 len: 168 time: 1.4557998 Feb 15 13:49:22.417178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58722) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:22.421681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6dcd54-cb96-4bed-85dc-55ec85fcbdf2 None None] New status for floating IP 93019a0d-2cc9-4851-98e2-a38ad3e0311a: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:49:22.472693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.562748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-209bcfbd-e01b-43eb-9f11-57374fd6df5e service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488135 Feb 15 13:49:22.572206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.579933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.603520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c27470b-273a-418e-86e2-62b8ab236f1a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.674691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05af33d3-8dfb-4812-a291-b00c01cb86ba up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:22.719310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:22.737503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.738820 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-211207ca-b082-411d-a134-f6d420b5c72e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5093341 Feb 15 13:49:22.741749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58726) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:22.744348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 36cc142e-bf47-4ef4-996b-fd6ac089e79c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:22.744546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.747501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:22.754448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:22.758325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:22.761965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:22.768542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:22.782864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-435a341a-d25b-419c-9882-381d6ed6920f req-6e28fb6f-2c65-4e2b-9e5b-15bf7cb09a0b service neutron] 10.222.0.36 "GET /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085903 Feb 15 13:49:22.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Project b2357b2ba9014f0dbdb2180216ff21c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:49:22.854481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:22.926773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.018520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.020997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=36cc142e-bf47-4ef4-996b-fd6ac089e79c,segment=NetworkSegment(f8646515-a4c7-49c3-8e81-57c0701840ab),segment_id=f8646515-a4c7-49c3-8e81-57c0701840ab)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:23.021391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.046855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21e1c71-43d6-479e-aeb4-12a1a9826c8a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.093383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 05af33d3-8dfb-4812-a291-b00c01cb86ba triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:23.093785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.115912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.117119 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-df56d04f-fdf7-45b1-a3bd-f5e19159fef0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3743110 Feb 15 13:49:23.119964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58730) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:23.126292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'security_group_rule': {'security_group_id': 'fff2caee-9650-41ce-859c-2aec2f4f374b', 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:23.133477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:23.137521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:security_group_rule and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:23.141660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:23.147946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:23.154799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 36cc142e-bf47-4ef4-996b-fd6ac089e79c owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:23.211807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-d8f846b2-4efb-42cd-9148-5dc03303ed53 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:23.212806 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-d8f846b2-4efb-42cd-9148-5dc03303ed53 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.3374531 Feb 15 13:49:23.241698 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Project b2357b2ba9014f0dbdb2180216ff21c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:49:23.250200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.350372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.352320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] DHCP port deletion for 2c8d2fde-b757-4f27-8d95-e1b3787e3293 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:49:23.361663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Deleting port 36cc142e-bf47-4ef4-996b-fd6ac089e79c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:23.362040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.442665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.468185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e414cd-75ae-4301-887b-df82c5f68a3d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.474150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:18Z', 'revision_number': 4, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16', 'name': '', 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'mac_address': 'fa:16:3e:3d:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:16Z', 'updated_at': '2022-02-15T13:49:21Z', 'revision_number': 4, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'subnets': [{'id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:23.484241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2926e-389c-46fc-8274-0aaae80c59b6 None None] The sync data for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv is: [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T13:49:18Z', 'revision_number': 4, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16', 'name': '', 'network_id': '39fdebe2-7c89-4f8f-9dc9-704876263c97', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'mac_address': 'fa:16:3e:3d:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:16Z', 'updated_at': '2022-02-15T13:49:21Z', 'revision_number': 4, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'subnets': [{'id': '5c12f1ea-7fa7-4091-9e72-b2a0379c4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:23.498559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port b8b3d01e-f345-4705-bd16-5cd34b3df95a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:23.499133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.551411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.555716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-07262b86-05df-4ce3-bc73-568cd364f433 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4316261 Feb 15 13:49:23.587097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739a0cc-fec9-488f-99f9-b5f360f625ef req-388ff413-35b2-499b-9407-59f8df135003 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:23.593021 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6739a0cc-fec9-488f-99f9-b5f360f625ef req-388ff413-35b2-499b-9407-59f8df135003 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 946 time: 0.1940532 Feb 15 13:49:23.593021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.675569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] For port 36cc142e-bf47-4ef4-996b-fd6ac089e79c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=36cc142e-bf47-4ef4-996b-fd6ac089e79c,segment=NetworkSegment(f8646515-a4c7-49c3-8e81-57c0701840ab),segment_id=f8646515-a4c7-49c3-8e81-57c0701840ab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:23.676609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:23.762316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port 36cc142e-bf47-4ef4-996b-fd6ac089e79c on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:23.770811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=36cc142e-bf47-4ef4-996b-fd6ac089e79c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.850375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Calling delete_port for 36cc142e-bf47-4ef4-996b-fd6ac089e79c owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:23.949755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:49:23.950111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:49:23.991853 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6739a0cc-fec9-488f-99f9-b5f360f625ef req-c726ab8c-dd12-41df-8974-09bdf6a71239 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddd70702-a87d-4ff7-8af7-f7dd8fddacec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912787 Feb 15 13:49:24.038193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.087613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8d2fde-b757-4f27-8d95-e1b3787e3293']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:24.113329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8646515-a4c7-49c3-8e81-57c0701840ab') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:24.113670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8646515-a4c7-49c3-8e81-57c0701840ab') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:24.127370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port b8b3d01e-f345-4705-bd16-5cd34b3df95a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b8b3d01e-f345-4705-bd16-5cd34b3df95a,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:24.127732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.140950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.277221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for b8b3d01e-f345-4705-bd16-5cd34b3df95a owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:24.315037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.332226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:49:24.332643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:49:24.347651 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:49:24.452550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Deleting port 36cc142e-bf47-4ef4-996b-fd6ac089e79c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:24.452961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.527252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-39cf6a8d-cf1f-46c6-ba58-56e8b818b6a8 None None] The port '36cc142e-bf47-4ef4-996b-fd6ac089e79c' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:49:24.542702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.565280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.587253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=2c8d2fde-b757-4f27-8d95-e1b3787e3293,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.606698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.687212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:24.695013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=b8b3d01e-f345-4705-bd16-5cd34b3df95a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.755715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port b8b3d01e-f345-4705-bd16-5cd34b3df95a on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:24.759170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.761976 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e115a7b3-7b46-47c4-8be2-5ffd6e242806 req-cbf566e2-e088-4f9b-b157-d662edeef4b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/b8b3d01e-f345-4705-bd16-5cd34b3df95a HTTP/1.1" status: 204 len: 173 time: 1.5414689 Feb 15 13:49:24.762591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'name': 'network-vif-deleted', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:24.812795 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e04c85-d1fa-4fc9-9c0c-eb448619568c', 'name': 'network-vif-deleted', 'tag': 'b8b3d01e-f345-4705-bd16-5cd34b3df95a', 'status': 'completed', 'code': 200} Feb 15 13:49:24.871522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:24.872545 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f37b627f-239c-4ae7-aea7-dc99e54d87f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/2c8d2fde-b757-4f27-8d95-e1b3787e3293 HTTP/1.1" status: 204 len: 168 time: 2.4542413 Feb 15 13:49:24.878467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:24.878851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:24.881669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58784) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:24.889006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-612769467'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:24.894919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:24.899576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:24.905490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:24.922483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:25.041754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:25.046243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.098123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:25.110286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.110920 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment 948a9779-7b8e-4d2b-af47-79cab5a2a6fd of type vlan for network e5073db4-67ce-4fd0-bda8-0d81784b5d14 Feb 15 13:49:25.111136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.147888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.166614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:25.193427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f07be9bd-2511-4f15-9d52-51ddfcb30f6a req-55ccd1a4-e974-422a-85bf-6201fe6fa53a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:25.242353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.292104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 36cc142e-bf47-4ef4-996b-fd6ac089e79c no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:25.326972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.327203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f07be9bd-2511-4f15-9d52-51ddfcb30f6a req-55ccd1a4-e974-422a-85bf-6201fe6fa53a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:25.328292 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f07be9bd-2511-4f15-9d52-51ddfcb30f6a req-55ccd1a4-e974-422a-85bf-6201fe6fa53a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e04c85-d1fa-4fc9-9c0c-eb448619568c HTTP/1.1" status: 200 len: 210 time: 0.1944227 Feb 15 13:49:25.334876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:25.334876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:25.335715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 36cc142e-bf47-4ef4-996b-fd6ac089e79c {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:25.336057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 36cc142e-bf47-4ef4-996b-fd6ac089e79c not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:25.352171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:25.449106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=e5073db4-67ce-4fd0-bda8-0d81784b5d14,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:25.459403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:49:25.521550 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3a59498c-dc94-438a-9a40-caa26a8c1490 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6387317 Feb 15 13:49:25.524784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58800) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:25.531456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:25.677386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:25.682151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:25.685149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:25.690961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:25.767244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:25.770987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.202635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.293140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=6112dea5-68aa-4b32-99c0-f7f60b91120a,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:26.297210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': '948a9779-7b8e-4d2b-af47-79cab5a2a6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:26.297593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: e5073db4-67ce-4fd0-bda8-0d81784b5d14, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:26.361765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device b8b3d01e-f345-4705-bd16-5cd34b3df95a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:26.399463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: b8b3d01e-f345-4705-bd16-5cd34b3df95a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:26.400038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device b8b3d01e-f345-4705-bd16-5cd34b3df95a not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:26.418063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:26.431814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58834) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:26.498388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e5073db4-67ce-4fd0-bda8-0d81784b5d14) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:26.505529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.506113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.508565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79571efb-d66c-4af3-b421-9d9e39319629 None None] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:26.510069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.552003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.674042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:26.698475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff7285f0-7ecd-4823-819a-23930147b9bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1724360 Feb 15 13:49:26.702014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58838) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:26.708431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14', 'name': 'tempest-PortsTestJSON-590224743', 'fixed_ips': [{'subnet_id': '6112dea5-68aa-4b32-99c0-f7f60b91120a', 'ip_address': '172.20.0.10'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:26.791291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-e5073db4-67ce-4fd0-bda8-0d81784b5d14', 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '6112dea5-68aa-4b32-99c0-f7f60b91120a'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:26.792098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.803407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:26.803770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.834774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.869984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd70702-a87d-4ff7-8af7-f7dd8fddacec,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:26.882345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:26.887249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:26.891018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:26.893836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:26.894967 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8a8cef45-b5c6-49fa-93e7-ca5e01c3aeaa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/ddd70702-a87d-4ff7-8af7-f7dd8fddacec HTTP/1.1" status: 204 len: 168 time: 0.4620523 Feb 15 13:49:26.909735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:27.039295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58846) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:27.076987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Allocated IP 172.20.0.2 (e5073db4-67ce-4fd0-bda8-0d81784b5d14/6112dea5-68aa-4b32-99c0-f7f60b91120a/ff097c69-b0f1-41c3-8d22-9bfbe21d45d0) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:27.120315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:27.298359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.313626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Transition to ACTIVE for port object ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:27.336979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Transition to ACTIVE for port object ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:27.417199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.436980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.463621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port fe3ee01a-413f-4b11-8e08-1809a19a313f yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:27.503035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:27.506397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:27.510301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:27.559630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Pushing event updated for resources: {'Port': ['ID=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:27.614245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Attempting to bind port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:27.614639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Attempting to bind port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '948a9779-7b8e-4d2b-af47-79cab5a2a6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:27.614996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Attempting to bind port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 on network e5073db4-67ce-4fd0-bda8-0d81784b5d14 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:27.621742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:27.622114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Checking segment: {'id': '948a9779-7b8e-4d2b-af47-79cab5a2a6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:27.624774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.625208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Bound using segment: {'id': '948a9779-7b8e-4d2b-af47-79cab5a2a6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:27.625741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Bound port: ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a9779-7b8e-4d2b-af47-79cab5a2a6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:27.626120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.739269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] For port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:27.742803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] For port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,segment=NetworkSegment(948a9779-7b8e-4d2b-af47-79cab5a2a6fd),segment_id=948a9779-7b8e-4d2b-af47-79cab5a2a6fd)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:27.801971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:27.843682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.10 (e5073db4-67ce-4fd0-bda8-0d81784b5d14/6112dea5-68aa-4b32-99c0-f7f60b91120a/fe3ee01a-413f-4b11-8e08-1809a19a313f) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:27.906188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017afe7f-0b64-46f0-8bd8-675ac7e90533 None None] Pushing event updated for resources: {'Port': ['ID=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:28.314333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:28.319339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:28.409964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object fe3ee01a-413f-4b11-8e08-1809a19a313f will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:28.704285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:28.754947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port b3202892-c501-4613-aee3-e4b9c3678b93 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:28.755287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:28.947619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:28.983342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:29.045958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port b3202892-c501-4613-aee3-e4b9c3678b93, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b3202892-c501-4613-aee3-e4b9c3678b93,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:29.046311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.064206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:29.071412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:29.109837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2ed7d-43d0-4e64-8fdc-d18e701ddfa1 None None] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:29.122236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=fe3ee01a-413f-4b11-8e08-1809a19a313f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.124943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:29.225911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for b3202892-c501-4613-aee3-e4b9c3678b93 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:29.326176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.327169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.395108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Provisioning for port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:29.416880 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:49:29.423840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4cafc216-4038-4e41-8b20-07d9eb1d2b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.427935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Provisioning complete for port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:29.428397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.568532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.603474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-528ac5fc-807c-4bce-bb91-b6be4103169a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8979044 Feb 15 13:49:29.604133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58854) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:29.610206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': 'e5073db4-67ce-4fd0-bda8-0d81784b5d14', 'name': 'tempest-PortsTestJSON-604064821', 'fixed_ips': [{'subnet_id': '6112dea5-68aa-4b32-99c0-f7f60b91120a', 'ip_address': '172.20.0.9'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:29.633377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] For port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,segment=NetworkSegment(948a9779-7b8e-4d2b-af47-79cab5a2a6fd),segment_id=948a9779-7b8e-4d2b-af47-79cab5a2a6fd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:29.721285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.731848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:29.799672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:29.804722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:29.810799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:29.817950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=b3202892-c501-4613-aee3-e4b9c3678b93,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.819001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:29.885970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a119b3-538f-4926-8c11-4e09fbbd47f6 None None] Pushing event updated for resources: {'Port': ['ID=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.915695 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:29.944996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Provisioning complete for port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:29.946442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.173671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.195537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port f2ea7db6-bd34-4fb6-a447-8d283a52807d yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:30.297881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Provisioning for port fe3ee01a-413f-4b11-8e08-1809a19a313f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:30.310437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Provisioning complete for port fe3ee01a-413f-4b11-8e08-1809a19a313f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:30.312661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.317343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.384193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3637b7cd-2795-4ec0-85e0-e63cb1c052c3 None None] Port fe3ee01a-413f-4b11-8e08-1809a19a313f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:30.478562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.9 (e5073db4-67ce-4fd0-bda8-0d81784b5d14/6112dea5-68aa-4b32-99c0-f7f60b91120a/f2ea7db6-bd34-4fb6-a447-8d283a52807d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:30.512933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-16c46415-3206-4383-85be-75f3ca5cbc21 None None] Provisioning complete for port fe3ee01a-413f-4b11-8e08-1809a19a313f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:30.513553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16c46415-3206-4383-85be-75f3ca5cbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.616292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-16c46415-3206-4383-85be-75f3ca5cbc21 None None] Port fe3ee01a-413f-4b11-8e08-1809a19a313f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:30.742550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:30.769992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.787603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object f2ea7db6-bd34-4fb6-a447-8d283a52807d will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:30.828091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:30.828904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:30.843374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:30.962081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.038378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:31.049714 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd621-e28f-420d-85de-25530618b00c None None] Sync routers for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:31.050275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:31.053833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:31.058270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:31.072107 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:31.072983 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:31.108324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=f2ea7db6-bd34-4fb6-a447-8d283a52807d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:31.118401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.118844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.119189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.119522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.119873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.120209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.120534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.120855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.121174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.121515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.121836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.122155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:31.160835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.161570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.180064 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-94e65ca7-a883-4190-b449-6261cab02c34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/8e2bddb4-5a67-443f-835b-03fbc5a274e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1388352 Feb 15 13:49:31.183028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58860) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:31.272816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet f88435e4-3382-4dc5-b167-d41f62758fe4 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:31.276247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.292583 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:31.304875 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-81c7dcf0-1796-4070-8661-8d1d31fe54bb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6996875 Feb 15 13:49:31.307665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58864) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:31.339536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.445820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bec3820c-772d-4521-b4da-a2bc1af0ef32 None None] Provisioning for port f2ea7db6-bd34-4fb6-a447-8d283a52807d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:31.446617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e91fd-ac8c-4bb1-8c78-0e5bebcb1a1b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.447389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-470e91fd-ac8c-4bb1-8c78-0e5bebcb1a1b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:31.453158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bec3820c-772d-4521-b4da-a2bc1af0ef32 None None] Provisioning complete for port f2ea7db6-bd34-4fb6-a447-8d283a52807d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:31.453697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bec3820c-772d-4521-b4da-a2bc1af0ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.479802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.550082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bec3820c-772d-4521-b4da-a2bc1af0ef32 None None] Port f2ea7db6-bd34-4fb6-a447-8d283a52807d cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:31.572593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-470e91fd-ac8c-4bb1-8c78-0e5bebcb1a1b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:31.574637 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-470e91fd-ac8c-4bb1-8c78-0e5bebcb1a1b tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2644527 Feb 15 13:49:31.577319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58870) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:31.624001 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:49:29Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:31.628232 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd621-e28f-420d-85de-25530618b00c None None] Checking router: 8e2bddb4-5a67-443f-835b-03fbc5a274e5 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:31.637101 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] Routers {'8e2bddb4-5a67-443f-835b-03fbc5a274e5'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:31.637730 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:31.657668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.700022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:31.708988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e64fa-5937-4a75-8be4-575736d392e8 None None] Network f514dc8e-8d34-4c78-b339-e6daeacb4f42 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:31.713080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/f88435e4-3382-4dc5-b167-d41f62758fe4 HTTP/1.1" status: 204 len: 168 time: 0.5292192 Feb 15 13:49:31.714087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54dfe-9cf2-40f5-bcc5-dacf3fac75f1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=f88435e4-3382-4dc5-b167-d41f62758fe4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:31.716138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58874) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:31.761144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b53e8e-afa6-4074-a61a-17baeecb2392 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.771417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b53e8e-afa6-4074-a61a-17baeecb2392 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.780917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b53e8e-afa6-4074-a61a-17baeecb2392 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.787043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e7b53e8e-afa6-4074-a61a-17baeecb2392 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2085145 Feb 15 13:49:31.788790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58878) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:31.936181 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] Set router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:31.944400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.049633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port f2ea7db6-bd34-4fb6-a447-8d283a52807d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:32.050392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.110834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] DHCP port deletion for f514dc8e-8d34-4c78-b339-e6daeacb4f42 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:49:32.116315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Deleting port 622a31f5-111a-4c35-9348-227439c68b52 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:32.116782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.298824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.380522 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-adabd621-e28f-420d-85de-25530618b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:49:29Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:32.380522 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd621-e28f-420d-85de-25530618b00c None None] The sync data for ids ['8e2bddb4-5a67-443f-835b-03fbc5a274e5'] in dv-neutron-828156-1-hyperv is: [{'id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'name': 'tempest-TestNetworkBasicOps-router-435552717', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:00Z', 'updated_at': '2022-02-15T13:49:29Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'e05122cb-1ad4-4eab-9581-875e944f7507', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bddb4-5a67-443f-835b-03fbc5a274e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:01Z', 'updated_at': '2022-02-15T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:32.392674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.395655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] For port 622a31f5-111a-4c35-9348-227439c68b52, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=622a31f5-111a-4c35-9348-227439c68b52,segment=NetworkSegment(f91ce0a9-e9ae-45d6-98ad-60a96474b4fb),segment_id=f91ce0a9-e9ae-45d6-98ad-60a96474b4fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:32.396058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:32.567291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for f2ea7db6-bd34-4fb6-a447-8d283a52807d owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:32.567417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Calling delete_port for 622a31f5-111a-4c35-9348-227439c68b52 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:32.930484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 622a31f5-111a-4c35-9348-227439c68b52 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:33.090882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.212810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port e05122cb-1ad4-4eab-9581-875e944f7507 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:33.221478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.269947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.271764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.272501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b7aa310f-62e4-463a-93e1-014d8cae55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.273888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.275797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.356269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=f2ea7db6-bd34-4fb6-a447-8d283a52807d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:33.366772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.373060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] Pushing event deleted for resources: {'Port': ['ID=622a31f5-111a-4c35-9348-227439c68b52,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:33.377286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274a292-3219-4b54-9cfa-ac18eba4adab None None] No DVR routers for this DVR port 622a31f5-111a-4c35-9348-227439c68b52 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:33.479782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.555459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port e05122cb-1ad4-4eab-9581-875e944f7507, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e05122cb-1ad4-4eab-9581-875e944f7507,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:33.555821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:33.573697 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6f23c23b-9963-4b0a-a6fc-f6e234e4b566 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/f2ea7db6-bd34-4fb6-a447-8d283a52807d HTTP/1.1" status: 204 len: 168 time: 1.7784421 Feb 15 13:49:33.578136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58884) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:33.641130 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42f4cd3-810e-463c-bab3-1ac17206db08 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:33.641801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a42f4cd3-810e-463c-bab3-1ac17206db08 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:33.694990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for e05122cb-1ad4-4eab-9581-875e944f7507 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:33.732483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a42f4cd3-810e-463c-bab3-1ac17206db08 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:33.733829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a42f4cd3-810e-463c-bab3-1ac17206db08 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/f2ea7db6-bd34-4fb6-a447-8d283a52807d HTTP/1.1" status: 404 len: 333 time: 0.1546412 Feb 15 13:49:33.736621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58890) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:33.827214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port fe3ee01a-413f-4b11-8e08-1809a19a313f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:33.827726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.007119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.061650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=e05122cb-1ad4-4eab-9581-875e944f7507,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:34.088739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.115247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.156546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.214444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for fe3ee01a-413f-4b11-8e08-1809a19a313f owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:34.336730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.338990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.435342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.435885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2bddb4-5a67-443f-835b-03fbc5a274e5 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:49:34.451677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.455502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.460158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-502c0ec9-fa40-4453-855b-600b4a362611 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/8e2bddb4-5a67-443f-835b-03fbc5a274e5 HTTP/1.1" status: 204 len: 168 time: 2.7405941 Feb 15 13:49:34.461108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58894) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:34.511632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=fe3ee01a-413f-4b11-8e08-1809a19a313f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:34.616312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.766426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.823935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.856485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f514dc8e-8d34-4c78-b339-e6daeacb4f42']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:34.870184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:34.870507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91ce0a9-e9ae-45d6-98ad-60a96474b4fb') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:34.883037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.899692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.905880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:49:34.906269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:49:34.921373 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:49:34.943323 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-79b261c4-ef19-4aab-918a-c4bba147efab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/fe3ee01a-413f-4b11-8e08-1809a19a313f HTTP/1.1" status: 204 len: 168 time: 1.2052655 Feb 15 13:49:34.945693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58900) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:34.991700 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7508eb41-098d-4028-928f-81993cb0ee72 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:34.992229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7508eb41-098d-4028-928f-81993cb0ee72 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:35.034971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b3202892-c501-4613-aee3-e4b9c3678b93 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:35.080580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: b3202892-c501-4613-aee3-e4b9c3678b93 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:35.080935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b3202892-c501-4613-aee3-e4b9c3678b93 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:35.115478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7508eb41-098d-4028-928f-81993cb0ee72 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:35.116923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7508eb41-098d-4028-928f-81993cb0ee72 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/fe3ee01a-413f-4b11-8e08-1809a19a313f HTTP/1.1" status: 404 len: 333 time: 0.1703255 Feb 15 13:49:35.120776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58904) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:35.166413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:35.184273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:35.192434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 6112dea5-68aa-4b32-99c0-f7f60b91120a {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:35.195649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:35.195944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=f514dc8e-8d34-4c78-b339-e6daeacb4f42,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.258019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:35.329933 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-25289c30-db26-4e3f-b355-100738e529ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/f514dc8e-8d34-4c78-b339-e6daeacb4f42 HTTP/1.1" status: 204 len: 168 time: 0.8642886 Feb 15 13:49:35.340854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58908) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:35.348865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1401925738', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:35.382574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:35.382574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:35.382574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:35.382574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:35.382574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:35.983444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:36.093500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.093500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.093500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=6112dea5-68aa-4b32-99c0-f7f60b91120a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.093500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.095220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3afac-8d14-48e5-89c5-cd87681443fc None None] Network e5073db4-67ce-4fd0-bda8-0d81784b5d14 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:36.095671 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-06f208cb-679c-44b2-a2b4-0ce8878657eb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/6112dea5-68aa-4b32-99c0-f7f60b91120a HTTP/1.1" status: 204 len: 168 time: 0.9357274 Feb 15 13:49:36.095671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:36.095671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.095671 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment 3977ab59-c562-439c-9459-0c65a4f21bb6 of type vlan for network 62db70c2-e09d-4276-a7af-9388ae8c7b62 Feb 15 13:49:36.095991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:36.115381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.327776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.339219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:36.339552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.352762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] DHCP port deletion for e5073db4-67ce-4fd0-bda8-0d81784b5d14 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:49:36.357941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Deleting port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:36.358530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.556725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,segment=NetworkSegment(948a9779-7b8e-4d2b-af47-79cab5a2a6fd),segment_id=948a9779-7b8e-4d2b-af47-79cab5a2a6fd)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:36.557020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.614236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] For port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,segment=NetworkSegment(948a9779-7b8e-4d2b-af47-79cab5a2a6fd),segment_id=948a9779-7b8e-4d2b-af47-79cab5a2a6fd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:36.614752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.706258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:36.707214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:36.774469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.781358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.782075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.802034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Calling delete_port for ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:36.900489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=62db70c2-e09d-4276-a7af-9388ae8c7b62,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.909740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:36.927653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:49:36.955592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=ff097c69-b0f1-41c3-8d22-9bfbe21d45d0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.965000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:36.968181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.971210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.972238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:36.972238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:37.003478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 update to DOWN by agent not found {{(pid=88298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 15 13:49:37.003889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e05122cb-1ad4-4eab-9581-875e944f7507 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:37.054032 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f3624c05-5d4c-4280-bdf6-f1246364b5fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7110264 Feb 15 13:49:37.056704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58920) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:37.061253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e05122cb-1ad4-4eab-9581-875e944f7507 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:37.061856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e05122cb-1ad4-4eab-9581-875e944f7507 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:37.064740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:49:37.065559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:49:37.076477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-882363792', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:37.096042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:37.100480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:37.103898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:37.111287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:37.112230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.141604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5073db4-67ce-4fd0-bda8-0d81784b5d14']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:37.154867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948a9779-7b8e-4d2b-af47-79cab5a2a6fd') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:37.155102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948a9779-7b8e-4d2b-af47-79cab5a2a6fd') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:37.166838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.183731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.190197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:49:37.190668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:49:37.206275 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:49:37.234196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.234196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.374840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.386718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.399624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.407217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=e5073db4-67ce-4fd0-bda8-0d81784b5d14,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:37.509559 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-29ea87b1-ccfc-4e61-aad6-28d134e1980a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/e5073db4-67ce-4fd0-bda8-0d81784b5d14 HTTP/1.1" status: 204 len: 168 time: 1.4257545 Feb 15 13:49:37.513996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58924) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:37.520196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048112885'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:37.527525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:37.530524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:network and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:37.533946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:37.539848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:37.566877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Deleting port ff097c69-b0f1-41c3-8d22-9bfbe21d45d0 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:37.567521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.652216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-22fa8c10-99ed-439e-b9ca-64dea19f2591 None None] The port 'ff097c69-b0f1-41c3-8d22-9bfbe21d45d0' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:49:37.664151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:37.668007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.697232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:37.707394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.707766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Added segment 696548af-16f5-40da-8cc4-545e5eff85c4 of type vlan for network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 Feb 15 13:49:37.733116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.735104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.910124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:37.916284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.916907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:38.028941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Network': ['ID=f3b6dad1-a13a-48d7-94a7-437ccbdc3789,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:38.039513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:49:38.151797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3db05877-3da1-4b51-a12e-920450c45dee tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6344416 Feb 15 13:49:38.152416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58930) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:38.159161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:38.191882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:38.225595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:38.282164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:38.286681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:38.288838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:38.294525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:38.370891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.81 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c66ef782-7846-4594-8e02-4f70d3dddc6d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:38.378524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:38.382198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:38.643692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.018748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.047163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.106233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=0736a14a-b500-44f8-bc7a-f54426a021a9,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:39.117033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:39.119980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Checking segment: {'id': '696548af-16f5-40da-8cc4-545e5eff85c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:39.120166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:39.120366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network hostable DHCP agents. Network: f3b6dad1-a13a-48d7-94a7-437ccbdc3789, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:39.124493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:39.161592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=c66ef782-7846-4594-8e02-4f70d3dddc6d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:39.211375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:39.320985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f3b6dad1-a13a-48d7-94a7-437ccbdc3789) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:39.333542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff272fa9-88c0-4ccf-afb5-ab8ed59053c7 None None] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:39.335045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:39.335627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.448134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a311f1c3-fa0c-47fa-90b9-fb31798a48b4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2949574 Feb 15 13:49:39.451224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58936) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:39.457388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1220936132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:39.464466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:39.469291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:router and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:39.472989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:39.479940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:39.549967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.550924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.569282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.605238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-f3b6dad1-a13a-48d7-94a7-437ccbdc3789', 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '0736a14a-b500-44f8-bc7a-f54426a021a9'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:39.606290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.651882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.676744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.754703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:39.755957 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5db09c0-4f9d-400c-8882-2a5ae0d51925 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3038063 Feb 15 13:49:39.758566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58940) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:39.766538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789', 'name': 'tempest-PortsTestJSON-483578553'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:39.789052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Allocated IP 172.20.0.2 (f3b6dad1-a13a-48d7-94a7-437ccbdc3789/0736a14a-b500-44f8-bc7a-f54426a021a9/5603c7d4-7c19-4f58-934a-9a4525050ecf) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:40.046161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:40.050571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:40.053663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:40.060325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:40.072523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.082822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.098895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Transition to ACTIVE for port object 5603c7d4-7c19-4f58-934a-9a4525050ecf will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:40.118867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Transition to ACTIVE for port object 5603c7d4-7c19-4f58-934a-9a4525050ecf will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:40.338301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:40.342650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.375846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 72156b46-4764-48d3-ab87-85cb23b3bc9b yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:40.400838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:49:40.405014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.463307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:40.471151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:40.474083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:40.518956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.12 (f3b6dad1-a13a-48d7-94a7-437ccbdc3789/0736a14a-b500-44f8-bc7a-f54426a021a9/72156b46-4764-48d3-ab87-85cb23b3bc9b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:40.533457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Pushing event updated for resources: {'Port': ['ID=5603c7d4-7c19-4f58-934a-9a4525050ecf,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:40.596174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Attempting to bind port 5603c7d4-7c19-4f58-934a-9a4525050ecf on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:40.596548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Attempting to bind port 5603c7d4-7c19-4f58-934a-9a4525050ecf by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '696548af-16f5-40da-8cc4-545e5eff85c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:40.596916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Attempting to bind port 5603c7d4-7c19-4f58-934a-9a4525050ecf on network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:40.603182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:40.603569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Checking segment: {'id': '696548af-16f5-40da-8cc4-545e5eff85c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:40.603980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.604550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Bound using segment: {'id': '696548af-16f5-40da-8cc4-545e5eff85c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:40.605167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Bound port: 5603c7d4-7c19-4f58-934a-9a4525050ecf, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696548af-16f5-40da-8cc4-545e5eff85c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f3b6dad1-a13a-48d7-94a7-437ccbdc3789'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:40.605583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.732350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-376f470f-2108-4c06-944a-98635413caf7 None None] For port 5603c7d4-7c19-4f58-934a-9a4525050ecf, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:40.736508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-376f470f-2108-4c06-944a-98635413caf7 None None] For port 5603c7d4-7c19-4f58-934a-9a4525050ecf, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5603c7d4-7c19-4f58-934a-9a4525050ecf,segment=NetworkSegment(696548af-16f5-40da-8cc4-545e5eff85c4),segment_id=696548af-16f5-40da-8cc4-545e5eff85c4)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:40.751039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:40.764486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:40.777294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:40.778097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:40.788870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.807113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 72156b46-4764-48d3-ab87-85cb23b3bc9b will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:40.848697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.881102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:40.885501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e1540861-e60a-4956-8cf0-0b2d542878f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8241227 Feb 15 13:49:40.885870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58962) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:40.931240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7850700-1472-4e95-b9a5-99df2be2269f tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415199 Feb 15 13:49:40.931475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58966) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:40.962321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:41.027253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f470f-2108-4c06-944a-98635413caf7 None None] Pushing event updated for resources: {'Port': ['ID=5603c7d4-7c19-4f58-934a-9a4525050ecf,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:41.064718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:41.092644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:41.094864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ee069-ab71-4bf6-8ecb-a0d2621f493c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:41.096534 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-651ee069-ab71-4bf6-8ecb-a0d2621f493c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641159 Feb 15 13:49:41.097108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:41.099270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=72156b46-4764-48d3-ab87-85cb23b3bc9b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:41.099644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58970) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:41.102117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:41.167692 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-265a56c5-38df-4924-ab93-169bdd078600 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546813 Feb 15 13:49:41.172222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 58974) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:41.178520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977879449', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:41.209999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:41.210724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:41.324837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-687a5d2c-b2dc-4556-9ad4-b3efbcae79f6 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5647111 Feb 15 13:49:41.325613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58978) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:41.341241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:41.349821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:41.363908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:41.374059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:41.452583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:41.457424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:41.489437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:39Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:41.513864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:41.514583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Updating router cf76c8c0-c5bb-43f2-879e-a370d3d22170 port c66ef782-7846-4594-8e02-4f70d3dddc6d binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:41.597757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:41.881610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:41.972395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=a3dae3b0-bb42-4204-a920-b45190a77192,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:41.982631 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:41.983187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: 62db70c2-e09d-4276-a7af-9388ae8c7b62, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:42.049117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.065671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Transition to ACTIVE for port object c66ef782-7846-4594-8e02-4f70d3dddc6d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:42.073551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.130061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:42.212576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.253151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 62db70c2-e09d-4276-a7af-9388ae8c7b62) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:42.268561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:42.274423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.314559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Pushing event updated for resources: {'Port': ['ID=c66ef782-7846-4594-8e02-4f70d3dddc6d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:42.317998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c288980-16e4-4443-9697-42e84cd71d5c None None] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:42.392757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1a9e3a2e-da98-4218-9311-7937dd30d93e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2193720 Feb 15 13:49:42.395475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 58984) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:42.430960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da75861-4fb5-4244-b093-c14e76bc43c5 None None] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:42.447565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Attempting to bind port c66ef782-7846-4594-8e02-4f70d3dddc6d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:42.447937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Attempting to bind port c66ef782-7846-4594-8e02-4f70d3dddc6d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:42.448295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Attempting to bind port c66ef782-7846-4594-8e02-4f70d3dddc6d on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:42.521092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:42.521092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:42.522029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.522029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:42.522204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Bound port: c66ef782-7846-4594-8e02-4f70d3dddc6d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:42.522537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:42.754367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d4d2353a-8612-466d-8794-ddfc49b73f3f None None] Provisioning for port 5603c7d4-7c19-4f58-934a-9a4525050ecf completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:42.795027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5603c7d4-7c19-4f58-934a-9a4525050ecf up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:42.973218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] For port c66ef782-7846-4594-8e02-4f70d3dddc6d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:43.031880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] For port c66ef782-7846-4594-8e02-4f70d3dddc6d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c66ef782-7846-4594-8e02-4f70d3dddc6d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:43.098516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-62db70c2-e09d-4276-a7af-9388ae8c7b62', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:43.099347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.115941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.126892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.266697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5603c7d4-7c19-4f58-934a-9a4525050ecf completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:43.282765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.303803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5603c7d4-7c19-4f58-934a-9a4525050ecf triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:43.304239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.337811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:43.338205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:43.409256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=72156b46-4764-48d3-ab87-85cb23b3bc9b,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:43.475454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Pushing event updated for resources: {'Port': ['ID=c66ef782-7846-4594-8e02-4f70d3dddc6d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:43.531107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.531826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.531956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.532350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.532783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.533210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.533646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.534062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.534477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.534889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.535303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.535715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50157de9-4c49-4008-be04-fc08cd888393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:43.626140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:43.703469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Allocated IP 172.20.0.2 (62db70c2-e09d-4276-a7af-9388ae8c7b62/a3dae3b0-bb42-4204-a920-b45190a77192/7a79672e-b84c-4ca4-b4cd-cadedf7109c1) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:43.741928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:44.134787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.176366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.242817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Provisioning for port 72156b46-4764-48d3-ab87-85cb23b3bc9b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:44.268788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5603c7d4-7c19-4f58-934a-9a4525050ecf, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5603c7d4-7c19-4f58-934a-9a4525050ecf,segment=NetworkSegment(696548af-16f5-40da-8cc4-545e5eff85c4),segment_id=696548af-16f5-40da-8cc4-545e5eff85c4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:44.290035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Provisioning complete for port 72156b46-4764-48d3-ab87-85cb23b3bc9b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:44.291839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.387890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.455852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Port 72156b46-4764-48d3-ab87-85cb23b3bc9b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:44.534146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Provisioning complete for port 5603c7d4-7c19-4f58-934a-9a4525050ecf triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:44.534901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9314b6f7-34f9-4a55-bf2f-0c7a1800882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.561551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.587142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5603c7d4-7c19-4f58-934a-9a4525050ecf,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:44.604373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Transition to ACTIVE for port object 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:44.618266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.641109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Transition to ACTIVE for port object 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:44.660284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:39Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:44.693598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161648c-002c-4e48-b8a9-3bd94e83bdba None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:39Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:44.718246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.801853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:44.805116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:44.808569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:44.848584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Pushing event updated for resources: {'Port': ['ID=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:44.928550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Attempting to bind port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:44.936541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Attempting to bind port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:44.936541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Attempting to bind port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:44.936541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bf854451-fa43-4e21-a1c5-9fdec4b22c0f None None] Provisioning complete for port 72156b46-4764-48d3-ab87-85cb23b3bc9b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:44.936541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf854451-fa43-4e21-a1c5-9fdec4b22c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.943173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (62db70c2-e09d-4276-a7af-9388ae8c7b62/a3dae3b0-bb42-4204-a920-b45190a77192/96b01351-ed5b-49cc-911d-d01c12644bc0) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:44.964392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:44.966880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Checking segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:44.966880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:44.966880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Bound using segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:44.967332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Bound port: 7a79672e-b84c-4ca4-b4cd-cadedf7109c1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:44.967600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.095278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bf854451-fa43-4e21-a1c5-9fdec4b22c0f None None] Port 72156b46-4764-48d3-ab87-85cb23b3bc9b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:45.147836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] For port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:45.155756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] For port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:45.224873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.335929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.381908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dd7fd-a309-4725-8d0c-f553f92b63ff None None] Pushing event updated for resources: {'Port': ['ID=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:45.393206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.411684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 96b01351-ed5b-49cc-911d-d01c12644bc0 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:45.618249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.700383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.771326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:45.777866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:45.783107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.787094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:45.820599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=72156b46-4764-48d3-ab87-85cb23b3bc9b,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:45.992583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:45.996846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:46.217903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:46.220962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:46.435088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c1de9480-8e7e-4ddc-ae27-55f3b6e782e2 None None] Provisioning complete for port 72156b46-4764-48d3-ab87-85cb23b3bc9b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:46.435813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c1de9480-8e7e-4ddc-ae27-55f3b6e782e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:46.491754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c1de9480-8e7e-4ddc-ae27-55f3b6e782e2 None None] Port 72156b46-4764-48d3-ab87-85cb23b3bc9b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:46.549793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Router d9bf502f-b3fd-4590-aa85-2021e4e4742f is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:49:46.636455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:46.768081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5603c7d4-7c19-4f58-934a-9a4525050ecf up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:46.807165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:46.821761 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] Sync routers for ids ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:46.831931 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] Routers {'d9bf502f-b3fd-4590-aa85-2021e4e4742f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:46.832919 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:46.859315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5603c7d4-7c19-4f58-934a-9a4525050ecf triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:46.859779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:46.912530 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:46.920874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59004) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:46.925836 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] Routers {'d9bf502f-b3fd-4590-aa85-2021e4e4742f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:46.926462 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:46.936811 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9a2ad627-3a25-4a36-b26e-95c430645abf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/routers/d9bf502f-b3fd-4590-aa85-2021e4e4742f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6059868 Feb 15 13:49:46.978543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95040c22-8615-4c98-8e53-3907d4352b5e None None] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:47.002429 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:47.002743 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea79ff7-4d1c-4b94-b37b-4d0c6c422e2e None None] The sync data for ids ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:47.019627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383bbd8-8a32-4400-ba2b-0955c641654f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.025994 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e383bbd8-8a32-4400-ba2b-0955c641654f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9bf502f-b3fd-4590-aa85-2021e4e4742f HTTP/1.1" status: 200 len: 982 time: 0.0984917 Feb 15 13:49:47.025994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59008) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:47.243827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0703bf34-5b6a-41e1-aa19-575095327adf None None] Provisioning for port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:47.248807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.254632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:47.371677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.508713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:47.509896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.515477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:47.516028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.593452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.656254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:47.666280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.668857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:47.670790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:47.706747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:47.859454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:47.859771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c66ef782-7846-4594-8e02-4f70d3dddc6d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:47.891254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:47.952186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Provisioning for port 96b01351-ed5b-49cc-911d-d01c12644bc0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:47.995173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Provisioning complete for port 96b01351-ed5b-49cc-911d-d01c12644bc0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:47.995552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.049939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 72156b46-4764-48d3-ab87-85cb23b3bc9b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:48.050516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.101817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Port 96b01351-ed5b-49cc-911d-d01c12644bc0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:48.104529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:48.131792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Provisioning complete for port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:48.132169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-860b5daa-6a88-4d65-bf53-00886869c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.249670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:48.254603 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a83fd72-3489-4f1a-a485-f84619d63e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/cf76c8c0-c5bb-43f2-879e-a370d3d22170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8580930 Feb 15 13:49:48.257444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59016) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:48.262890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:48.282298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:48.282882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:48.308284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.338143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c66ef782-7846-4594-8e02-4f70d3dddc6d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:48.366258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c66ef782-7846-4594-8e02-4f70d3dddc6d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:48.366636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.424308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.424944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.425435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.425906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.426366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.426832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.427284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.427732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.430285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4edb2126-92e0-48dc-8788-d0bc2a56867a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5621 time: 0.1716309 Feb 15 13:49:48.432998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:48.444707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 72156b46-4764-48d3-ab87-85cb23b3bc9b owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:48.520077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.521144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.521966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.522864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.523562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.524339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.525079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.527417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff96ffd1-7080-4f28-847e-f4acf0fb62d3 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.0932560 Feb 15 13:49:48.532284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:48.547315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b42db59-9faf-4978-86da-9ba47208fb6c None None] Provisioning complete for port 96b01351-ed5b-49cc-911d-d01c12644bc0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:48.547925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b42db59-9faf-4978-86da-9ba47208fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.582818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:48.728945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5b42db59-9faf-4978-86da-9ba47208fb6c None None] Port 96b01351-ed5b-49cc-911d-d01c12644bc0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:48.770434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-15c09a5c-6238-415f-824f-a92b7fe2ca1d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.2343769 Feb 15 13:49:48.789655 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.824543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:48.849306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=72156b46-4764-48d3-ab87-85cb23b3bc9b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:48.900590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c66ef782-7846-4594-8e02-4f70d3dddc6d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c66ef782-7846-4594-8e02-4f70d3dddc6d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:48.999824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.093657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c66ef782-7846-4594-8e02-4f70d3dddc6d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:49.118207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:47Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.119364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.124226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:49.160428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:49.161292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Updating router cf76c8c0-c5bb-43f2-879e-a370d3d22170 port 96b01351-ed5b-49cc-911d-d01c12644bc0 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:49.168350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59030) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:49.174538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734578253', 'description': 'tempest-secgroup-smoke-734578253 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:49.182879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:49.188195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:49.191552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:49.198854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:49.232521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.310682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.334172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:49.338478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:49.342022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:49.347988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:49.350134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:49.350512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.409822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Router d9bf502f-b3fd-4590-aa85-2021e4e4742f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:49:49.454132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.635848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.694410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:49.696177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:49:49.711473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d8965d9a-a1a0-4b4e-90ae-30b15c9a4783 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/routers/d9bf502f-b3fd-4590-aa85-2021e4e4742f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6865177 Feb 15 13:49:49.714147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59036) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:49.717620 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] Sync routers for ids ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:49.727447 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] Routers {'d9bf502f-b3fd-4590-aa85-2021e4e4742f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:49.728045 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.758044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-070c59ec-0562-4d6f-b6c8-965971a3c0bf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:49:49.760096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-070c59ec-0562-4d6f-b6c8-965971a3c0bf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:49.792420 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.801903 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] Routers {'d9bf502f-b3fd-4590-aa85-2021e4e4742f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:49.802526 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.823615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.828326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:49.829715 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-50c6b05d-fa07-47f3-977c-d8eb29cc8c04 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6602921 Feb 15 13:49:49.832696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:49.837995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:49.841952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Transition to ACTIVE for port object 96b01351-ed5b-49cc-911d-d01c12644bc0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:49.844970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:49.849090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:49.852303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:49.858475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:49.866598 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.866991 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8030855-4c94-4d01-9cb0-e25ad99eefe7 None None] The sync data for ids ['d9bf502f-b3fd-4590-aa85-2021e4e4742f'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:49.874475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-070c59ec-0562-4d6f-b6c8-965971a3c0bf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:49.880643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-070c59ec-0562-4d6f-b6c8-965971a3c0bf tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/72156b46-4764-48d3-ab87-85cb23b3bc9b HTTP/1.1" status: 404 len: 333 time: 0.1606309 Feb 15 13:49:49.880643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:49.984178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.023542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.041025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.143556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4ed8f-fda1-4bad-b8c0-baf9cb764c20 None None] Pushing event updated for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:50.219016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Attempting to bind port 96b01351-ed5b-49cc-911d-d01c12644bc0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:50.219708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Attempting to bind port 96b01351-ed5b-49cc-911d-d01c12644bc0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:50.220271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Attempting to bind port 96b01351-ed5b-49cc-911d-d01c12644bc0 on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:50.226981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:50.227354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Checking segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:50.227750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.228259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Bound using segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:50.228662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Bound port: 96b01351-ed5b-49cc-911d-d01c12644bc0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:50.229042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.326729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] For port 96b01351-ed5b-49cc-911d-d01c12644bc0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:50.329886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] For port 96b01351-ed5b-49cc-911d-d01c12644bc0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=96b01351-ed5b-49cc-911d-d01c12644bc0,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:50.395403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.398397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.424736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.457126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.542893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:49:50.543512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:49:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:50.561217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.591462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e20d3b-4121-4fea-9da1-b9bfbd9e5a21,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:50.607360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4ed8f-fda1-4bad-b8c0-baf9cb764c20 None None] Pushing event updated for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:50.687066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.687558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Fanout notify agent at l3_agent the message router_deleted on router d9bf502f-b3fd-4590-aa85-2021e4e4742f {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:49:50.694987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.700363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-130fa236-e451-460c-9b5b-0f27583c0000 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/routers/d9bf502f-b3fd-4590-aa85-2021e4e4742f HTTP/1.1" status: 204 len: 168 time: 0.8168688 Feb 15 13:49:50.701378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59050) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:50.722902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.724059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-93c0b0b1-69bf-4f67-8a71-ecaab57c0f8c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8903699 Feb 15 13:49:50.727943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59054) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:50.738920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:50.740356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:50.746629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:50.750702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:49:50.751569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:50.760053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:50.777553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 0736a14a-b500-44f8-bc7a-f54426a021a9 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:49:50.780651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.837749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.838512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:50.939564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.041241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.084081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c66ef782-7846-4594-8e02-4f70d3dddc6d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:51.155578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.159629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:50Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:51.166255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72348051-d646-4a40-bae0-d694a1847dc8 None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:50Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:51.179275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c66ef782-7846-4594-8e02-4f70d3dddc6d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:51.179662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.195944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.207661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=0736a14a-b500-44f8-bc7a-f54426a021a9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:51.239227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.262019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-13a58100-14fe-4cea-b428-374aec4923f7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/0736a14a-b500-44f8-bc7a-f54426a021a9 HTTP/1.1" status: 204 len: 168 time: 0.5617585 Feb 15 13:49:51.264920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59058) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:51.267157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19de19c-23bb-4a0c-a707-4e024c5df272,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:51.277058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750583bf-61e2-4fb4-b921-13b59b98ec93 None None] Network f3b6dad1-a13a-48d7-94a7-437ccbdc3789 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:51.404191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.405242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.409973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59062) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:51.410270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-13a7bd69-193b-4a4f-bcda-54cbf54e1b52 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6812613 Feb 15 13:49:51.416382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:51.427270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:51.433945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:51.437939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:51.441832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 5603c7d4-7c19-4f58-934a-9a4525050ecf {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:51.442113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.483440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:51.663348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] DHCP port deletion for f3b6dad1-a13a-48d7-94a7-437ccbdc3789 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:49:51.667128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.667588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Deleting port 5603c7d4-7c19-4f58-934a-9a4525050ecf {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:51.667966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.730090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port 5603c7d4-7c19-4f58-934a-9a4525050ecf, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5603c7d4-7c19-4f58-934a-9a4525050ecf,segment=NetworkSegment(696548af-16f5-40da-8cc4-545e5eff85c4),segment_id=696548af-16f5-40da-8cc4-545e5eff85c4)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:51.730686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.880044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 5603c7d4-7c19-4f58-934a-9a4525050ecf owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:51.906850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] For port 5603c7d4-7c19-4f58-934a-9a4525050ecf, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5603c7d4-7c19-4f58-934a-9a4525050ecf,segment=NetworkSegment(696548af-16f5-40da-8cc4-545e5eff85c4),segment_id=696548af-16f5-40da-8cc4-545e5eff85c4)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:51.907293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:51.956172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.036987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Calling delete_port for 5603c7d4-7c19-4f58-934a-9a4525050ecf owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:49:52.058254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.083958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8b23f0-0969-4414-b94c-b56a23a8f049,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.109014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.115513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:49:52.116076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:49:52.160255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=5603c7d4-7c19-4f58-934a-9a4525050ecf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.168129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No DVR routers for this DVR port 5603c7d4-7c19-4f58-934a-9a4525050ecf on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:52.196713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.197970 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a83ff5e8-18c7-473b-a54d-865034f63720 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7868831 Feb 15 13:49:52.201653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59068) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:52.207621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:52.213913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:52.219272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:52.223142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:52.230238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:52.304059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.331533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b6dad1-a13a-48d7-94a7-437ccbdc3789']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:52.345597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696548af-16f5-40da-8cc4-545e5eff85c4') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:52.345890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696548af-16f5-40da-8cc4-545e5eff85c4') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:52.358334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.367432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.375560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.382571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:49:52.383109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:49:52.399008 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:49:52.438322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.549389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.574995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5c710-e5ea-4b05-a5ef-8aee1139ba18,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.601344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.616863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Deleting port 5603c7d4-7c19-4f58-934a-9a4525050ecf {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:49:52.617563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.618723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.629154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=f3b6dad1-a13a-48d7-94a7-437ccbdc3789,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.638522 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9705532e-9b05-47a7-8897-be7513d946a1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/f3b6dad1-a13a-48d7-94a7-437ccbdc3789 HTTP/1.1" status: 204 len: 168 time: 1.3646288 Feb 15 13:49:52.639396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:52.691466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cfec97ee-cf99-4a79-b8ce-b8f222ea08c5 None None] The port '5603c7d4-7c19-4f58-934a-9a4525050ecf' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:49:52.705754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.707713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-211be645-ef80-417b-98bb-4a73d2feebeb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5029540 Feb 15 13:49:52.709112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59078) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:52.716028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:52.723588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:52.731722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:52.740704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f533a-145b-4755-a135-ee420b2da1dd tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:52.742124 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d67f533a-145b-4755-a135-ee420b2da1dd tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/2b4f0e43-f8dd-4abc-9800-da52fb26b188 HTTP/1.1" status: 200 len: 841 time: 0.1017499 Feb 15 13:49:52.743226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:52.746360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59082) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:52.751208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:52.815994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5bab1028-ce88-4bfa-9c40-9a7759c7dfb2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:52.852863 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:49:52.860203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.924703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:52.978249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5bab1028-ce88-4bfa-9c40-9a7759c7dfb2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:52.979470 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5bab1028-ce88-4bfa-9c40-9a7759c7dfb2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/2b4f0e43-f8dd-4abc-9800-da52fb26b188?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2321310 Feb 15 13:49:52.983931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59086) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:52.991438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:53.010863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.037512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb2252-237b-40d8-8579-b00df07df037,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.105635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:53.109897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:53.111413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 96b01351-ed5b-49cc-911d-d01c12644bc0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:53.112729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:53.118350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:53.156219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.160213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59090) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:53.160453 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-417168c2-9430-4834-942c-26eb8c3904dc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4508100 Feb 15 13:49:53.165742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d2bed-4fa7-4d5a-9f76-c32e999317cb', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:53.172045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:53.175896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:53.178725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:53.184650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:53.264598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:53.268433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.309615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 96b01351-ed5b-49cc-911d-d01c12644bc0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:53.314691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 96b01351-ed5b-49cc-911d-d01c12644bc0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:53.315132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.339554 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:49:53.355578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.433316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.460090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.469572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 96b01351-ed5b-49cc-911d-d01c12644bc0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=96b01351-ed5b-49cc-911d-d01c12644bc0,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:53.588558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.612788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.630577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16eb6f7-7f5c-41ec-80dd-f712e0154cd3,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.682735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5603c7d4-7c19-4f58-934a-9a4525050ecf no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:49:53.727295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5603c7d4-7c19-4f58-934a-9a4525050ecf {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:49:53.727646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5603c7d4-7c19-4f58-934a-9a4525050ecf not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:49:53.745258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.840671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.842152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a4506d1c-90b1-4a38-8dcc-c3d96765814c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6805429 Feb 15 13:49:53.863701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.922040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:53.925011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:53.936151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.936632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365c0ec-b157-48cb-947b-8f2dfa0cdc4a None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:53.936777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:53.954529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=8168aae6-7631-4dc9-952c-16f4005caa1f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:54.078514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-5b6ddb64-07b5-4eb0-92d3-a06098486db6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:54.127153 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dc8b09f4-6b1d-433b-b83c-c89efaf30312 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1421635 Feb 15 13:49:54.130275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59108) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:54.135397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'security_group': {'name': 'tempest-secgroup-641495110'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:54.142823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:54.146730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:54.150011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:54.156179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:54.161040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-5b6ddb64-07b5-4eb0-92d3-a06098486db6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:54.162809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-5b6ddb64-07b5-4eb0-92d3-a06098486db6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734578253&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.1269979 Feb 15 13:49:54.193572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-69c3b895-5e5e-4d47-af86-293231a270a0', 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'tenant_id': 'fddef12843194a0f93285a82c373976a', 'fixed_ips': [{'subnet_id': '8168aae6-7631-4dc9-952c-16f4005caa1f'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:49:54.194442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.286931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.312139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:54.316733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:54.320071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:54.327409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:54.332869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-c56603f8-da3a-43d2-986a-c4a75cde6b6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:54.333709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-c56603f8-da3a-43d2-986a-c4a75cde6b6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:54.392941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Allocated IP 172.20.0.2 (69c3b895-5e5e-4d47-af86-293231a270a0/8168aae6-7631-4dc9-952c-16f4005caa1f/7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:54.403902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.480692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-c56603f8-da3a-43d2-986a-c4a75cde6b6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:54.482555 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-c56603f8-da3a-43d2-986a-c4a75cde6b6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 797 time: 0.3128808 Feb 15 13:49:54.498576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-1270264e-0573-4491-96b6-c9ccc39a959c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0102038 Feb 15 13:49:54.531682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.578389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5ebdb-be93-4485-aa99-5de95d4a9c0d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:54.594492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-b448a98f-398c-4e4d-bc84-c2748fd06f99 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:49:54.615247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.626516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Transition to ACTIVE for port object 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:54.644514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Transition to ACTIVE for port object 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:54.753297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-b448a98f-398c-4e4d-bc84-c2748fd06f99 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:49:54.753579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.753820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.757325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-b448a98f-398c-4e4d-bc84-c2748fd06f99 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504880 Feb 15 13:49:54.757695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59112) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:54.757796 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e7196bd0-a2d7-4d34-aa82-68de21b5cd50 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6235442 Feb 15 13:49:54.762817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'security_group': {'name': 'tempest-secgroup-660875596'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:54.788265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:54.797926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:54.823667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:54.826627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:54.830284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:54.835871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:54.848240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:54.861011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:54.927024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-bd8ea838-f22c-4acd-91cf-39bb252c2334 service neutron] 10.222.0.61 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587358 Feb 15 13:49:54.928532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Attempting to bind port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:49:54.928897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Attempting to bind port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:49:54.929258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Attempting to bind port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 on network 69c3b895-5e5e-4d47-af86-293231a270a0 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:49:54.934602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:49:54.934965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Checking segment: {'id': 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:49:54.935690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:54.936245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Bound using segment: {'id': 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:49:54.936890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Bound port: 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:49:54.937507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.012875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.028617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:49:55.032861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:49:55.047668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:55.062793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:55.068189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:55.081098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 96b01351-ed5b-49cc-911d-d01c12644bc0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:55.086631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:55.123649 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-a0e48941-08f2-46bb-9a9c-c8e0d7d84473 service neutron] 10.222.0.61 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881344 Feb 15 13:49:55.157758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.189439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.202289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 96b01351-ed5b-49cc-911d-d01c12644bc0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:55.209463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.297048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.305828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed17b7-fd5e-41c0-9c8c-2cd0bc7d4c10 None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.343295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b160e-1743-40e8-9382-9385a2388a91,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.451660 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-48160098-5a80-4e40-a7c3-f06ca99169d1 req-ef8064ab-3a5d-4a78-8c9d-4287c9185252 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.0502007 Feb 15 13:49:55.473961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.475525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5c5cfb8-9316-4c9b-b677-cb5b38d7a9e7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7170374 Feb 15 13:49:55.478517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59122) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:55.485489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405637124', 'security_groups': ['b58b160e-1743-40e8-9382-9385a2388a91'], 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8168aae6-7631-4dc9-952c-16f4005caa1f'}]}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:55.662720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:55.668489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:port and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:55.670672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:55.676928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:55.800878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:55.931870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:55.953026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:49:56.171136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.9 (69c3b895-5e5e-4d47-af86-293231a270a0/8168aae6-7631-4dc9-952c-16f4005caa1f/30ad12ee-6d74-475c-b5f8-8b71b4b46fe9) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:56.373189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:56.390223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:56.502540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:56.718444 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7036dd84-fcf9-4a15-9cd4-457a97592083 req-8b0731ea-3f56-480f-8cad-2c20d468fa4e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.1759670 Feb 15 13:49:56.729640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:56.733498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:56.736095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:49:56.775772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=30ad12ee-6d74-475c-b5f8-8b71b4b46fe9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.785045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-20a78c69-59d7-41fd-9aad-896ef6eaca24 None None] Provisioning for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:56.804009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-20a78c69-59d7-41fd-9aad-896ef6eaca24 None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:56.804522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-20a78c69-59d7-41fd-9aad-896ef6eaca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:56.811094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:56.812035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:56.870850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-20a78c69-59d7-41fd-9aad-896ef6eaca24 None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:57.070526 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3e8bb173-dfd3-4e89-a50d-6a6c1a225d96 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5906639 Feb 15 13:49:57.073156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59138) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:57.079453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:57.111558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:57.141240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2e738ef4-6095-476f-8055-d610a0dbc64e None None] Provisioning for port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:57.152276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2e738ef4-6095-476f-8055-d610a0dbc64e None None] Provisioning complete for port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:57.152644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2e738ef4-6095-476f-8055-d610a0dbc64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:57.225671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2e738ef4-6095-476f-8055-d610a0dbc64e None None] Port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:49:57.254500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:57.258549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:57.261346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:57.271673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:57.532173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:57.532418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:57.535725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:57.538425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:57.538952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:57.691304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:57.706304 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.ipam_backend_mixin [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8168aae6-7631-4dc9-952c-16f4005caa1f (CIDR: 172.20.0.0/28) Feb 15 13:49:57.728036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:49:57.800502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:49:57.800912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:49:57.908213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f6567b10-d99f-4da0-893a-74292ef3318e req-e600482d-dc29-418c-88fe-420fd871f290 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.0792739 Feb 15 13:49:57.937062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:57.942611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59144) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:57.968949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-06bf36ef-5a6b-401c-9c57-19096d229a46 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8739171 Feb 15 13:49:57.970160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:58.023576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:58.097268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:58.101845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:49:58.104841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:49:58.113834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:58.229673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:58.233807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:58.771653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:58.824517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:58.832535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:58.832535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:58.832925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:58.837193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f4c0e-3f06-4ece-aad6-f4e3f9d10334 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:49:58.867550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=b1e00f87-2aca-4359-b516-6af43fe15bcd,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.052204 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6e75eaa8-72db-494b-bc1a-601f98fe1a33 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1085324 Feb 15 13:49:59.053773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59152) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:49:59.064747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-445528453', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b1e00f87-2aca-4359-b516-6af43fe15bcd'}], 'security_groups': ['bac5ebdb-be93-4485-aa99-5de95d4a9c0d']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:59.117007 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e9f09d8-213b-4793-a44a-b788d55e11da req-2cc9a868-6c9c-4c43-a308-7efe25c8fe9a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.0800059 Feb 15 13:49:59.118070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:49:59.236540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:59.237251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:59.317933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-8fbfed33-f6f6-4f37-937d-358225054b6e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:59.319574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-8fbfed33-f6f6-4f37-937d-358225054b6e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 797 time: 0.1945822 Feb 15 13:49:59.395197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-4bfc6e35-8f4d-4dc5-8566-e3fd6e45f281 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 379 time: 0.0675511 Feb 15 13:49:59.405575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['ef8d2bed-4fa7-4d5a-9f76-c32e999317cb']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:59.417957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:59.508248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Update dhcp port {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'fixed_ips': [{'subnet_id': '8168aae6-7631-4dc9-952c-16f4005caa1f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b1e00f87-2aca-4359-b516-6af43fe15bcd'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:49:59.606768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1583-136b-4b72-b424-f60d62ba1bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:59.611595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:49:59.624708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:49:59.630432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:59.790423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:59.794268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:49:59.907693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Delete allocated IP 172.20.0.9 (69c3b895-5e5e-4d47-af86-293231a270a0/8168aae6-7631-4dc9-952c-16f4005caa1f) {{(pid=88296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:49:59.917893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.23 (69c3b895-5e5e-4d47-af86-293231a270a0/b1e00f87-2aca-4359-b516-6af43fe15bcd/30ad12ee-6d74-475c-b5f8-8b71b4b46fe9) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:00.042526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.13 (62db70c2-e09d-4276-a7af-9388ae8c7b62/a3dae3b0-bb42-4204-a920-b45190a77192/6bb963c1-9dd5-4792-8888-ef4c6de3cdeb) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:00.135067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.157627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:00.265083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.292111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.309215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:00.339519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Allocated IP 172.20.0.18 (69c3b895-5e5e-4d47-af86-293231a270a0/b1e00f87-2aca-4359-b516-6af43fe15bcd/7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:00.347638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b0ddae60-ab16-4f5e-9400-b8f26009baef req-e25065de-6412-4192-8ac1-4bb4b764b935 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.1102502 Feb 15 13:50:00.447077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.526528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:00.527885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:00.529872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:00.533077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:00.574269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=30ad12ee-6d74-475c-b5f8-8b71b4b46fe9,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.592884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.598880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.614817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] In _notify_port_updated(), no bound segment for port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 on network 69c3b895-5e5e-4d47-af86-293231a270a0 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:50:00.620803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:00.621474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.623880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d57ec16d-18fa-4388-ab53-c8f64f0379a7 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/ports/30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 HTTP/1.1" status: 200 len: 920 time: 1.5689335 Feb 15 13:50:00.627647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59168) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:00.642132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:00.642792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.648326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Transition to ACTIVE for port object 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:00.704701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:00.708397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.759569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.760227 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-3411eca5-4f5d-42a8-a3ce-72b8b56dfcfb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3597577 Feb 15 13:50:00.792322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Request body: {'port': {'device_id': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:00.895760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:00.937541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a92e49-18be-4292-b340-2fd069508a47 None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.987127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.001742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2f984c75-3dc9-4646-8834-ca9b165d9a82 None None] Provisioning for port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:01.009520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2f984c75-3dc9-4646-8834-ca9b165d9a82 None None] Provisioning complete for port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:01.010301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2f984c75-3dc9-4646-8834-ca9b165d9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.137255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2f984c75-3dc9-4646-8834-ca9b165d9a82 None None] Port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:01.142199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:01.148047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:01.429248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.444749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:01.455830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.517060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Transition to ACTIVE for port object 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:01.542685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=30ad12ee-6d74-475c-b5f8-8b71b4b46fe9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:01.585363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3770c-a543-4bf1-a375-10bb526d4f4f req-d79675e3-11b9-426f-85df-4860708c4388 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:01.587487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-64f3770c-a543-4bf1-a375-10bb526d4f4f req-d79675e3-11b9-426f-85df-4860708c4388 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:01.604295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.656741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Could not find standard attr ID for object 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:50:01.689089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.715123 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-971507f0-4735-4606-966f-207862e0edad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 HTTP/1.1" status: 204 len: 168 time: 1.0866568 Feb 15 13:50:01.718165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59180) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:01.771748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-64f3770c-a543-4bf1-a375-10bb526d4f4f req-d79675e3-11b9-426f-85df-4860708c4388 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:01.775028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64f3770c-a543-4bf1-a375-10bb526d4f4f req-d79675e3-11b9-426f-85df-4860708c4388 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 932 time: 0.3001804 Feb 15 13:50:01.776093 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-246730ac-057c-4c7f-8532-f379551613f3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:50:01.776796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-246730ac-057c-4c7f-8532-f379551613f3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:01.822126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Provisioning for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:01.831773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:01.831773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:01.892342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Pushing event updated for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:01.938415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-246730ac-057c-4c7f-8532-f379551613f3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:01.940313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-246730ac-057c-4c7f-8532-f379551613f3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/30ad12ee-6d74-475c-b5f8-8b71b4b46fe9 HTTP/1.1" status: 404 len: 333 time: 0.2201154 Feb 15 13:50:01.942864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59188) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:01.986012 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64f3770c-a543-4bf1-a375-10bb526d4f4f req-01a894c1-63a1-44e5-becb-148582b7dab9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006555 Feb 15 13:50:02.011996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-fb0e5b65-1c95-4d50-b65b-54c954d5aa31 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:02.043952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:02.044432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Attempting to bind port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:02.044741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.044864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Attempting to bind port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:02.045090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Attempting to bind port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:02.053192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:50:02.053579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Attempting to bind port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:02.061497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:02.061908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Checking segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:02.062396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Bound using segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:02.062731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Bound port: 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:02.063030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.066670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.101595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.123700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2734e351-e3f6-4757-959d-810cc6d34933 None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:02.184808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:02.188444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:02.189612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-fb0e5b65-1c95-4d50-b65b-54c954d5aa31 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:02.190792 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-fb0e5b65-1c95-4d50-b65b-54c954d5aa31 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442457884&fields=id&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 267 time: 0.2587960 Feb 15 13:50:02.250669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f78e5f5c-bc7d-49be-bacf-84efe0c3187b None None] Could not find standard attr ID for object 30ad12ee-6d74-475c-b5f8-8b71b4b46fe9. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:50:02.349506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.354708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.368565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b160e-1743-40e8-9382-9385a2388a91,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.383861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.385230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6dd6ee76-cf05-42ca-a30c-9bebb52923bc tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/security-groups/b58b160e-1743-40e8-9382-9385a2388a91 HTTP/1.1" status: 204 len: 168 time: 0.4413605 Feb 15 13:50:02.387994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59192) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:02.407947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-4db4900d-17ec-4797-a989-53a7e9c1b612 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.409576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-4db4900d-17ec-4797-a989-53a7e9c1b612 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.2118573 Feb 15 13:50:02.449763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.451171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.452862 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] 10.222.0.36 "PUT /v2.0/ports/6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 200 len: 1094 time: 1.6853437 Feb 15 13:50:02.454262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-37479c6c-581d-414f-beec-5abd494459ba tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/quotas/b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 375 time: 0.0316873 Feb 15 13:50:02.454700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:02.503985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.525284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-62b56a17-723a-4ebc-84a0-01d45e931c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.537241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'status': 'completed', 'code': 200} Feb 15 13:50:02.537835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e901df1-c7bb-4f70-abda-d859a5e970cf service neutron] Pushing event updated for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.567203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.676650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-44bce35d-ef1a-48ee-a66b-d010106efb04 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:02.676967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.706819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-256ca6a5-058c-4c3f-85de-93485de958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.708738 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-256ca6a5-058c-4c3f-85de-93485de958ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1097 time: 0.1433997 Feb 15 13:50:02.800957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.819002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5ebdb-be93-4485-aa99-5de95d4a9c0d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.825945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.827121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-482ed434-a896-4905-a614-539bde68b1f4 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/security-groups/bac5ebdb-be93-4485-aa99-5de95d4a9c0d HTTP/1.1" status: 204 len: 168 time: 0.4372699 Feb 15 13:50:02.829711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59198) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:02.847813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-44bce35d-ef1a-48ee-a66b-d010106efb04 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:02.849135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-44bce35d-ef1a-48ee-a66b-d010106efb04 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3773019 Feb 15 13:50:02.889724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-724ce05b-287d-4d56-bfd2-6da2e31c362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.891333 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-724ce05b-287d-4d56-bfd2-6da2e31c362d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1758094 Feb 15 13:50:02.906891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 8168aae6-7631-4dc9-952c-16f4005caa1f {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:50:02.910537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:02.922584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.010204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.020153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-1954e858-c641-4339-a8d6-3cbd08a5b39c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:50:03.021144 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-1954e858-c641-4339-a8d6-3cbd08a5b39c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1569729 Feb 15 13:50:03.112004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.190621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-76d0aa3b-8446-4a2b-8a3b-c7b7beb41c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.192138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4dcdf246-e6dc-4d1e-9be9-92c55c01a70e req-76d0aa3b-8446-4a2b-8a3b-c7b7beb41c63 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2948251 Feb 15 13:50:03.296549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.442753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-f3488ced-f8fb-4c35-8df0-428e80a8d96e service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974719 Feb 15 13:50:03.469958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.513939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=8168aae6-7631-4dc9-952c-16f4005caa1f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:03.516536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:03.527461 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3745a118-9268-441b-96e5-e91df8951a23 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/8168aae6-7631-4dc9-952c-16f4005caa1f HTTP/1.1" status: 204 len: 168 time: 0.6929858 Feb 15 13:50:03.527734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a8f42-4b81-4a5f-a92b-c69b43946360 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:03.531332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59208) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:03.547351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07c054-396d-4db6-a0da-2f7fc2ed4bad req-80978ce5-23cb-43c3-bb99-115f315ecbf7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.548953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa07c054-396d-4db6-a0da-2f7fc2ed4bad req-80978ce5-23cb-43c3-bb99-115f315ecbf7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 944 time: 0.4180076 Feb 15 13:50:03.554267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:03.715393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-b91455eb-4c1a-4d9d-b9dc-1d2330c8deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.717648 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-b91455eb-4c1a-4d9d-b9dc-1d2330c8deab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1097 time: 0.4785907 Feb 15 13:50:03.835260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa07c054-396d-4db6-a0da-2f7fc2ed4bad req-e5dddeeb-209b-448e-8938-5085fb14f218 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637198 Feb 15 13:50:03.843294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-60e0f63d-1230-4e70-a539-5df8e27732ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 200 len: 217 time: 0.1093950 Feb 15 13:50:03.896381 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-2354b0ef-e168-4303-b4f0-24770402acbb service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451025 Feb 15 13:50:03.913342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:03.920376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:03.929603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:03.940388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:03.943801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-1a77a7e1-e204-4f7c-9f60-cc74eaf4624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.945612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-1a77a7e1-e204-4f7c-9f60-cc74eaf4624f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0888884 Feb 15 13:50:04.042426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-9ef27786-d86a-45ad-9007-0cdf1564260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:04.044735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-9ef27786-d86a-45ad-9007-0cdf1564260c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915821 Feb 15 13:50:04.125433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:04.129027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.202110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.324683 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-d46dc7ae-3297-40c3-87ce-a6093d53de39 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748330 Feb 15 13:50:04.431453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-935906f4-f51e-4053-8cf2-8f23553cfaa8 None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:04.432045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-935906f4-f51e-4053-8cf2-8f23553cfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.528074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-beede98d-51db-4003-9d0a-f50da3fd16d0 req-4c20edc3-65d9-4cd7-8590-310cc37179be service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940672 Feb 15 13:50:04.591915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-935906f4-f51e-4053-8cf2-8f23553cfaa8 None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:04.594328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-935906f4-f51e-4053-8cf2-8f23553cfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.661065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-935906f4-f51e-4053-8cf2-8f23553cfaa8 None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:04.776138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.834931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:04.838079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:04.846761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:04.847306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:04.862377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=aba5b8a5-bc3c-4402-ad6b-821289d2e6f6,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:04.875399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330674a-10b6-482e-a59a-a31398d9841e None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:04.954854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7a6366b-b7cc-411e-82a2-d2b9e6092fc3 req-6692d26c-1483-49ab-a285-a655e16ade7f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0620151 Feb 15 13:50:04.982781 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-492de671-7fef-4a7a-8923-32d3a949de28 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4460986 Feb 15 13:50:04.988462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59224) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:04.989534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847220134'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:05.001624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:05.008118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:05.011559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:05.020642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:05.083463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269215c-4ef0-486a-9b81-06801fb96b7c req-ef9a207b-b368-40c9-98dc-6b1c3bebd470 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:05.085102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9269215c-4ef0-486a-9b81-06801fb96b7c req-ef9a207b-b368-40c9-98dc-6b1c3bebd470 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 944 time: 0.0906243 Feb 15 13:50:05.142074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9269215c-4ef0-486a-9b81-06801fb96b7c req-621199a6-078a-4405-a539-0b82264526df tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464694 Feb 15 13:50:05.207254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.234761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:05.239406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:05.242716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:05.250279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:05.301284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Update dhcp port {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'fixed_ips': [{'subnet_id': 'b1e00f87-2aca-4359-b516-6af43fe15bcd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aba5b8a5-bc3c-4402-ad6b-821289d2e6f6'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:50:05.328059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.357896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.416893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.476346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26922bb0-6025-4580-89ae-b100afc91c4c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:05.586275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Allocated IP 172.20.0.2 (69c3b895-5e5e-4d47-af86-293231a270a0/aba5b8a5-bc3c-4402-ad6b-821289d2e6f6/7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:05.617788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.619203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6a9d8bd8-6527-4bed-9e92-cba56fd6e1f1 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6343718 Feb 15 13:50:05.622025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59232) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:05.627722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'security_group': {'name': 'tempest-secgroup-1026129648'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:05.633892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:05.639047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:05.642251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:05.649469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:05.739131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:05.760706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.769727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.783117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:05.787030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:05.787323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Transition to ACTIVE for port object 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:05.790086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:05.796602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:05.868001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.909216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.949373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:05.998087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98ba73-113b-4ca6-9339-86d56fc3d8be,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:06.055851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378307e1-6729-4336-aeea-0e75c88a3d38 None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:06.063892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.068347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-015a2dfb-e806-4486-b631-57f710aef1fb tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4420967 Feb 15 13:50:06.068746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59240) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:06.073495 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-535b10fe-657c-4a69-8da0-41696276f41b req-2c56be57-3868-4d89-97ed-538ff871ff87 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0542352 Feb 15 13:50:06.078191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'security_group': {'name': 'tempest-secgroup-433954817'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:06.084710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:06.089332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:06.092927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:06.100633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:06.195720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.228236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:06.234114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:security_group_rule and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:06.238309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:06.245737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:06.331710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.361040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaf15b-a594-4ff0-81db-f20b0b195675 req-8d3d87c3-9910-40f1-88bc-a5314da3a3e6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:06.362710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1eaf15b-a594-4ff0-81db-f20b0b195675 req-8d3d87c3-9910-40f1-88bc-a5314da3a3e6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 944 time: 0.1024940 Feb 15 13:50:06.416492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1eaf15b-a594-4ff0-81db-f20b0b195675 req-713a0464-60bc-4ef6-bd61-2dc34745d8d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476811 Feb 15 13:50:06.425945 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:50:06.490492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.548329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:50:06.559304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6a66a-df26-4f06-b308-688acc3d14b7,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:06.685493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.687003 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a33e88e5-0889-4f33-8f11-6048748aa833 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6170731 Feb 15 13:50:06.689796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59246) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:06.695464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2042648885', 'security_groups': ['51e6a66a-df26-4f06-b308-688acc3d14b7'], 'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aba5b8a5-bc3c-4402-ad6b-821289d2e6f6'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:06.702931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:06.719690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'port_id': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'mac_address': 'fa:16:3e:95:ef:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:50:06.783034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.801856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:06.820141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:06.839965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:06.849817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:06.890186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Provisioning for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:06.896044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:06.896455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:06.993357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:07.008278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:07.140784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:07.162048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:07.162429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:07.213497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:07.294084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:07.296352 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:50:07.318027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] device_id is not set on port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:50:07.327803 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-749bc413-188d-41e6-986a-8c1054df8a4d req-93064c8b-9962-4960-ad70-fe896a682a20 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0929966 Feb 15 13:50:07.392688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b39bf31e-4d66-410c-b4db-c26c32bd4b9b None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:07.453613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:07.453998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:07.665061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.13 (69c3b895-5e5e-4d47-af86-293231a270a0/aba5b8a5-bc3c-4402-ad6b-821289d2e6f6/9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:07.893855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e32a-88fc-479b-b805-470d2d279009 req-78d110a9-c426-4ff8-8fe5-304db31aa9f0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:07.895582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90c9e32a-88fc-479b-b805-470d2d279009 req-78d110a9-c426-4ff8-8fe5-304db31aa9f0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 945 time: 0.3260992 Feb 15 13:50:07.979534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90c9e32a-88fc-479b-b805-470d2d279009 req-23b74eef-f187-4158-9767-0eb6cfa5acc0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720048 Feb 15 13:50:08.005554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.022085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:08.153466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.219956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-b76793ce-2575-4a9e-84bf-7a1f03f6d4b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:08.221677 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-b76793ce-2575-4a9e-84bf-7a1f03f6d4b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.1613591 Feb 15 13:50:08.231014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:08.234523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:08.238465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:08.280324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:08.281002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-b30e109f-d908-4320-a981-b8fbbf9026c9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 379 time: 0.0509291 Feb 15 13:50:08.291662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'port': {'device_id': '322fc693-e988-43f8-b145-569f115d15c8', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'admin_state_up': True, 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'security_groups': ['fff2caee-9650-41ce-859c-2aec2f4f374b']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:08.316479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:08.317546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.424933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-647a5ba9-0a3e-48a5-942b-040e3459f7ad tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7338448 Feb 15 13:50:08.427895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59256) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:08.436614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:08.534516 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cf29959a-f4ad-4b36-b3e7-79a2b4da1858 req-ca65235f-2a7a-46c7-9f0e-a7e74bab5490 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0817463 Feb 15 13:50:08.539803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:08.550085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:08.561062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:08.662673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Made reservation on behalf of b2357b2ba9014f0dbdb2180216ff21c9 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:08.668173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.680900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:08.687096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:08.691345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:08.699382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:08.708757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b57840a-e848-408e-bc42-ced14904ca63 None None] Provisioning for port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:08.715328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b57840a-e848-408e-bc42-ced14904ca63 None None] Provisioning complete for port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:08.716135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b57840a-e848-408e-bc42-ced14904ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.775140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:08.789116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:08.789515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.802876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:08.809060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.826949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5b57840a-e848-408e-bc42-ced14904ca63 None None] Port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:08.922764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.20.0.3 (f031d363-897b-4c01-b060-fc38cad1234a/37050c85-02c7-4ec0-965d-894e5f3bb105/cc1a1222-01f0-4fa2-b6ae-20900769b334) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:08.959740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:08.986191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.ipam_backend_mixin [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aba5b8a5-bc3c-4402-ad6b-821289d2e6f6 (CIDR: 172.20.0.0/28) Feb 15 13:50:09.016488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:09.024465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:50:09.024961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:09.035140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:09.124055 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'code': 200} Feb 15 13:50:09.147767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:09.192692 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c3a0b5b3-729c-4e00-8ff8-428afd095d27 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7624767 Feb 15 13:50:09.192692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59266) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:09.198160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:09.273256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:09.294061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Transition to ACTIVE for port object cc1a1222-01f0-4fa2-b6ae-20900769b334 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:09.346880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.393835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:09.398309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:09.402119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:09.408863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:09.411088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:09.492082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:09.494364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:09.498652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:09.503572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:09.508832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:09.561105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4153eb-7c87-4b47-844c-a4f0cf05e83d req-e028968a-164d-4fc8-9ae6-4fcc8365bd1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.563808 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5a4153eb-7c87-4b47-844c-a4f0cf05e83d req-e028968a-164d-4fc8-9ae6-4fcc8365bd1c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.2405636 Feb 15 13:50:09.569257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.692806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.693835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:09.746352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.ipam_backend_mixin [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b1e00f87-2aca-4359-b516-6af43fe15bcd (CIDR: 172.20.0.16/28) Feb 15 13:50:09.754866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5a4153eb-7c87-4b47-844c-a4f0cf05e83d req-d0769703-0809-49ba-b2cb-b6b200f1289e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771581 Feb 15 13:50:09.786730 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 13:50:09.787376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:09.814131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79284-96d4-4928-8432-63478ab8080a req-a410847d-e97c-4861-a82e-ab94f96ce879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.815880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dab79284-96d4-4928-8432-63478ab8080a req-a410847d-e97c-4861-a82e-ab94f96ce879 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1099 time: 0.2757604 Feb 15 13:50:09.874968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-d7c6baf3-ae85-4b73-8f59-eca028c73baa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5881138 Feb 15 13:50:09.886792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-ce3c63ed-f94e-4cee-ad21-0d4c0d99034e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:50:09.887515 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dab79284-96d4-4928-8432-63478ab8080a req-27ac0b97-a328-4bc3-bd9b-2c6f4ff568ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645649 Feb 15 13:50:09.888482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-ce3c63ed-f94e-4cee-ad21-0d4c0d99034e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079865 Feb 15 13:50:09.905554 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-869864a1-8647-4869-8f10-f713d5c40d89 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7121241 Feb 15 13:50:09.908195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59272) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:09.908350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1e3a-b852-4cc5-ad1a-842823fdee55 req-46fe5c2b-01e7-4ea2-8fde-f34a87f76dda tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.909111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-445d1e3a-b852-4cc5-ad1a-842823fdee55 req-46fe5c2b-01e7-4ea2-8fde-f34a87f76dda tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:09.916721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'subnet': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:09.995350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-445d1e3a-b852-4cc5-ad1a-842823fdee55 req-46fe5c2b-01e7-4ea2-8fde-f34a87f76dda tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:09.996674 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-445d1e3a-b852-4cc5-ad1a-842823fdee55 req-46fe5c2b-01e7-4ea2-8fde-f34a87f76dda tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 931 time: 0.2188222 Feb 15 13:50:10.029595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ee9565dc-6ffb-44d6-912e-e23d45b9368d None None] Provisioning for port cc1a1222-01f0-4fa2-b6ae-20900769b334 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:10.036077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ee9565dc-6ffb-44d6-912e-e23d45b9368d None None] Provisioning complete for port cc1a1222-01f0-4fa2-b6ae-20900769b334 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:10.036457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ee9565dc-6ffb-44d6-912e-e23d45b9368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.058990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-445d1e3a-b852-4cc5-ad1a-842823fdee55 req-f67aa31f-f7e8-4a4d-a030-462e2d610fc7 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539367 Feb 15 13:50:10.076092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:10.081364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Usage tracker for resource:subnet and tenant:fddef12843194a0f93285a82c373976a is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:10.083212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Request body: {'port': {'device_id': '322fc693-e988-43f8-b145-569f115d15c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:10.090394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:10.101345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:10.114239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ee9565dc-6ffb-44d6-912e-e23d45b9368d None None] Port cc1a1222-01f0-4fa2-b6ae-20900769b334 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:10.214817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.217960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Made reservation on behalf of fddef12843194a0f93285a82c373976a for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:10.221429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.579900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.595055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1a1222-01f0-4fa2-b6ae-20900769b334 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:10.604522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.621817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Transition to ACTIVE for port object cc1a1222-01f0-4fa2-b6ae-20900769b334 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:10.692478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.853719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Network 69c3b895-5e5e-4d47-af86-293231a270a0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:10.857681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:10.864339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:10.865047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:10.875694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e685545-2b23-4308-bfd3-719d02420725 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:10.906978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Subnet': ['ID=94c5b4ef-8efb-4731-9baf-481234111ebc,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:11.029000 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7a2cd62-837c-43ee-bb55-c4b5e247f1aa tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1180484 Feb 15 13:50:11.031610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:11.039452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1193396632', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94c5b4ef-8efb-4731-9baf-481234111ebc'}], 'security_groups': ['26922bb0-6025-4580-89ae-b100afc91c4c', '9a98ba73-113b-4ca6-9339-86d56fc3d8be']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:11.079030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:11.287037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8021a05-4c1f-4a22-8bb1-4f30904908c1 req-8817ce67-2858-4ade-b381-c8e088fee95a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.291595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8021a05-4c1f-4a22-8bb1-4f30904908c1 req-8817ce67-2858-4ade-b381-c8e088fee95a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.3583148 Feb 15 13:50:11.296927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:11.379377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Attempting to bind port cc1a1222-01f0-4fa2-b6ae-20900769b334 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:11.379875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Attempting to bind port cc1a1222-01f0-4fa2-b6ae-20900769b334 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:11.380279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Attempting to bind port cc1a1222-01f0-4fa2-b6ae-20900769b334 on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:11.394029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Port cc1a1222-01f0-4fa2-b6ae-20900769b334 on network f031d363-897b-4c01-b060-fc38cad1234a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:50:11.394421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Attempting to bind port cc1a1222-01f0-4fa2-b6ae-20900769b334 on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:11.427938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:11.428678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:11.429587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Bound using segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:11.430494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Bound port: cc1a1222-01f0-4fa2-b6ae-20900769b334, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:11.431141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:11.463037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Update dhcp port {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'fixed_ips': [{'subnet_id': 'b1e00f87-2aca-4359-b516-6af43fe15bcd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aba5b8a5-bc3c-4402-ad6b-821289d2e6f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '94c5b4ef-8efb-4731-9baf-481234111ebc'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:50:11.505669 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8021a05-4c1f-4a22-8bb1-4f30904908c1 req-e4b3a6ae-3416-49d9-aa54-dc58731ed66b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030725 Feb 15 13:50:11.570413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:11.634368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:11.639238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:11.662525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa4a5f-43f0-49d8-94d3-5e561b11b5b5 req-ea1c65f7-6c13-411b-a141-41f4aefd3875 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.664267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64fa4a5f-43f0-49d8-94d3-5e561b11b5b5 req-ea1c65f7-6c13-411b-a141-41f4aefd3875 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.3377254 Feb 15 13:50:11.750714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64fa4a5f-43f0-49d8-94d3-5e561b11b5b5 req-48351a82-3cf5-4113-a7d8-4c203b32f0df tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776234 Feb 15 13:50:11.782730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:11.879336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.879962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:11.881492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 200 len: 1093 time: 1.8038089 Feb 15 13:50:11.881972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:11.911198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95f40-4335-4b33-8fa9-297dcf1976a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:11.955033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'status': 'completed', 'code': 200} Feb 15 13:50:12.002476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Delete allocated IP 172.20.0.13 (69c3b895-5e5e-4d47-af86-293231a270a0/aba5b8a5-bc3c-4402-ad6b-821289d2e6f6) {{(pid=88296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 13:50:12.016410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Allocated IP 172.20.0.41 (69c3b895-5e5e-4d47-af86-293231a270a0/94c5b4ef-8efb-4731-9baf-481234111ebc/9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:12.069689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-cb3d7185-e4b3-41f6-8617-67cd78aca352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.072868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-cb3d7185-e4b3-41f6-8617-67cd78aca352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1096 time: 0.1016033 Feb 15 13:50:12.274915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-90b965a7-ad59-430e-96bb-4a9c822fca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.276721 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-90b965a7-ad59-430e-96bb-4a9c822fca57 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1962669 Feb 15 13:50:12.321139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:12.344856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Transition to ACTIVE for port object 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:12.428940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-b27aa6e5-aac5-4fc4-a23e-4bf00e4e33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.428940 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cce970e9-aa52-4053-8fdb-ba602c6107ef req-b27aa6e5-aac5-4fc4-a23e-4bf00e4e33de service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1413426 Feb 15 13:50:12.453953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:12.557223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Allocated IP 172.20.0.34 (69c3b895-5e5e-4d47-af86-293231a270a0/94c5b4ef-8efb-4731-9baf-481234111ebc/7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:12.566486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-1c4cc438-7aa2-45b3-bfe8-d938efe3b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.567926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-1c4cc438-7aa2-45b3-bfe8-d938efe3b553 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1096 time: 0.1055357 Feb 15 13:50:12.635552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] In _notify_port_updated(), no bound segment for port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 on network 69c3b895-5e5e-4d47-af86-293231a270a0 {{(pid=88296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:50:12.641206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.641879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:12.646167 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "PUT /v2.0/ports/9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 HTTP/1.1" status: 200 len: 960 time: 1.6135249 Feb 15 13:50:12.650174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59288) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:12.717554 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-454d7c78-53f4-4ceb-8576-de1d4e75c246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 200 len: 217 time: 0.1428936 Feb 15 13:50:12.729061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:12.729418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:12.764553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429de39-7aea-4199-a132-8b030f627101 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event updated for resources: {'Port': ['ID=9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:12.821083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-bf0d9770-3750-4074-a65e-737296fcb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.822563 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-bf0d9770-3750-4074-a65e-737296fcb326 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0951312 Feb 15 13:50:12.866060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e469a4-8ee0-43b8-8506-0f9fc6a6579d req-00b1f7b5-5c70-4f2b-a4b6-d2adb10065b8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.867573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-41e469a4-8ee0-43b8-8506-0f9fc6a6579d req-00b1f7b5-5c70-4f2b-a4b6-d2adb10065b8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.2182190 Feb 15 13:50:12.913869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:12.943799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:12.963848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Transition to ACTIVE for port object 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:13.008643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-41e469a4-8ee0-43b8-8506-0f9fc6a6579d req-7681d6f8-4468-48d9-a996-0592778efe24 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343594 Feb 15 13:50:13.078388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-0d96b8af-e77b-4d3e-abfa-4ed3ccd7f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.080482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-0d96b8af-e77b-4d3e-abfa-4ed3ccd7f120 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2523131 Feb 15 13:50:13.089058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a428-dcf9-4df8-b573-55ffcd52f3a5 req-47f13717-4496-4dc3-9ab8-9f2f8c88e526 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.091326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ee8a428-dcf9-4df8-b573-55ffcd52f3a5 req-47f13717-4496-4dc3-9ab8-9f2f8c88e526 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.1553791 Feb 15 13:50:13.115222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:13.147218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:13.321890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:13.371246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07befbbd-cef7-4f68-a944-6e606f4434d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:13.469116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ee8a428-dcf9-4df8-b573-55ffcd52f3a5 req-a3bca5a9-c30f-4f81-922d-eefe29e7f992 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536844 Feb 15 13:50:13.508302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f72b7-5409-4bc2-90cb-d89999827268 req-b4c71ad5-3ff6-45e4-8f6c-7e6323dd062e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.510106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee5f72b7-5409-4bc2-90cb-d89999827268 req-b4c71ad5-3ff6-45e4-8f6c-7e6323dd062e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.3126690 Feb 15 13:50:13.514538 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-aedefd6d-0f68-4b92-9a72-f360895aa774 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219487 Feb 15 13:50:13.605240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:13.655550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee5f72b7-5409-4bc2-90cb-d89999827268 req-18370d4f-f264-406c-8b84-5d294508fe56 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334414 Feb 15 13:50:13.694675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59296) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:13.729846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:13.800402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc4e9d5-8c1e-4c8b-856d-4fdb3c00dadd req-67f6de22-3394-4599-bcf1-24beac90c792 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661076 Feb 15 13:50:13.852738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bcc09-9353-4507-b12d-bc64f48cdad6 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.855440 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a21bcc09-9353-4507-b12d-bc64f48cdad6 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1094 time: 0.1586370 Feb 15 13:50:13.860062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59300) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:13.868012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:13.875961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:13.883268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:13.889577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:13.900584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:13.992819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.007427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.013513 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-71ec74d5-f136-42ba-9a46-05d2f8d0f49d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 HTTP/1.1" status: 204 len: 168 time: 1.3626554 Feb 15 13:50:14.014236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59304) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:14.060441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9147e7-0cf5-4cdf-b9ec-c04ad30adbbe tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] GET failed (client error): The resource could not be found. Feb 15 13:50:14.060973 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0d9147e7-0cf5-4cdf-b9ec-c04ad30adbbe tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Synchronizing usage tracker for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:14.155096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Could not find standard attr ID for object 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:50:14.166402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0d9147e7-0cf5-4cdf-b9ec-c04ad30adbbe tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Unset dirty status for tenant:fddef12843194a0f93285a82c373976a on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:14.172790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:14.179827 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0d9147e7-0cf5-4cdf-b9ec-c04ad30adbbe tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports/9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0 HTTP/1.1" status: 404 len: 333 time: 0.1570442 Feb 15 13:50:14.230789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.274059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Provisioning for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:14.283677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:14.284615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.310375 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.379410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.451284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:14.451756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.479322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.163 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/9e5ad7bc-690e-475c-82d3-d74b1385f7f1) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:14.524325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d60f28bf-2ed6-44ca-94b4-fe37e564122c None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:14.671068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.723645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6a66a-df26-4f06-b308-688acc3d14b7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:14.751022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-215204f2-9cd2-49ae-ae2f-21ff9d6518e1 None None] Could not find standard attr ID for object 9b84b90f-c71b-42ae-b6cf-6e7ccd6bddb0. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:50:14.751338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.772813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.773956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-65da6bb7-0086-4bc0-81e7-3c74a5568260 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/security-groups/51e6a66a-df26-4f06-b308-688acc3d14b7 HTTP/1.1" status: 204 len: 168 time: 0.6003349 Feb 15 13:50:14.776670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59314) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:14.806736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dda4-cda7-4bdc-9cc3-01d63a2e9495 req-5b57fe05-5ae1-426d-897c-c610d3b60263 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:14.808248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9328dda4-cda7-4bdc-9cc3-01d63a2e9495 req-5b57fe05-5ae1-426d-897c-c610d3b60263 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.1842115 Feb 15 13:50:14.862556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.867394 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9328dda4-cda7-4bdc-9cc3-01d63a2e9495 req-cdd0b0dd-4b3c-4bc8-8292-1e9482aee26c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471892 Feb 15 13:50:14.894766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.909606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:14.980099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:14.983317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:14.987110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:15.017959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=9e5ad7bc-690e-475c-82d3-d74b1385f7f1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:15.110849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:15.155584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.181775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98ba73-113b-4ca6-9339-86d56fc3d8be,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:15.192222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.198085 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0446badf-1ea8-4031-86fa-57723999945c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/security-groups/9a98ba73-113b-4ca6-9339-86d56fc3d8be HTTP/1.1" status: 204 len: 168 time: 0.4200256 Feb 15 13:50:15.200854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59318) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:15.226619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:15.227137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.416441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.462070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.572931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.618281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.635178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26922bb0-6025-4580-89ae-b100afc91c4c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:15.646308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.650280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59322) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:15.650779 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1e71ce7f-e8e0-4003-9eae-9bdd22e91c0f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/security-groups/26922bb0-6025-4580-89ae-b100afc91c4c HTTP/1.1" status: 204 len: 168 time: 0.4477429 Feb 15 13:50:15.731945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet aba5b8a5-bc3c-4402-ad6b-821289d2e6f6 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:50:15.735032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.766482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.806143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:15.953170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.212726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.265985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.269102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=aba5b8a5-bc3c-4402-ad6b-821289d2e6f6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:16.275204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbfc4a-0760-4971-adb5-b4d55e8135cf None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:16.280554 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-21075df3-f44c-4041-be0e-4c7c63e1cc49 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/aba5b8a5-bc3c-4402-ad6b-821289d2e6f6 HTTP/1.1" status: 204 len: 168 time: 0.6251006 Feb 15 13:50:16.280968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59328) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:16.346756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.609751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef356-8318-4abf-8b37-491c701afe90 req-e6b24fa7-1d49-4009-b3cd-3a4afb9d0d44 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:16.609751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-585ef356-8318-4abf-8b37-491c701afe90 req-e6b24fa7-1d49-4009-b3cd-3a4afb9d0d44 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.2265315 Feb 15 13:50:16.611224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet 94c5b4ef-8efb-4731-9baf-481234111ebc {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:50:16.611224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.611582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-585ef356-8318-4abf-8b37-491c701afe90 req-5e806a59-b197-498d-96bb-92b95947aeda tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588462 Feb 15 13:50:16.611683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.611683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.906025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:16.973351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.043762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=94c5b4ef-8efb-4731-9baf-481234111ebc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:17.047382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=9e5ad7bc-690e-475c-82d3-d74b1385f7f1,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:17.052008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.066689 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8668e6f2-3cfa-49f6-bfa5-7e78bf91912f tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/94c5b4ef-8efb-4731-9baf-481234111ebc HTTP/1.1" status: 204 len: 168 time: 0.7838356 Feb 15 13:50:17.068970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59332) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.078049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.132460 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-69681ae1-562d-4c57-ad41-751425bbc330 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:17.133164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69681ae1-562d-4c57-ad41-751425bbc330 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:17.136090 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-69681ae1-562d-4c57-ad41-751425bbc330 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/aba5b8a5-bc3c-4402-ad6b-821289d2e6f6 HTTP/1.1" status: 404 len: 337 time: 0.0655446 Feb 15 13:50:17.139525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59336) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.221734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting subnet b1e00f87-2aca-4359-b516-6af43fe15bcd {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:50:17.225265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.249964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11e6db-7d3c-427a-89da-e004a62e1808 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:17.293041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.319888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55 associated. External IP: 172.26.0.163, port: 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb. Feb 15 13:50:17.384253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6fd60340-49be-481e-8227-66a875d3a760 None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:17.385128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6fd60340-49be-481e-8227-66a875d3a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.411102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.617178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.672675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6fd60340-49be-481e-8227-66a875d3a760 None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:17.673315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6fd60340-49be-481e-8227-66a875d3a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.678659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e00f87-2aca-4359-b516-6af43fe15bcd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:17.691675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.704758 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5d88cc98-0dce-42fa-b741-2c17bf62dcc3 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/b1e00f87-2aca-4359-b516-6af43fe15bcd HTTP/1.1" status: 204 len: 168 time: 0.5634899 Feb 15 13:50:17.706986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59342) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.753662 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c02aa3d-c491-48ec-b974-ca6ce196ccde tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:17.754506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c02aa3d-c491-48ec-b974-ca6ce196ccde tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:17.757727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0c02aa3d-c491-48ec-b974-ca6ce196ccde tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/8168aae6-7631-4dc9-952c-16f4005caa1f HTTP/1.1" status: 404 len: 337 time: 0.0497272 Feb 15 13:50:17.758618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59346) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.768778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6fd60340-49be-481e-8227-66a875d3a760 None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:17.807574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-315f2342-8b8d-456c-86c5-b583da5158ab tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9bf502f-b3fd-4590-aa85-2021e4e4742f HTTP/1.1" status: 200 len: 205 time: 0.0449934 Feb 15 13:50:17.808996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59350) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.823099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2df9c-cd9e-493f-bb20-72703c22e832 None None] Update dhcp port {'port': {'network_id': '69c3b895-5e5e-4d47-af86-293231a270a0', 'fixed_ips': [{'subnet_id': 'b1e00f87-2aca-4359-b516-6af43fe15bcd'}], 'binding:host_id': 'dv-neutron-828156-1-hyperv'}, 'id': '7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7'} from dv-neutron-828156-1-hyperv. {{(pid=88298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 15 13:50:17.883418 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-61523338-b3c5-4b23-a1f7-3c1cf5b8db8c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] delete failed (client error): The resource could not be found. Feb 15 13:50:17.890436 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-61523338-b3c5-4b23-a1f7-3c1cf5b8db8c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/routers/d9bf502f-b3fd-4590-aa85-2021e4e4742f HTTP/1.1" status: 404 len: 336 time: 0.0738668 Feb 15 13:50:17.890846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59354) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.899189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9dc2df9c-cd9e-493f-bb20-72703c22e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:17.929253 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aac405d-e65c-4ca8-9b13-5106ab4a96ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:17.929713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aac405d-e65c-4ca8-9b13-5106ab4a96ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:17.933754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8aac405d-e65c-4ca8-9b13-5106ab4a96ce tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/0736a14a-b500-44f8-bc7a-f54426a021a9 HTTP/1.1" status: 404 len: 337 time: 0.0396183 Feb 15 13:50:17.934191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:17.972631 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-388972d9-0cdf-4893-94fc-13d26389063d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:17.973092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388972d9-0cdf-4893-94fc-13d26389063d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:17.974819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-388972d9-0cdf-4893-94fc-13d26389063d tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/6112dea5-68aa-4b32-99c0-f7f60b91120a HTTP/1.1" status: 404 len: 337 time: 0.0397499 Feb 15 13:50:17.977603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59362) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.014836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902450ec-c6ce-4023-8575-0f2559a84977 req-5ce718ec-d397-4119-aba7-0e924dcf3e24 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:18.017336 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-902450ec-c6ce-4023-8575-0f2559a84977 req-5ce718ec-d397-4119-aba7-0e924dcf3e24 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.3880589 Feb 15 13:50:18.020972 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e32a9de-d7fc-4972-815d-f40351834f06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.021633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e32a9de-d7fc-4972-815d-f40351834f06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.024483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5e32a9de-d7fc-4972-815d-f40351834f06 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/75d8cda8-fe38-48fa-96d0-fa61d80c5abe HTTP/1.1" status: 404 len: 337 time: 0.0450149 Feb 15 13:50:18.026687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59366) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.037080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:50:18.078379 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-da69490e-5344-4333-a99b-7a08f3c22a01 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.078379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da69490e-5344-4333-a99b-7a08f3c22a01 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.082170 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-da69490e-5344-4333-a99b-7a08f3c22a01 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/54e78101-a545-4f94-9e81-a28a4d397ecb HTTP/1.1" status: 404 len: 333 time: 0.0541310 Feb 15 13:50:18.084831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59370) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.119422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544effbe-5b8c-488c-8094-fabb40694880 None None] Network 69c3b895-5e5e-4d47-af86-293231a270a0 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:18.127109 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d1de5-04fb-42a9-b9a4-51b3f4a6cd54 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.127821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5d1de5-04fb-42a9-b9a4-51b3f4a6cd54 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.129285 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9a5d1de5-04fb-42a9-b9a4-51b3f4a6cd54 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/b6a59858-ad09-4a8c-a718-320c8939342c HTTP/1.1" status: 404 len: 337 time: 0.0434475 Feb 15 13:50:18.131937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59374) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.233370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e629fdc2-8e81-478a-a134-d0e839732351 None None] Provisioning complete for port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:18.233765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e629fdc2-8e81-478a-a134-d0e839732351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.264310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-902450ec-c6ce-4023-8575-0f2559a84977 req-8f224310-7898-4dcc-a629-8a45d2d5e1a8 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298400 Feb 15 13:50:18.284336 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-43867880-2773-4580-9197-8ec1141933b2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.285262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43867880-2773-4580-9197-8ec1141933b2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.286456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-43867880-2773-4580-9197-8ec1141933b2 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/2b35ede7-81d9-4d51-ba59-63225e98f71a HTTP/1.1" status: 404 len: 337 time: 0.1535177 Feb 15 13:50:18.288950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59378) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.330935 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f23258-dfa0-40cd-9476-47484a338f03 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.331311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f23258-dfa0-40cd-9476-47484a338f03 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.333269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-34f23258-dfa0-40cd-9476-47484a338f03 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/97e40c7e-7097-48fb-b329-e8f4de249bfa HTTP/1.1" status: 404 len: 333 time: 0.0431004 Feb 15 13:50:18.335762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59382) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.373216 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c264cee8-4fa5-4b58-9966-b5e34c91b367 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.373772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c264cee8-4fa5-4b58-9966-b5e34c91b367 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.377465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c264cee8-4fa5-4b58-9966-b5e34c91b367 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/5bcadf63-5c1d-4b7d-9dea-a599b44af593 HTTP/1.1" status: 404 len: 337 time: 0.0387845 Feb 15 13:50:18.377992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59386) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.388539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:50:18.423241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:18.424860 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.pecan_wsgi.hooks.translation [None req-916b12d9-db60-47bb-8aec-48e1ef99a95c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] DELETE failed (client error): The resource could not be found. Feb 15 13:50:18.425459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916b12d9-db60-47bb-8aec-48e1ef99a95c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 13:50:18.429441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-916b12d9-db60-47bb-8aec-48e1ef99a95c tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/subnets/9a66ed03-3b39-42ee-ac7f-5a3f4a71ae1c HTTP/1.1" status: 404 len: 337 time: 0.0482721 Feb 15 13:50:18.429760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59390) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.476549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:18.477606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:18.480621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.496729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:18.497032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.541042 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-99967970-6fff-4c11-8144-4114caca4818 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6765213 Feb 15 13:50:18.541042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:18.541390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59394) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:18.593530 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'status': 'completed', 'code': 200} Feb 15 13:50:18.713201 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4487cd5b-52c3-474a-800c-de79cb4bcea1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 0.1715167 Feb 15 13:50:18.837121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.837611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ea7c-4258-417a-befe-c475673f0e64 req-133294f2-a437-4385-96be-067fce374f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:18.839993 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-133294f2-a437-4385-96be-067fce374f24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1099 time: 0.2180405 Feb 15 13:50:18.843920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:18.898835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] DHCP port deletion for 69c3b895-5e5e-4d47-af86-293231a270a0 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:50:18.917128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Deleting port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:18.917541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.973439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 2b4f0e43-f8dd-4abc-9800-da52fb26b188 owned by {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:18.973729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e629fdc2-8e81-478a-a134-d0e839732351 None None] Provisioning complete for port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:18.974108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e629fdc2-8e81-478a-a134-d0e839732351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:18.982328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ea7c-4258-417a-befe-c475673f0e64 req-c8305798-3b78-4886-8e63-780fd70eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:18.983772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-c8305798-3b78-4886-8e63-780fd70eaeca service neutron] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 897 time: 0.1364245 Feb 15 13:50:19.099653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-cb3cd4f6-76dd-466c-91ef-f967cb40d3d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 200 len: 1000 time: 0.1086073 Feb 15 13:50:19.115459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:50:19.131085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.169414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ea7c-4258-417a-befe-c475673f0e64 req-7e51d383-6086-4c7e-84c2-292e669a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.170920 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-7e51d383-6086-4c7e-84c2-292e669a4c32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0649390 Feb 15 13:50:19.181382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Port': ['ID=2b4f0e43-f8dd-4abc-9800-da52fb26b188,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:19.188841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.232730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e629fdc2-8e81-478a-a134-d0e839732351 None None] Port 2b4f0e43-f8dd-4abc-9800-da52fb26b188 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:19.257656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ea7c-4258-417a-befe-c475673f0e64 req-9288add7-773a-4531-a02c-9947b4ee8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.260183 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-9288add7-773a-4531-a02c-9947b4ee8fbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820031 Feb 15 13:50:19.312906 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2166fbac-cc1c-4852-9bac-9d47a7b0515a tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/ports/2b4f0e43-f8dd-4abc-9800-da52fb26b188 HTTP/1.1" status: 204 len: 168 time: 0.8814735 Feb 15 13:50:19.315871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59402) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:19.455777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-fe75c029-88a8-47bd-a11c-a4ab9eb80290 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892412 Feb 15 13:50:19.529221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.542347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:19.543197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.551656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.552164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:19.552715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.633596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27219-946d-4811-8583-231f9a337569 req-a1383987-b059-4aa3-ac59-7a94b9e4dd75 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.635355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11d27219-946d-4811-8583-231f9a337569 req-a1383987-b059-4aa3-ac59-7a94b9e4dd75 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.2264030 Feb 15 13:50:19.647635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0175ea7c-4258-417a-befe-c475673f0e64 req-c73ef580-ca98-4008-b6e5-90474809a6ae service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846383 Feb 15 13:50:19.719075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59406) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:19.740034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Calling delete_port for 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:19.829090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:19.891214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:95:ef:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:50:15Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:19.893319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:19.893742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.898186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:19.902577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11d27219-946d-4811-8583-231f9a337569 req-32d6d4ec-ea19-49c2-a54e-e48d1690946b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535200 Feb 15 13:50:19.931211 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5461a1e2-78ef-46c1-8e16-d3062c0407ea tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 0.2100868 Feb 15 13:50:19.971802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:20.005183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:20.005833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:20.064627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:50:20.065094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:50:20.079339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:20.094820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=11']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:20.206172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:20.223723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:50:20.224195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:50:20.565624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Deleting port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:20.566237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:20.726214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:20.726865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:20.836764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:20.837051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:20.849878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:95:ef:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:50:15Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:20.911676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72325bff-c74f-48af-9808-7aeccaf4ec88 None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:95:ef:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:50:15Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:20.937052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59410) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:20.978793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Calling delete_port for 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:21.149639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:21.166363 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4eed4f40-0730-4d3d-ad34-12afc2c629aa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 0.2264132 Feb 15 13:50:21.207004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] For port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,segment=NetworkSegment(ceeca23f-99a5-4b72-ae5e-5e19e14ace06),segment_id=ceeca23f-99a5-4b72-ae5e-5e19e14ace06)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:21.207639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:21.214910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] Pushing event deleted for resources: {'Port': ['ID=7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:21.229641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf1a13-78e9-4536-a000-e9ee90d90de1 req-abaff07f-cd0e-41a3-b5d5-a4056ab0178f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.232238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042c70c-0adf-41db-863e-a1edd958e6f3 None None] No DVR routers for this DVR port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:21.232707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2abf1a13-78e9-4536-a000-e9ee90d90de1 req-abaff07f-cd0e-41a3-b5d5-a4056ab0178f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.1355879 Feb 15 13:50:21.271223 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78a121-ce63-49ab-a293-4a8165c9ad56 None None] New status for floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:50:21.306871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2abf1a13-78e9-4536-a000-e9ee90d90de1 req-43762316-3155-437f-8a65-1b07f53b5006 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614214 Feb 15 13:50:21.358425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Calling delete_port for 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:50:21.463045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:50:21.463461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:50:21.875017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Deleting port 7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:50:21.875706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:21.942122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] The port '7f2ad5bf-f3b8-4441-b10b-71aa682c3ba7' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:50:22.062578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.090948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c3b895-5e5e-4d47-af86-293231a270a0']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:22.103121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:22.109795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeca23f-99a5-4b72-ae5e-5e19e14ace06') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:22.115319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.131237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.137046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:50:22.144107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:50:22.152190 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:50:22.169026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:22.276109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c55cf34e-10f7-4a98-89e2-e27503161272 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 994 time: 0.1053512 Feb 15 13:50:22.318704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.335854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:22.354479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] Pushing event deleted for resources: {'Network': ['ID=69c3b895-5e5e-4d47-af86-293231a270a0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:22.354479 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f516187d-9be5-4170-90ee-093166057868 tempest-PortsTestJSON-240235904 tempest-PortsTestJSON-240235904-project] 10.222.0.61 "DELETE /v2.0/networks/69c3b895-5e5e-4d47-af86-293231a270a0 HTTP/1.1" status: 204 len: 168 time: 3.0352066 Feb 15 13:50:22.507929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72d18-2777-4fcd-84bb-66d855911d2a req-03c73ed2-d328-4aa3-9149-0816c5d0a5cd tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.509377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52b72d18-2777-4fcd-84bb-66d855911d2a req-03c73ed2-d328-4aa3-9149-0816c5d0a5cd tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.0823467 Feb 15 13:50:22.554610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52b72d18-2777-4fcd-84bb-66d855911d2a req-55c6949a-99d2-4ea7-9b32-933159f4868b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391719 Feb 15 13:50:22.938548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59426) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:23.097295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-06bc3b96-7802-4fc9-8dd0-f5db42b73dc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fddef12843194a0f93285a82c373976a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573863 Feb 15 13:50:23.099549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59432) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:23.165283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:23.191505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:23.349426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:23.364268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d7c76-f5b3-41ca-a3e7-358d439dba15,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:23.372511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:23.373798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4a72c1bb-659f-47c6-802d-6ba8470e7f74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab4d7c76-f5b3-41ca-a3e7-358d439dba15 HTTP/1.1" status: 204 len: 168 time: 0.2732203 Feb 15 13:50:23.759805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c5116-14ea-4425-9b21-2a19946d2d1c req-3f53bcf9-a916-4784-be37-e130fd2dbd05 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:23.764172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-324c5116-14ea-4425-9b21-2a19946d2d1c req-3f53bcf9-a916-4784-be37-e130fd2dbd05 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.0951395 Feb 15 13:50:23.812580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-324c5116-14ea-4425-9b21-2a19946d2d1c req-0988e6aa-5768-4071-bc8b-f15b26456b84 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Feb 15 13:50:24.618539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59458) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:24.637559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device cc1a1222-01f0-4fa2-b6ae-20900769b334 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:50:24.787911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d2e1ac38-4658-4c86-9744-0d598375ae6d tempest-DvrRoutersNegativeTest-1225930149 tempest-DvrRoutersNegativeTest-1225930149-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1008248156', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:24.790789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.policy [None req-d2e1ac38-4658-4c86-9744-0d598375ae6d tempest-DvrRoutersNegativeTest-1225930149 tempest-DvrRoutersNegativeTest-1225930149-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88296) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 15 13:50:24.791087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.policy [None req-d2e1ac38-4658-4c86-9744-0d598375ae6d tempest-DvrRoutersNegativeTest-1225930149 tempest-DvrRoutersNegativeTest-1225930149-project] Failed policy check for 'create_router' {{(pid=88296) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 15 13:50:24.791651 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-d2e1ac38-4658-4c86-9744-0d598375ae6d tempest-DvrRoutersNegativeTest-1225930149 tempest-DvrRoutersNegativeTest-1225930149-project] create failed (client error): Access was denied to this resource. Feb 15 13:50:24.792658 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d2e1ac38-4658-4c86-9744-0d598375ae6d tempest-DvrRoutersNegativeTest-1225930149 tempest-DvrRoutersNegativeTest-1225930149-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1730907 Feb 15 13:50:24.818333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:24.835877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'port_id': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'mac_address': 'fa:16:3e:ba:d6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:50:24.893654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:24.913087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1a1222-01f0-4fa2-b6ae-20900769b334 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:24.929761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:25.008165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3c97-4380-4740-99b9-7a50a767bf1f req-424ccecf-cd25-4edb-81ef-262e4dc19d84 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.009592 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-643f3c97-4380-4740-99b9-7a50a767bf1f req-424ccecf-cd25-4edb-81ef-262e4dc19d84 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 943 time: 0.0850835 Feb 15 13:50:25.055039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-643f3c97-4380-4740-99b9-7a50a767bf1f req-2a75776f-1456-4d57-8caf-e053da53cba6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386760 Feb 15 13:50:25.123933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:25.199049 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:25.335418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['cc1a1222-01f0-4fa2-b6ae-20900769b334'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:50:25.521678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59470) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:25.682864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:25.701857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:25.706075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd7c77b89af44a7817d89c45fc55597 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:25.709002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:25.714965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:25.815576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:25.883993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.049776 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0fd7c77b89af44a7817d89c45fc55597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267375 Feb 15 13:50:26.051502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018ec65-3f8e-4c9c-9ef7-e4f2164f53d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1807c19b-2b76-4a0f-aee9-63508ab64b16,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:26.053576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59476) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:26.136829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.164906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.290379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864de3d-5c9e-4d6c-a898-e3326ee07cfd req-d706befe-2107-4a3f-a3b3-c55b3a1fe698 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.292169 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d864de3d-5c9e-4d6c-a898-e3326ee07cfd req-d706befe-2107-4a3f-a3b3-c55b3a1fe698 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 944 time: 0.1196139 Feb 15 13:50:26.347888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d864de3d-5c9e-4d6c-a898-e3326ee07cfd req-a7e87020-6a46-44b6-be57-283eb8b41dfe tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452476 Feb 15 13:50:26.383247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.400024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1807c19b-2b76-4a0f-aee9-63508ab64b16,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:26.412003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.414819 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5a4d85d0-0ae4-48b6-b381-4efc5726af49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1807c19b-2b76-4a0f-aee9-63508ab64b16 HTTP/1.1" status: 204 len: 168 time: 0.3591506 Feb 15 13:50:26.641054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device cc1a1222-01f0-4fa2-b6ae-20900769b334 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:26.834900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port cc1a1222-01f0-4fa2-b6ae-20900769b334 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:26.842207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port cc1a1222-01f0-4fa2-b6ae-20900769b334 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:26.842765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:26.975848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:27.004304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:27.017106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:27.074354 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'code': 200} Feb 15 13:50:27.095445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:27.217602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:27.487494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a4c6-f0dd-4614-a5e3-214f8dc7afdf req-35549373-8ee8-43c8-9453-730978a1512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.489563 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fbe4a4c6-f0dd-4614-a5e3-214f8dc7afdf req-35549373-8ee8-43c8-9453-730978a1512d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1098 time: 0.1044953 Feb 15 13:50:27.564206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fbe4a4c6-f0dd-4614-a5e3-214f8dc7afdf req-b58bc59c-ea9b-4a72-9b5c-a51438f72b65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687525 Feb 15 13:50:27.610685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccdb48-77cb-412b-b5fa-5c1c8791e856 req-f7a5f72b-540b-4066-89c6-2c7b154d5a19 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.612178 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ccdb48-77cb-412b-b5fa-5c1c8791e856 req-f7a5f72b-540b-4066-89c6-2c7b154d5a19 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.0865095 Feb 15 13:50:27.692377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ccdb48-77cb-412b-b5fa-5c1c8791e856 req-dc634d36-a14b-4e2d-90c6-2bbd36d856b0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707173 Feb 15 13:50:28.917911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5376c5b-d49c-470d-9f1a-4539e0bb9fbb req-a5460c2e-b000-4044-a38c-49a638627984 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:28.919637 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5376c5b-d49c-470d-9f1a-4539e0bb9fbb req-a5460c2e-b000-4044-a38c-49a638627984 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.1011388 Feb 15 13:50:28.988728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5376c5b-d49c-470d-9f1a-4539e0bb9fbb req-04db2fe4-eecd-40c4-8d44-dde736d1eca6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430932 Feb 15 13:50:29.186555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d6835-e0c0-4091-a66f-5262d439029a req-6a8336bf-e797-497e-ab12-253608d8e2c6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:29.188143 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-315d6835-e0c0-4091-a66f-5262d439029a req-6a8336bf-e797-497e-ab12-253608d8e2c6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.1050560 Feb 15 13:50:29.244721 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-315d6835-e0c0-4091-a66f-5262d439029a req-412549c2-1381-451a-9207-f528a4565997 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Feb 15 13:50:29.284200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59528) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:29.375815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-20062125-eaf6-45a9-9d13-aea32735405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.529865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59534) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:29.535039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552791540', 'description': 'tempest-secgroup-smoke-1552791540 description', 'project_id': '790ecda16b2349d7b6b2e86494103e07'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:29.545875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:29.551811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:29.555459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:29.564678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:29.592297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b10214-88be-475d-9cea-354c8c05950e tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:29.592989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-39b10214-88be-475d-9cea-354c8c05950e tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] Synchronizing usage tracker for tenant:3480963c47bc408fa8203b921cbc7b8b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:29.669831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.686765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.695490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-39b10214-88be-475d-9cea-354c8c05950e tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] Unset dirty status for tenant:3480963c47bc408fa8203b921cbc7b8b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:29.698645 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-39b10214-88be-475d-9cea-354c8c05950e tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1093 time: 0.4113834 Feb 15 13:50:29.700484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59538) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:29.704402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:29.706774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:29.708815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:29.712803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:29.713819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:29.718462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:floatingip and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:29.720885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:29.722076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:29.730521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:29.810418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.817882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.914968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:29.936019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:29.950011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:29.955803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:29.964072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:29.966342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d061a2-2b0b-414b-b5db-e54b1f536889,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:29.970035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.058713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.125391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.26.0.34 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/585df9cb-0d90-49f4-84de-d5b6b9483cd1) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:30.138410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.188663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cfe844-30a7-4168-b576-4481bb33846c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:30.252193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.253496 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-35466c13-967c-46e9-bbbb-609778940c9f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7224145 Feb 15 13:50:30.257028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59542) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:30.265706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:30.272528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:30.276928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:30.280769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:30.285379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.287876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:30.380289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.413030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.461130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.523358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:30.526372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:30.526572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.532796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:30.567982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4aba86-15bb-442c-96b7-060a7dde2ddc,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:30.586458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=585df9cb-0d90-49f4-84de-d5b6b9483cd1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:30.667107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.669869 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-87b5d24f-8c81-485e-a27b-7e5216015d06 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4095354 Feb 15 13:50:30.674886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59546) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:30.678310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:30.685007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:30.688987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:30.691903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:30.698090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:30.822109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:30.895936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.017737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.048196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592af2e7-5eaf-4257-a6e0-be7504b25d00,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:31.115209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.129759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.130962 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2614fe44-39a2-4498-b1af-62cc23e89361 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4570909 Feb 15 13:50:31.133861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59550) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:31.140224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:31.147607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:31.151356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:31.155025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:31.162019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:31.259089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.279228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.326582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.400235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.424185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1778625f-817f-477d-ae15-3c0b5dd2397f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:31.436689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.440134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:31.490917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.525914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.527119 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99688359-1f84-45f0-bcf6-c3118b5b63a8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3921041 Feb 15 13:50:31.530649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59554) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:31.535556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:31.541571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:31.545473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:31.548310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:31.553876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:31.572920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.659345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.682952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=585df9cb-0d90-49f4-84de-d5b6b9483cd1,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:31.698590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.728743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.832098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.856348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c99543-252b-44ec-bd9b-3bcbf7a71dba,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:31.872714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP ddef5012-219c-4f19-8f98-b74dc58608b9 associated. External IP: 172.26.0.34, port: cc1a1222-01f0-4fa2-b6ae-20900769b334. Feb 15 13:50:31.941335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:31.943402 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b59e9412-0b56-464e-bf26-f80a177545e0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115784 Feb 15 13:50:31.945999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59558) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:31.955627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:31.964501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:31.969122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:31.973645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:31.982237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:32.120564 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Project 790ecda16b2349d7b6b2e86494103e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:50:32.129608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.201674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.240481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:50:32.286036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.311497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3264a7c-134c-4373-817b-be4753ceb372,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:32.377830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.382316 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aeec777d-cf1b-4ae7-b6ad-48a7e34f3a8d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4299834 Feb 15 13:50:32.382535 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59562) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:32.387864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'security_group_rule': {'security_group_id': '04cfe844-30a7-4168-b576-4481bb33846c', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:32.394380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:32.398150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:security_group_rule and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:32.401070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:32.407266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:32.444275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:50:32.454904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:32.464905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:32.466131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:32.506684 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Project 790ecda16b2349d7b6b2e86494103e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:50:32.514892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.556238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.556543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-df96d777-77a9-412c-a623-ea2fb7ff9206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.622548 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9163a0e2-4c43-4f0e-ace7-5e7e22d4c303 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9208364 Feb 15 13:50:32.623222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:32.626842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.648531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.680933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:32.691353 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'status': 'completed', 'code': 200} Feb 15 13:50:32.703132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.727889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0105355e-4bbc-4450-b4fd-315347e46a9f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:32.802251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f09be-768f-4311-aea5-ab0433815904 req-80cca97c-23d7-4dd3-b6a3-73977f58cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:32.803745 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-80cca97c-23d7-4dd3-b6a3-73977f58cf69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1098 time: 0.0860987 Feb 15 13:50:32.823378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.825685 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9b9242e4-fc19-469c-b358-971e25158854 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422724 Feb 15 13:50:32.828813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59570) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:32.838160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'network': {'name': 'tempest-network-smoke--1040765598', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'port_security_enabled': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:32.846828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:32.854106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:network and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:32.858702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:32.867508 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:32.881666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:32.967883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Made reservation on behalf of 790ecda16b2349d7b6b2e86494103e07 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:32.972003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.011152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:50:33.022241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.022722 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Added segment f664d341-b576-4098-a525-df89610199aa of type vlan for network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 Feb 15 13:50:33.072260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.079847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f09be-768f-4311-aea5-ab0433815904 req-548bbccc-1b64-45a5-b68b-110c4f5d66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.082318 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-548bbccc-1b64-45a5-b68b-110c4f5d66c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.2664847 Feb 15 13:50:33.097222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'ddef5012-219c-4f19-8f98-b74dc58608b9', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:ba:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322fc693-e988-43f8-b145-569f115d15c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:30Z', 'updated_at': '2022-02-15T13:50:30Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.104758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:33.118446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:33.119033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.171738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.177531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.181596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.192711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-2cba1d96-22bd-4d49-b6f2-daa07c5e0a4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 200 len: 998 time: 0.1047962 Feb 15 13:50:33.265504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f09be-768f-4311-aea5-ab0433815904 req-3d1eaf77-41fa-477a-80e9-29e72b086980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.266876 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-3d1eaf77-41fa-477a-80e9-29e72b086980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0683110 Feb 15 13:50:33.272197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.325494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:33.354518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f09be-768f-4311-aea5-ab0433815904 req-0ecf03ca-9505-49a6-97dd-a89a5b739e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.356623 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-0ecf03ca-9505-49a6-97dd-a89a5b739e6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826974 Feb 15 13:50:33.392675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Network': ['ID=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:33.409600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:50:33.442772 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ab662262-d087-4f06-923d-b3514bacebc1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6118386 Feb 15 13:50:33.449922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59574) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:33.456123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'admin_state_up': True, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:33.464280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:33.468604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:router and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:33.471744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:33.483854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:33.509860 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-15e8da31-1422-4c6a-9f75-c83b14bafc24 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468909 Feb 15 13:50:33.565156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.566506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.589426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:33.653651 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da1f09be-768f-4311-aea5-ab0433815904 req-33e94e95-a468-4a1c-a988-cb8666094dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376550 Feb 15 13:50:33.826096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'ddef5012-219c-4f19-8f98-b74dc58608b9', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:ba:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322fc693-e988-43f8-b145-569f115d15c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:30Z', 'updated_at': '2022-02-15T13:50:30Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.830395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9db30-bbd1-4836-98c5-bef907a40c01 None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'ddef5012-219c-4f19-8f98-b74dc58608b9', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:ba:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322fc693-e988-43f8-b145-569f115d15c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:30Z', 'updated_at': '2022-02-15T13:50:30Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:33.973379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.058820 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291c000-cced-47c7-b39f-fe8cafd4e6a4 None None] New status for floating IP ddef5012-219c-4f19-8f98-b74dc58608b9: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:50:34.098320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.347158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.377290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.524864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Allocated IP 172.26.0.224 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ac50c0b1-5cf2-41e6-b92d-610e27f6446a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:34.682519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.821346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:34.888092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:34.890989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:34.894720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:34.929661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:35.531716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:35.877427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:36.180674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Router 37906900-f57d-4eb2-8fdb-a24e8f6f672e is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:50:36.362374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:50:36.378496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Sync routers for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:36.393592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:36.394197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:36.457627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:36.458869 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dea36ede-5275-4ac8-84e9-449e5d2d65f0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0070817 Feb 15 13:50:36.461923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59580) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:36.551493 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-47d9c173-d44d-4aa9-9773-a8037839e4a1 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=790ecda16b2349d7b6b2e86494103e07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884159 Feb 15 13:50:36.554617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:36.659275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:36.690425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf97a6f-154e-4260-b93d-64d800ccab83 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:36.691908 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4cf97a6f-154e-4260-b93d-64d800ccab83 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363852 Feb 15 13:50:36.694728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59592) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:36.737593 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8b5cd608-c002-4d53-9c6e-a4a6bef86602 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417905 Feb 15 13:50:36.740394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59596) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:36.745697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111345907', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:36.854410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:36.858292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:subnet and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:36.861006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:36.866538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:36.943909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:35Z', 'revision_number': 3, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:36.947799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Checking router: 37906900-f57d-4eb2-8fdb-a24e8f6f672e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:36.948147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Updating router 37906900-f57d-4eb2-8fdb-a24e8f6f672e port ac50c0b1-5cf2-41e6-b92d-610e27f6446a binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:50:36.957738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Made reservation on behalf of 790ecda16b2349d7b6b2e86494103e07 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:36.966667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.011327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.362450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.374323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Transition to ACTIVE for port object ac50c0b1-5cf2-41e6-b92d-610e27f6446a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:37.374917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.452409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Subnet': ['ID=ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:37.457129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.464628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Checking segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:37.464993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network hostable DHCP agents. Network: 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:50:37.540251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Attempting to bind port ac50c0b1-5cf2-41e6-b92d-610e27f6446a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:37.540619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Attempting to bind port ac50c0b1-5cf2-41e6-b92d-610e27f6446a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:37.540974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Attempting to bind port ac50c0b1-5cf2-41e6-b92d-610e27f6446a on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:37.544241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729de4-7608-43f0-a0e5-1618870faafc None None] Pushing event updated for resources: {'Port': ['ID=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:37.549183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Bound port: ac50c0b1-5cf2-41e6-b92d-610e27f6446a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:37.552980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.628678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:37.633179 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:37.633948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] For port ac50c0b1-5cf2-41e6-b92d-610e27f6446a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:37.634708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.638922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] For port ac50c0b1-5cf2-41e6-b92d-610e27f6446a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:37.641458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2710d26-705a-467b-b20f-51667b16ef31 None None] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:37.722655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:37.733094 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-862bdb7c-181c-46ac-800d-5dc9f9ae5ab5 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9916556 Feb 15 13:50:37.735732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59600) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:37.869832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:37.870460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:37.929592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729de4-7608-43f0-a0e5-1618870faafc None None] Pushing event updated for resources: {'Port': ['ID=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:38.086614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:50:38.087440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:38.197932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:38.508392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:38.536437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Allocated IP 172.20.0.2 (27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395/ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0/d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:38.668210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:35Z', 'revision_number': 3, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:38.683316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bfc5e-1e12-4fb1-a1ac-dbc6b7c0a021 None None] The sync data for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv is: [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:35Z', 'revision_number': 3, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:38.778879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:38.791334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Transition to ACTIVE for port object d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:38.811747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Transition to ACTIVE for port object d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:38.935464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.025857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:39.029873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:39.034237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:39.045643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Pushing event updated for resources: {'Port': ['ID=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:39.162764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Attempting to bind port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:39.166018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Attempting to bind port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:39.166695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Attempting to bind port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 on network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:39.174455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ac50c0b1-5cf2-41e6-b92d-610e27f6446a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:39.179521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Allocated IP 172.20.0.1 (27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395/ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0/cb4a7321-921a-43e2-a535-dc168a4f4659) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:39.209669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:39.210130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Checking segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:39.215173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.215173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Bound using segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:39.215173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Bound port: d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:39.215173 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.345782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:39.348642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:39.382042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.399150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Transition to ACTIVE for port object cb4a7321-921a-43e2-a535-dc168a4f4659 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:39.440671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ac50c0b1-5cf2-41e6-b92d-610e27f6446a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:39.448232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ac50c0b1-5cf2-41e6-b92d-610e27f6446a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:39.449184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.485937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.521815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.606011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d5f4-e78b-4b28-8977-25ff94465a02 None None] Pushing event updated for resources: {'Port': ['ID=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:39.656958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:39.660836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:39.672304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:39.690953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.711261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:39.711490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port ac50c0b1-5cf2-41e6-b92d-610e27f6446a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:39.757476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:39.879345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:40.034287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:40.239696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:40.727926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:40.815888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:40.967865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:40.977355 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:41.128716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e66ff-49e0-4afe-be11-ebf55cfd0eb4 None None] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:50:41.179671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:41.179671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:41.261754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:41.407613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b8795da-32c0-4bb4-a00d-ef99b2af64cb None None] Provisioning for port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:41.497356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Router 37906900-f57d-4eb2-8fdb-a24e8f6f672e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:50:41.507083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:41.513267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:41.516680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:41.712031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:41.724301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:50:41.738361 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-af9fd171-556b-4527-b056-e8909f03b7a1 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "PUT /v2.0/routers/37906900-f57d-4eb2-8fdb-a24e8f6f672e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0012803 Feb 15 13:50:41.744398 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Sync routers for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:41.756441 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:41.756981 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:41.778521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:41.858021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:41.859186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ac50c0b1-5cf2-41e6-b92d-610e27f6446a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:41.996172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:42.000912 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:42.001559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Provisioning for port cb4a7321-921a-43e2-a535-dc168a4f4659 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:42.010787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Provisioning complete for port cb4a7321-921a-43e2-a535-dc168a4f4659 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:42.011335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.064571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-25bcf66e-781a-455f-99f9-d6779366b2bd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552791540&fields=id&tenant_id=790ecda16b2349d7b6b2e86494103e07 HTTP/1.1" status: 200 len: 267 time: 0.1042931 Feb 15 13:50:42.088682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ac50c0b1-5cf2-41e6-b92d-610e27f6446a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:42.089325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.155537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Port cb4a7321-921a-43e2-a535-dc168a4f4659 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:42.234210 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Provisioning complete for port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:42.235174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa44b472-ef66-4b83-b90c-da490ec71360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.380744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-754b6b80-9839-4726-a892-7c014504cd67 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:42.386151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-754b6b80-9839-4726-a892-7c014504cd67 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/networks?id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 HTTP/1.1" status: 200 len: 797 time: 0.3161926 Feb 15 13:50:42.404960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-7f22abfa-ced0-49dc-80a4-e299fdd24baf tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/quotas/790ecda16b2349d7b6b2e86494103e07 HTTP/1.1" status: 200 len: 375 time: 0.0135863 Feb 15 13:50:42.416499 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 2, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:42.421835 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Checking router: 37906900-f57d-4eb2-8fdb-a24e8f6f672e for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:42.422193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Updating router 37906900-f57d-4eb2-8fdb-a24e8f6f672e port cb4a7321-921a-43e2-a535-dc168a4f4659 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:50:42.488426 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.515160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-5af0dfd4-21d2-4539-8c3f-79bd832c4b96 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=790ecda16b2349d7b6b2e86494103e07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023455 Feb 15 13:50:42.567862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0fba5689-752a-4ae5-8ee6-1601e636897a None None] Provisioning complete for port cb4a7321-921a-43e2-a535-dc168a4f4659 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:42.568566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0fba5689-752a-4ae5-8ee6-1601e636897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.645428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0fba5689-752a-4ae5-8ee6-1601e636897a None None] Port cb4a7321-921a-43e2-a535-dc168a4f4659 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:42.685966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-f170d12b-19c9-4e55-a828-6fab6d44af45 service neutron] 10.222.0.61 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528857 Feb 15 13:50:42.830857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-83f52b2f-1b1b-47b7-bd70-3fda859d10c3 service neutron] 10.222.0.61 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389413 Feb 15 13:50:42.879515 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:42.891625 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Transition to ACTIVE for port object cb4a7321-921a-43e2-a535-dc168a4f4659 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:42.986324 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:43.121619 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Pushing event updated for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:43.169707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:43.197284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-212425b5-43f7-4fad-9bb9-a132394fbcbe req-e211a7f0-8f30-4329-9799-aa8ce837a386 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 210 time: 0.1006973 Feb 15 13:50:43.197866 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.197866 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.198310 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.198888 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.199857 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.200250 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.200633 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.201210 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.201493 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.201795 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.202920 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.203420 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:43.256616 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Attempting to bind port cb4a7321-921a-43e2-a535-dc168a4f4659 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:43.257190 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Attempting to bind port cb4a7321-921a-43e2-a535-dc168a4f4659 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:43.258018 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Attempting to bind port cb4a7321-921a-43e2-a535-dc168a4f4659 on network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:43.270201 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:43.271176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Checking segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:43.272078 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:43.272980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Bound using segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:43.273977 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Bound port: cb4a7321-921a-43e2-a535-dc168a4f4659, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:43.274845 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:43.319050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:43.319738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:43.394116 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] For port cb4a7321-921a-43e2-a535-dc168a4f4659, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:43.398648 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] For port cb4a7321-921a-43e2-a535-dc168a4f4659, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=cb4a7321-921a-43e2-a535-dc168a4f4659,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:43.421459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:50:43.518440 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:43.634849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:43.635976 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:43.706647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe04dc-fa0a-460d-8309-407d07effc11 None None] Pushing event updated for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:43.838770 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:44.175968 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:43Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:44.179892 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebde91-c048-4a28-950a-6a98f155b018 None None] The sync data for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv is: [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:43Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:44.324453 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-276a7d27-b020-426a-9181-38f664fd3d10 req-ba66bae1-773c-4405-80b5-68cc3498eaca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 210 time: 0.0558169 Feb 15 13:50:45.135922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device cb4a7321-921a-43e2-a535-dc168a4f4659 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:45.278463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port cb4a7321-921a-43e2-a535-dc168a4f4659 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:45.287580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port cb4a7321-921a-43e2-a535-dc168a4f4659 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:45.287580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:45.413830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:45.448924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port cb4a7321-921a-43e2-a535-dc168a4f4659, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=cb4a7321-921a-43e2-a535-dc168a4f4659,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:45.490111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e2b42cc-e320-4456-82c2-e008cf81a1bf req-188745a0-4472-41ca-beb5-d362e8f54672 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 210 time: 0.0546820 Feb 15 13:50:45.546079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:45.618476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:45.626181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.626534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.626868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.627221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.627530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.627864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.628188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.628510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.628834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.629149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.629503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.629813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:45.815437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-a77dbac6-364f-45e9-85fd-5d59577032f7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.816932 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-a77dbac6-364f-45e9-85fd-5d59577032f7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.36 "GET /v2.0/networks?id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 HTTP/1.1" status: 200 len: 797 time: 0.1513636 Feb 15 13:50:45.868804 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-94e97dd8-d353-413a-b485-5e0810762fbf tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790ecda16b2349d7b6b2e86494103e07 HTTP/1.1" status: 200 len: 380 time: 0.0401731 Feb 15 13:50:45.878068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'port': {'device_id': '131d0acf-fd6b-466c-9952-9c792719dd37', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'admin_state_up': True, 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'security_groups': ['04cfe844-30a7-4168-b576-4481bb33846c']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:46.018663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:46.023022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:port and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:46.025982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:46.031561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:46.155016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Made reservation on behalf of 790ecda16b2349d7b6b2e86494103e07 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:46.158722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:46.449181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Allocated IP 172.20.0.3 (27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395/ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0/eab8ccd0-6110-4ebc-98b7-4b034eea2ea5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:46.663254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5948743e-2b1d-4f04-95e8-7791ac8c26d4 req-b6225483-5e66-4274-a5e0-59b5d7037f11 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 210 time: 0.0593143 Feb 15 13:50:46.682256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:46.698204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Transition to ACTIVE for port object eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:46.783558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:46.858570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:46.861702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:46.865621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:46.895847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:46.911278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.911630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.911977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.912309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.912641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.913068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.913420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.913752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.914092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.914400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.914722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.915045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:46.946218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.946878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:47.095684 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2e61a471-c22e-4002-8339-de54127fe379 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2212474 Feb 15 13:50:47.108507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Request body: {'port': {'device_id': '131d0acf-fd6b-466c-9952-9c792719dd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:47.111485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device cb4a7321-921a-43e2-a535-dc168a4f4659 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:47.142108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d36fca50-51a1-4fad-bea3-40a2d6432062 None None] Provisioning for port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:47.161348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d36fca50-51a1-4fad-bea3-40a2d6432062 None None] Provisioning complete for port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:47.161754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d36fca50-51a1-4fad-bea3-40a2d6432062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:47.224236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d36fca50-51a1-4fad-bea3-40a2d6432062 None None] Port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:50:47.226776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:47.236616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port cb4a7321-921a-43e2-a535-dc168a4f4659 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:47.237002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:47.374031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59646) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:47.461562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144ad28-39e7-4577-a8a8-b6a07f6cb72d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.461562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144ad28-39e7-4577-a8a8-b6a07f6cb72d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.461562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144ad28-39e7-4577-a8a8-b6a07f6cb72d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.461562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8144ad28-39e7-4577-a8a8-b6a07f6cb72d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=84e6f10733fb492faba8b6867bf2136b&network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 3000 time: 0.0858231 Feb 15 13:50:47.635113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:47.635113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:47.645836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Transition to ACTIVE for port object eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:47.870581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97c15-7800-46ea-8e0e-48c517c350c3 req-bfe4a9cb-66f1-4853-848a-65d3704f5ee7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.870581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-73b97c15-7800-46ea-8e0e-48c517c350c3 req-bfe4a9cb-66f1-4853-848a-65d3704f5ee7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Synchronizing usage tracker for tenant:790ecda16b2349d7b6b2e86494103e07 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:50:48.251975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:48.312248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-73b97c15-7800-46ea-8e0e-48c517c350c3 req-bfe4a9cb-66f1-4853-848a-65d3704f5ee7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Unset dirty status for tenant:790ecda16b2349d7b6b2e86494103e07 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:50:48.312248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b97c15-7800-46ea-8e0e-48c517c350c3 req-bfe4a9cb-66f1-4853-848a-65d3704f5ee7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 931 time: 0.5259886 Feb 15 13:50:48.426087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b97c15-7800-46ea-8e0e-48c517c350c3 req-d91e5311-326a-4439-b63c-d49e6747b549 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146293 Feb 15 13:50:48.457788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:48.567859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Attempting to bind port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:50:48.567859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Attempting to bind port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:50:48.567859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Attempting to bind port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 on network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:48.575665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 on network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:50:48.583325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Attempting to bind port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 on network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:50:48.583325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:50:48.583325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Checking segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:50:48.583325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Bound using segment: {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:50:48.583325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Bound port: eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f664d341-b576-4098-a525-df89610199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:50:48.586810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:48.678646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:50:48.681532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:50:48.823104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:48.891299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.891299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:48.891299 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 HTTP/1.1" status: 200 len: 1093 time: 1.7870696 Feb 15 13:50:48.891299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:48.938093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff578-2951-4479-8425-0e6b5aa7c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:48.977016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'status': 'completed', 'code': 200} Feb 15 13:50:49.080310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-cae91e18-0b47-4c4a-9cc7-12254b6f4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.082196 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-cae91e18-0b47-4c4a-9cc7-12254b6f4677 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=790ecda16b2349d7b6b2e86494103e07&device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1096 time: 0.0793619 Feb 15 13:50:49.258466 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-e30b725c-a116-47fe-8951-02cfe6ffb0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740843 Feb 15 13:50:49.348921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-f668e085-0fed-4afc-9734-bb567b7df53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.350684 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-f668e085-0fed-4afc-9734-bb567b7df53e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=790ecda16b2349d7b6b2e86494103e07&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2605624 Feb 15 13:50:49.412061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-f786c46b-80cb-49e7-9a1d-24938f262828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.413585 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-f786c46b-80cb-49e7-9a1d-24938f262828 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1099 time: 0.0868454 Feb 15 13:50:49.507097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-2373988a-c5f1-46e4-9444-d5522585863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.508718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a454e12-fa0b-4aaa-a62a-ecae4df6b546 req-2373988a-c5f1-46e4-9444-d5522585863b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1501338 Feb 15 13:50:49.573733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-b48cac9d-e130-4fea-a7e4-29597fbe1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.576390 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-b48cac9d-e130-4fea-a7e4-29597fbe1a4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 897 time: 0.1382425 Feb 15 13:50:49.664329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59664) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:49.681119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3262f5-a717-41a6-8940-709393ae3bbc req-01a8e3c0-c259-487c-a81b-48a3f837cf67 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.682707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee3262f5-a717-41a6-8940-709393ae3bbc req-01a8e3c0-c259-487c-a81b-48a3f837cf67 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 943 time: 0.1381700 Feb 15 13:50:49.706831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-06a4db03-ab55-4d90-b584-6c74eeadd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.708278 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-06a4db03-ab55-4d90-b584-6c74eeadd5bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=790ecda16b2349d7b6b2e86494103e07&device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1096 time: 0.1244121 Feb 15 13:50:49.740213 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-b477e9ed-7748-4ddb-b262-2755cfdd1b1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 200 len: 1002 time: 0.1528766 Feb 15 13:50:49.789847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324efdb1-0395-4ee7-838b-8d10beb7f677 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.791829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-324efdb1-0395-4ee7-838b-8d10beb7f677 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3 HTTP/1.1" status: 200 len: 814 time: 0.1260436 Feb 15 13:50:49.792772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-9b176416-cc45-48d6-9b1f-6f8f8cabb637 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 HTTP/1.1" status: 200 len: 217 time: 0.0699663 Feb 15 13:50:49.798484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee3262f5-a717-41a6-8940-709393ae3bbc req-8ec67c21-d1e6-4524-9967-fb2349ff78bd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087322 Feb 15 13:50:49.818078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-990e4c5e-95f1-4d76-bfa3-e8b1e9ba6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.820283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-990e4c5e-95f1-4d76-bfa3-e8b1e9ba6ff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0730293 Feb 15 13:50:49.869503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-5a3e6139-c699-403d-9a73-f596bdf97bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.869503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-5a3e6139-c699-403d-9a73-f596bdf97bad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0 HTTP/1.1" status: 200 len: 835 time: 0.0687644 Feb 15 13:50:49.905868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-ca81b20c-d913-4ef4-9a44-08f6a4832654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.906567 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-ca81b20c-d913-4ef4-9a44-08f6a4832654 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805202 Feb 15 13:50:49.955966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2d1fea8a-1a2d-417a-9613-441c44cb6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.958063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-2d1fea8a-1a2d-417a-9613-441c44cb6056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846024 Feb 15 13:50:50.057149 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-92f1fcb6-a15b-4ad7-9872-94e7722eb00f service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382539 Feb 15 13:50:50.109492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-775f3ace-f41d-4a09-9bd8-344f5c66a7ac service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439109 Feb 15 13:50:50.199218 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-566c0e17-2019-433c-a531-6ced1d6e6a5f req-12cd51db-a5f3-49eb-98ef-2ac1c45a5986 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378410 Feb 15 13:50:50.252430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7877ece8-2f1f-4474-a39e-511485bc63cc req-5861bea5-1e05-4c5b-a61e-4757172c1be3 service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348987 Feb 15 13:50:50.262039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59672) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:50.268966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:50.373335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:50.749584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:50.826536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:50.826904 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55 disassociated. External IP: 172.26.0.163, port: 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb. Feb 15 13:50:51.018515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7386-6606-4579-825a-1ae35fc40971 req-955b477c-9ab0-475b-92c8-2b4dfbc840dd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.019896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-300f7386-6606-4579-825a-1ae35fc40971 req-955b477c-9ab0-475b-92c8-2b4dfbc840dd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 943 time: 0.0896659 Feb 15 13:50:51.078191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-300f7386-6606-4579-825a-1ae35fc40971 req-eab0fe7a-a6a3-4e3f-adc0-d6f567948da8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504363 Feb 15 13:50:51.220031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:50:51.412645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:50:51.417095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:51.421207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:51.431244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:51.431857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:51.477054 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4ab073b5-85f0-4702-90e1-347ad0d0c9b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 690 time: 1.2128689 Feb 15 13:50:51.477658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:51.480285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59678) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:51.525753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'status': 'completed', 'code': 200} Feb 15 13:50:51.643751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-46ff9118-0a6f-4541-8cc8-09ec8d09aa33 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 690 time: 0.1554937 Feb 15 13:50:51.660385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-89134d78-6b7f-40aa-9627-b1b90a10ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.660385 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-89134d78-6b7f-40aa-9627-b1b90a10ca67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 1099 time: 0.0910125 Feb 15 13:50:51.675932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:51.810870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-0ad1b7dd-e73e-477d-999b-6846a2debcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.817171 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-0ad1b7dd-e73e-477d-999b-6846a2debcc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 897 time: 0.1467149 Feb 15 13:50:51.890379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-eda76b4b-9753-4362-83f9-8ba0188534dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 200 len: 217 time: 0.0664797 Feb 15 13:50:51.969872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-99c1a150-cd44-4cfd-8eac-6d5a198d4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.971274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-99c1a150-cd44-4cfd-8eac-6d5a198d4959 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0743160 Feb 15 13:50:52.062856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-94d4c94f-955b-4fe0-8ac0-4b940f02b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.062856 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-94d4c94f-955b-4fe0-8ac0-4b940f02b87b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801346 Feb 15 13:50:52.067991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:52.068655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:52.081965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:50:52.082586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:52.282904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:50:52.407047 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-e738a5b3-fb91-450a-b020-88da8b39f7a1 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422711 Feb 15 13:50:52.418354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b29d67-07e4-4da5-a3dd-281deb828d28 req-0d05f1ba-db74-4318-bec1-139a5b3738ae tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.420308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-65b29d67-07e4-4da5-a3dd-281deb828d28 req-0d05f1ba-db74-4318-bec1-139a5b3738ae tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 943 time: 0.1856377 Feb 15 13:50:52.551204 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-65b29d67-07e4-4da5-a3dd-281deb828d28 req-ff4d1911-67e9-4481-bc26-2b5b510f3a52 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117125 Feb 15 13:50:52.596036 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adc76965-a97c-44e6-8fd6-fa46b757e1be req-f5e86218-7bfa-4fee-91bf-febff8894281 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747856 Feb 15 13:50:52.635277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:52.638682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830576c-ef8b-47ef-850c-7edc522e7754 None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:52.641306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59686) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:52.741260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f2952268-a9a6-4eba-a4b1-e82de2935eb6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 690 time: 0.0983136 Feb 15 13:50:52.792324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:50:52.928364 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec33708-cf17-496f-b644-eab4cf02ded9 None None] New status for floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:50:52.938673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:52.953619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'mac_address': 'fa:16:3e:5c:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:50:53.015491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:53.033529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:53.054128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:53.126228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:53.202297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:53.356965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:50:53.744276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:53.755755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd41da-b07b-45a7-8c9a-8c51ba20cc87 req-9c1593cc-962b-47c6-b3fe-1bb8a71631dd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.757798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-94bd41da-b07b-45a7-8c9a-8c51ba20cc87 req-9c1593cc-962b-47c6-b3fe-1bb8a71631dd tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 944 time: 0.0914822 Feb 15 13:50:53.807699 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-94bd41da-b07b-45a7-8c9a-8c51ba20cc87 req-73c679f7-cf53-49fc-9948-cc73c6b36f71 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Feb 15 13:50:53.831217 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-62a6ea38-2ef5-41e7-85e7-b4bd9312a053 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 688 time: 0.0855532 Feb 15 13:50:54.799495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:50:54.964277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:54.976294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:54.976294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:55.009345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753b168-b141-4448-908c-b5e2e268a9cf req-2440e131-8721-4696-b6d7-7105cf5bacb0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.011023 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e753b168-b141-4448-908c-b5e2e268a9cf req-2440e131-8721-4696-b6d7-7105cf5bacb0 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 944 time: 0.0895319 Feb 15 13:50:55.064851 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e753b168-b141-4448-908c-b5e2e268a9cf req-937d58d6-0827-4588-a5e0-b5964a594c01 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 Feb 15 13:50:55.152296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:55.180224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:55.191762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:50:55.231090 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'code': 200} Feb 15 13:50:55.315134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:55.381533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:55.665138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59704) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:55.670524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633907390', 'description': 'tempest-secgroup-smoke-633907390 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:55.676639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:55.687745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:55.743927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4cb7-bcf0-4734-975c-0212793b297e req-3f757d36-984d-4688-8ab3-ea7bd740e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.745468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-404a4cb7-bcf0-4734-975c-0212793b297e req-3f757d36-984d-4688-8ab3-ea7bd740e091 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1098 time: 0.0758159 Feb 15 13:50:55.771706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:55.788829 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-404a4cb7-bcf0-4734-975c-0212793b297e req-d948b6b5-d3b0-4921-9b95-4c1669acf31a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373576 Feb 15 13:50:55.792951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:55.796913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:55.799785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:55.805697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:55.877201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:55.957280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.004029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc59d58-f1c4-44cf-ba17-512d0a214f91,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:56.068583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.069846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d1170f2f-9ae3-41f2-88cb-e85539824f17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4037054 Feb 15 13:50:56.072799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59708) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:56.078640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:56.084648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:56.088511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:56.091629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:56.097582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:56.187545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.258016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.259749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2074d-571d-4a3b-ac45-1e6edb14b327 req-d3566d07-141c-42ff-aa30-0249ca35b73e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.261276 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ac2074d-571d-4a3b-ac45-1e6edb14b327 req-d3566d07-141c-42ff-aa30-0249ca35b73e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0843511 Feb 15 13:50:56.311737 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ac2074d-571d-4a3b-ac45-1e6edb14b327 req-2297187f-5cfd-4e67-a00b-d29485ab8264 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Feb 15 13:50:56.345656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.369497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b1ec41-099a-4a7c-92d3-b1c54f576b54,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:56.454052 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.455255 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b3bb7e31-18dd-4340-a16f-8b841b31845f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815458 Feb 15 13:50:56.458120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59714) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:56.463069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:56.469523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:56.473244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:56.476316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:56.482389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:56.563770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.628614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.708711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.733603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a73c436-4aa2-4974-a6f3-83612946cc6d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:56.848528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:56.850260 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a8c171ad-e905-4ac7-ba7f-6689d5b19126 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3910284 Feb 15 13:50:56.854040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59718) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:56.859327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:56.865635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:56.869725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:56.872963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:56.879572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:56.968312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.033047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.145649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.172666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31f4e8-cf4d-4102-9773-28c8bf6c0325,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.268517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.269747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-807d86dd-584d-473c-af71-58acfb0e54ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145601 Feb 15 13:50:57.272479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59722) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:57.277835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:57.283844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:57.287671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:57.290940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:57.296897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:57.372598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.481889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.520660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bd6be-a939-40df-a47d-ab255075192d req-da898faf-32bb-4a1c-b32d-3d9463ab1ac8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.522135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c23bd6be-a939-40df-a47d-ab255075192d req-da898faf-32bb-4a1c-b32d-3d9463ab1ac8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0945435 Feb 15 13:50:57.566882 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c23bd6be-a939-40df-a47d-ab255075192d req-ae762b3e-1efc-4c67-a3bc-9666fa12f31d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388713 Feb 15 13:50:57.568335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.590511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9283a75-c539-4c83-9cdd-ecb3b44145d1,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.675223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.675802 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e17a2677-c30e-4f57-bf80-2f938b21c9d2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022758 Feb 15 13:50:57.679743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59730) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:57.684106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:57.690466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:57.694462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:57.697569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:57.704070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:57.759418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a0abd-8d35-4e19-b8a6-f7bfcbbf1cd4 req-4ecbdbfd-7f89-42c9-9d8d-00dc8142101b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.761551 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c77a0abd-8d35-4e19-b8a6-f7bfcbbf1cd4 req-4ecbdbfd-7f89-42c9-9d8d-00dc8142101b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0843897 Feb 15 13:50:57.810982 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c77a0abd-8d35-4e19-b8a6-f7bfcbbf1cd4 req-fbb2c204-1f9a-4724-b1a9-936487066f6b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Feb 15 13:50:57.814467 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:50:57.821598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.834655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59734) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:57.899917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:57.907869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2d857-f572-409c-ad8b-fdd95e0c8ff5 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.909395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e8c2d857-f572-409c-ad8b-fdd95e0c8ff5 tempest-TestNetworkAdvancedServerOps-2022343570 tempest-TestNetworkAdvancedServerOps-2022343570-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1093 time: 0.0737486 Feb 15 13:50:57.912193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59738) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:57.917051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:57.923187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:57.927218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Usage tracker for resource:floatingip and tenant:790ecda16b2349d7b6b2e86494103e07 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:57.930038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:57.936296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:58.051212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.075441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.086078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c78db16-542e-487c-b814-32effd709d96,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:58.180256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.181621 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cdd8e082-8f5c-421b-8e07-92730199eaab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5017884 Feb 15 13:50:58.184320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59742) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:50:58.189751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '5cc59d58-f1c4-44cf-ba17-512d0a214f91', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:58.195740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:50:58.199586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:50:58.203419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:50:58.209152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:50:58.219939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.300822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:50:58.308063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.367985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Allocated IP 172.26.0.127 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/82ef52af-d374-46c7-9cd0-6e91c9809054) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:58.384229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.515302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.515489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.541597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f47c621-bf20-4e35-af4e-cac5e3f837e5,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:58.625867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.674283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:58.677869 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0f10b4a5-d25d-4ef6-9da7-855e57e22ee1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4901662 Feb 15 13:50:58.691952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:58.694847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:58.698487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:50:58.844901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=82ef52af-d374-46c7-9cd0-6e91c9809054,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:58.964414 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-e8dd3861-4eef-4d5a-9ed8-5cb85944fe75 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633907390&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.0934036 Feb 15 13:50:59.319703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-f52a2aec-b166-47de-a480-645ee31d5c05 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.321153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-f52a2aec-b166-47de-a480-645ee31d5c05 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 797 time: 0.3241205 Feb 15 13:50:59.348250 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-c7790f93-1e62-4e40-be60-aafeeec6f49f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0213187 Feb 15 13:50:59.359482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-73345ae6-0e37-4ea9-9a1b-ba455b89fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:59.478121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-fc39c665-fbed-40bf-b06f-f5f99555ffac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1215506 Feb 15 13:50:59.494593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-51e8ce74-d138-4b97-9a8c-2ea46185b9b4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 13:50:59.495566 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-51e8ce74-d138-4b97-9a8c-2ea46185b9b4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050499 Feb 15 13:50:59.525131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:59.661285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-0f29b054-18a5-43be-a18b-41a5a445adc4 service neutron] 10.222.0.61 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584904 Feb 15 13:50:59.822864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:50:59.905430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-75f00a25-8268-46d4-a81a-f7f0c0aa7224 service neutron] 10.222.0.61 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380996 Feb 15 13:51:00.082929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:00.202356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44c7d138-2a62-4411-8032-ca8f76d9b08b req-48c4c95b-61ac-44e8-9ae6-8ec5ccbaea40 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 210 time: 0.0467913 Feb 15 13:51:00.203551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:00.323614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event updated for resources: {'Port': ['ID=82ef52af-d374-46c7-9cd0-6e91c9809054,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:00.342868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:00.660205 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Floating IP bc73df9f-2948-4d6a-9da2-224040d62009 associated. External IP: 172.26.0.127, port: eab8ccd0-6110-4ebc-98b7-4b034eea2ea5. Feb 15 13:51:01.018191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Router 37906900-f57d-4eb2-8fdb-a24e8f6f672e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:51:01.209117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:51:01.220245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Sync routers for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:01.233535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:01.234290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:01.353339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:01.390762 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ca426fff-44b9-419b-bd03-4afc7d7782c0 req-6df8606a-4a21-4f34-a520-8c48da4da09a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 210 time: 0.0752685 Feb 15 13:51:01.423359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bad09e87-7c52-4af0-8f61-d6c1ec074707 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5077939 Feb 15 13:51:01.423587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:01.423697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:01.484498 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'status': 'completed', 'code': 200} Feb 15 13:51:01.655065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-5a8726fa-0b74-4163-95d5-dcbbd986578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.656541 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-5a8726fa-0b74-4163-95d5-dcbbd986578a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=790ecda16b2349d7b6b2e86494103e07&device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1098 time: 0.1486957 Feb 15 13:51:01.664065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38124499-5bdb-4a70-9aeb-918d906d9dfd req-cd08fc07-3bb8-4b09-9ce4-91445920889c tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.665797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38124499-5bdb-4a70-9aeb-918d906d9dfd req-cd08fc07-3bb8-4b09-9ce4-91445920889c tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1264656 Feb 15 13:51:01.798240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38124499-5bdb-4a70-9aeb-918d906d9dfd req-3661e474-5a9f-4a80-9044-481ad7ec0d71 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106486 Feb 15 13:51:01.807406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'bc73df9f-2948-4d6a-9da2-224040d62009', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'mac_address': 'fa:16:3e:5c:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d0acf-fd6b-466c-9952-9c792719dd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:59Z', 'updated_at': '2022-02-15T13:50:59Z', 'revision_number': 0, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:01.815625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Checking router: 37906900-f57d-4eb2-8fdb-a24e8f6f672e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:01.823623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59774) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:01.826644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:01.827358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:50:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:01.832603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-a5c01ef2-2839-4fec-8cf8-7da22f79c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.835836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-a5c01ef2-2839-4fec-8cf8-7da22f79c467 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 HTTP/1.1" status: 200 len: 897 time: 0.1676733 Feb 15 13:51:01.937755 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f4a2e3d0-990b-41c7-a5c7-52313c24ef40 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/floatingips/bc73df9f-2948-4d6a-9da2-224040d62009 HTTP/1.1" status: 200 len: 991 time: 0.1121864 Feb 15 13:51:01.947307 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-4a2b6491-165f-4e9d-81ec-2d1ee0195e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 HTTP/1.1" status: 200 len: 999 time: 0.1058233 Feb 15 13:51:02.012166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-2d828019-3436-4269-9f18-f737c357e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:02.014697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-2d828019-3436-4269-9f18-f737c357e876 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0 HTTP/1.1" status: 200 len: 835 time: 0.0602226 Feb 15 13:51:02.021148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:02.097752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-ed224442-3f3c-4a5b-b182-62203af46f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:02.099529 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-ed224442-3f3c-4a5b-b182-62203af46f3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789480 Feb 15 13:51:02.364432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-f582f171-aec3-46f3-b6ac-550043874261 service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565744 Feb 15 13:51:02.398481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'bc73df9f-2948-4d6a-9da2-224040d62009', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'mac_address': 'fa:16:3e:5c:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d0acf-fd6b-466c-9952-9c792719dd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:59Z', 'updated_at': '2022-02-15T13:50:59Z', 'revision_number': 0, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:02.402738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324f6c5-0338-4876-9d85-aae1d55efba2 None None] The sync data for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv is: [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'bc73df9f-2948-4d6a-9da2-224040d62009', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'mac_address': 'fa:16:3e:5c:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d0acf-fd6b-466c-9952-9c792719dd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:59Z', 'updated_at': '2022-02-15T13:50:59Z', 'revision_number': 0, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:02.505854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe3860-591f-4561-a8bd-f1a9fb771626 req-d17e130e-6c5b-47c3-a3f6-3899de0fe125 service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350398 Feb 15 13:51:02.622784 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4faa2cb-c8a6-4439-bfa6-343b6e5152eb req-25cedd69-672f-48f9-9e45-df53e9ccdf07 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 210 time: 0.0440724 Feb 15 13:51:02.663548 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9375246f-45e6-4178-bea7-df882200adc7 None None] New status for floating IP bc73df9f-2948-4d6a-9da2-224040d62009: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:02.747830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:02.748667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f7222f95-d330-4feb-b96c-5b73e820c547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:02.869806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-f6b75b42-6d40-4995-8051-b8719e512377 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:02.871198 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-f6b75b42-6d40-4995-8051-b8719e512377 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 797 time: 0.1670139 Feb 15 13:51:02.886485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:02.922384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-cd0f14d2-2ecb-4a33-a75e-fbe9e0a43e33 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 471 time: 0.0434840 Feb 15 13:51:02.930513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '95da5814-42cf-4785-b4fd-0053523e3742', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['5cc59d58-f1c4-44cf-ba17-512d0a214f91']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:02.939164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59786) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:03.049836 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-87eb35a9-742a-4a95-b676-6e54cb93ff0f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/floatingips/bc73df9f-2948-4d6a-9da2-224040d62009 HTTP/1.1" status: 200 len: 991 time: 0.1093976 Feb 15 13:51:03.089720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:51:03.104406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:51:03.219629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:03.223321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:03.274183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:03.393595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.10 (62db70c2-e09d-4276-a7af-9388ae8c7b62/a3dae3b0-bb42-4204-a920-b45190a77192/5d45d900-8618-4108-99b6-1fd236fbfbc1) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:03.592476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:03.609779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 5d45d900-8618-4108-99b6-1fd236fbfbc1 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:03.694565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:03.822089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:03.826974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:03.832348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:51:03.862336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:03.912187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:03.912896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:03.937725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b9a9d-4b12-4996-8f24-55f0acd02966 req-eb5de19d-e2e2-426c-a676-8115c09860de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:03.939322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec0b9a9d-4b12-4996-8f24-55f0acd02966 req-eb5de19d-e2e2-426c-a676-8115c09860de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 932 time: 0.2052987 Feb 15 13:51:03.994402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec0b9a9d-4b12-4996-8f24-55f0acd02966 req-5dd96874-472a-42e1-b93e-daf6c397f9ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473397 Feb 15 13:51:04.053536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59796) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:04.160662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c6c44042-7f26-4c92-8d89-f38ba8ac492d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/floatingips/bc73df9f-2948-4d6a-9da2-224040d62009 HTTP/1.1" status: 200 len: 993 time: 0.1059830 Feb 15 13:51:04.196737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:04.242591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ecd883a-f33a-4c24-8ab0-271b196771fc None None] Provisioning for port 5d45d900-8618-4108-99b6-1fd236fbfbc1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:04.248130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ecd883a-f33a-4c24-8ab0-271b196771fc None None] Provisioning complete for port 5d45d900-8618-4108-99b6-1fd236fbfbc1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:04.248638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ecd883a-f33a-4c24-8ab0-271b196771fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:04.304642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd883a-f33a-4c24-8ab0-271b196771fc None None] Port 5d45d900-8618-4108-99b6-1fd236fbfbc1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:51:04.374846 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-ae50e793-aba2-42f0-a631-66f9a978bc7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4480035 Feb 15 13:51:04.386630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Request body: {'port': {'device_id': '95da5814-42cf-4785-b4fd-0053523e3742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:04.510358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:04.965898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d45d900-8618-4108-99b6-1fd236fbfbc1 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:04.973367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:04.988649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Transition to ACTIVE for port object 5d45d900-8618-4108-99b6-1fd236fbfbc1 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:05.079513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:05.266993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Pushing event updated for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:05.385476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a987f8-3254-4064-9e39-bca2ecaf0e83 req-3d4a18ea-c35d-4213-a9ab-c5e03599afa2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:05.386173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e2a987f8-3254-4064-9e39-bca2ecaf0e83 req-3d4a18ea-c35d-4213-a9ab-c5e03599afa2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:51:05.404401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Attempting to bind port 5d45d900-8618-4108-99b6-1fd236fbfbc1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:51:05.404733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Attempting to bind port 5d45d900-8618-4108-99b6-1fd236fbfbc1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:51:05.405053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Attempting to bind port 5d45d900-8618-4108-99b6-1fd236fbfbc1 on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:51:05.410440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Port 5d45d900-8618-4108-99b6-1fd236fbfbc1 on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:51:05.410771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Attempting to bind port 5d45d900-8618-4108-99b6-1fd236fbfbc1 on network 62db70c2-e09d-4276-a7af-9388ae8c7b62 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:51:05.416161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:51:05.416495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Checking segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:51:05.416871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Bound using segment: {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:51:05.417294 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Bound port: 5d45d900-8618-4108-99b6-1fd236fbfbc1, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977ab59-c562-439c-9459-0c65a4f21bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:51:05.417684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:05.476232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e2a987f8-3254-4064-9e39-bca2ecaf0e83 req-3d4a18ea-c35d-4213-a9ab-c5e03599afa2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:51:05.477381 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e2a987f8-3254-4064-9e39-bca2ecaf0e83 req-3d4a18ea-c35d-4213-a9ab-c5e03599afa2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 944 time: 0.3648224 Feb 15 13:51:05.545151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:51:05.549573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e2a987f8-3254-4064-9e39-bca2ecaf0e83 req-abbe812b-441b-411f-b82b-3910e59a10a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645998 Feb 15 13:51:05.555466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:51:05.671761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:05.732475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:05.733131 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:05.734568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] 10.222.0.36 "PUT /v2.0/ports/5d45d900-8618-4108-99b6-1fd236fbfbc1 HTTP/1.1" status: 200 len: 1094 time: 1.3522105 Feb 15 13:51:05.735004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:05.761980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72d1f-ecaf-4f7a-8181-7e3f715c749d service neutron] Pushing event updated for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:05.793454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'status': 'completed', 'code': 200} Feb 15 13:51:05.894824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-916c82ae-d7ed-49c1-90df-bc5279d9ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:05.897630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-916c82ae-d7ed-49c1-90df-bc5279d9ec39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 1097 time: 0.0797253 Feb 15 13:51:06.048811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-e9308d92-4112-4a28-836b-f1921f6fbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.050352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-e9308d92-4112-4a28-836b-f1921f6fbd0f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1479478 Feb 15 13:51:06.198156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-af4bbe63-c8d6-406a-a011-cfee90f71894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.199600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d762e617-c042-41c7-aaa5-a59ea2c2283a req-af4bbe63-c8d6-406a-a011-cfee90f71894 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1433096 Feb 15 13:51:06.312159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-fb030444-8200-4d52-b611-b284f09621fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.313696 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-fb030444-8200-4d52-b611-b284f09621fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 1097 time: 0.0785110 Feb 15 13:51:06.389342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-fbe151d6-7e31-4c92-9ca8-3257ecd9100f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1 HTTP/1.1" status: 200 len: 217 time: 0.0687232 Feb 15 13:51:06.454007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-900dfe72-7cf7-4945-bc72-ffd1e8f0f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.455428 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-900dfe72-7cf7-4945-bc72-ffd1e8f0f4aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0595834 Feb 15 13:51:06.532675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-cdb454c7-bd46-4aed-96ed-935a8dbea8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.534196 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-cdb454c7-bd46-4aed-96ed-935a8dbea8f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724075 Feb 15 13:51:06.712033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-c85ddb9f-404b-45c6-9755-f8e00ccf4012 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720402 Feb 15 13:51:06.977587 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc5ca5ef-16c1-403c-aa84-bcc12ab2c7db req-356d8cf8-6162-4032-8f5b-8fbb9b8577d6 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587631 Feb 15 13:51:06.985054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace273c7-2b12-49f7-b568-b7ffeba08ef7 req-19e8ae88-1db2-4a71-8236-3935920b34a2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.986504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ace273c7-2b12-49f7-b568-b7ffeba08ef7 req-19e8ae88-1db2-4a71-8236-3935920b34a2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 944 time: 0.3199134 Feb 15 13:51:07.033063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ace273c7-2b12-49f7-b568-b7ffeba08ef7 req-8309d5cb-a91d-4947-87b7-05126a3f77ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 Feb 15 13:51:08.223120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520025d-9ac2-4db9-924f-cec3b99208ec req-864cdade-58ff-4caf-8a98-fece81749ce3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:08.224815 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e520025d-9ac2-4db9-924f-cec3b99208ec req-864cdade-58ff-4caf-8a98-fece81749ce3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 944 time: 0.0839422 Feb 15 13:51:08.274857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e520025d-9ac2-4db9-924f-cec3b99208ec req-22b3cc64-e4d6-4f0a-b9b7-f8d4240f2227 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439434 Feb 15 13:51:08.856783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5d45d900-8618-4108-99b6-1fd236fbfbc1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:51:08.995905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:09.016551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'port_id': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'mac_address': 'fa:16:3e:bf:c5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:51:09.072711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:09.091839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d45d900-8618-4108-99b6-1fd236fbfbc1 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:09.108051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:09.249103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:09.323936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:09.488414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaca04-7ee0-449e-a927-31e176563b32 req-bfc99678-13fe-4b6f-b40b-c73c70fbec6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.489927 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9aaaca04-7ee0-449e-a927-31e176563b32 req-bfc99678-13fe-4b6f-b40b-c73c70fbec6a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 945 time: 0.0950592 Feb 15 13:51:09.510269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['5d45d900-8618-4108-99b6-1fd236fbfbc1'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:51:09.549571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9aaaca04-7ee0-449e-a927-31e176563b32 req-5240cd61-f192-42f8-b853-ea07f0bd3369 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471830 Feb 15 13:51:10.757172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be65c2c-7e43-49c6-9de4-8b167de92971 req-9003635f-ca5a-48ad-8cd9-ca47f92cfb47 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.759646 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2be65c2c-7e43-49c6-9de4-8b167de92971 req-9003635f-ca5a-48ad-8cd9-ca47f92cfb47 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 945 time: 0.0857136 Feb 15 13:51:10.808153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2be65c2c-7e43-49c6-9de4-8b167de92971 req-45a8196a-1891-4edd-b582-a806ead8423b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Feb 15 13:51:10.873340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5d45d900-8618-4108-99b6-1fd236fbfbc1 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:51:10.994360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 5d45d900-8618-4108-99b6-1fd236fbfbc1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:10.999842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 5d45d900-8618-4108-99b6-1fd236fbfbc1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:11.000229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:11.128544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:11.157693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:11.167725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:11.202308 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'code': 200} Feb 15 13:51:11.234891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:11.306854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:11.578154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f10f7-5fe4-42d9-9799-f60d73914197 req-71b74f21-4234-4c4f-8836-ba430d0e0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.579636 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f5f10f7-5fe4-42d9-9799-f60d73914197 req-71b74f21-4234-4c4f-8836-ba430d0e0be1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 1099 time: 0.0738599 Feb 15 13:51:11.624224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f5f10f7-5fe4-42d9-9799-f60d73914197 req-9bfe0b1d-366c-491f-b98f-ef3376953b17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381882 Feb 15 13:51:12.004017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cba39d-421a-4454-8a95-f34f26b751c6 req-158515f4-d817-43aa-b6b2-939b8261098f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.005506 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03cba39d-421a-4454-8a95-f34f26b751c6 req-158515f4-d817-43aa-b6b2-939b8261098f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.0872891 Feb 15 13:51:12.052147 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03cba39d-421a-4454-8a95-f34f26b751c6 req-4f1498ab-8ee4-4b9e-870f-89fcccae6d4c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405767 Feb 15 13:51:13.249107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c8e4d-a533-4aaf-b066-afff751e8b07 req-768368df-392c-42ab-9ca9-26877c6d39c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.250625 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b2c8e4d-a533-4aaf-b066-afff751e8b07 req-768368df-392c-42ab-9ca9-26877c6d39c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.0819790 Feb 15 13:51:13.296175 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b2c8e4d-a533-4aaf-b066-afff751e8b07 req-80d5da0d-ae25-4529-aa24-3ec11d29555f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397913 Feb 15 13:51:13.487756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1049-3c4b-4638-b037-ee4278ee03d5 req-3e351d8c-d005-4a33-a6e5-e2bc28ada384 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.489126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2abb1049-3c4b-4638-b037-ee4278ee03d5 req-3e351d8c-d005-4a33-a6e5-e2bc28ada384 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.0833275 Feb 15 13:51:13.535622 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2abb1049-3c4b-4638-b037-ee4278ee03d5 req-a83d4efc-62f7-40f9-b220-8ca059d164a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Feb 15 13:51:13.557577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59822) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:13.736544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2cc93-2e8a-4390-bbb6-c10699944d98 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.737465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7df2cc93-2e8a-4390-bbb6-c10699944d98 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 1094 time: 0.1788912 Feb 15 13:51:13.740388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59828) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:13.745462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'port_id': '5d45d900-8618-4108-99b6-1fd236fbfbc1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:13.944879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:14.659666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:14.733237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:14.923390 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55 associated. External IP: 172.26.0.163, port: 5d45d900-8618-4108-99b6-1fd236fbfbc1. Feb 15 13:51:15.300817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:51:15.587951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:51:15.592302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:15.598363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:15.609138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:15.610060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:51:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:15.657247 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8476efd3-8bc4-4e43-99a4-d0141faea169 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 1.9132228 Feb 15 13:51:15.657247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:15.657785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59832) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:15.702756 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'status': 'completed', 'code': 200} Feb 15 13:51:15.804531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:15.822121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47fadf42-ac42-4d08-a9cf-350b634f1447 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 0.1631591 Feb 15 13:51:15.839139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-d070968f-6689-4261-8ba9-dd9712662dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:15.841064 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-d070968f-6689-4261-8ba9-dd9712662dea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 1099 time: 0.1024389 Feb 15 13:51:15.977042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-be39748d-0670-48bf-9d42-5e7d0f03f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:15.978607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-be39748d-0670-48bf-9d42-5e7d0f03f424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 200 len: 897 time: 0.1312778 Feb 15 13:51:16.084148 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-6f2b47c7-d285-4d08-ac82-dd3eb2cdfe2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1 HTTP/1.1" status: 200 len: 1000 time: 0.0945275 Feb 15 13:51:16.154323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-4a98a3bd-3737-4aec-a7e0-35641307cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.155939 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-4a98a3bd-3737-4aec-a7e0-35641307cd2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 200 len: 834 time: 0.0661294 Feb 15 13:51:16.190940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:bf:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da5814-42cf-4785-b4fd-0053523e3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:51:14Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.194797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:16.208465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:16.209095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:51:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.240030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-dad489d2-ee15-4fe2-aabf-16cad4a219b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.241525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-dad489d2-ee15-4fe2-aabf-16cad4a219b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62db70c2-e09d-4276-a7af-9388ae8c7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791967 Feb 15 13:51:16.387072 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-f44209df-342c-45ac-b4da-229671c45649 service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388259 Feb 15 13:51:16.398904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:16.535600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eab305e8-4472-4f0d-b1ff-7efed0530c98 req-baad3686-05ef-4bae-b283-2194d031388a service neutron] 10.222.0.36 "GET /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425958 Feb 15 13:51:16.757945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:bf:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da5814-42cf-4785-b4fd-0053523e3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:51:14Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.761899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3dbdb8-1a7a-4f83-9b20-beff4546ea3a None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '9c04f84a-7167-4e7e-9242-32c6a7975f55', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.163', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'port_id': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'mac_address': 'fa:16:3e:bf:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da5814-42cf-4785-b4fd-0053523e3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:15Z', 'updated_at': '2022-02-15T13:51:14Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:16.827227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59838) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:16.943018 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-735767bc-71cd-47a0-af87-94e7a894568e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 992 time: 0.1136527 Feb 15 13:51:16.965852 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b00a2-a135-44bc-bcc5-a8d87399ae69 None None] New status for floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:17.945907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59842) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:18.056415 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4a5a6982-8175-446f-b3dc-d7db8843f860 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 200 len: 994 time: 0.1090949 Feb 15 13:51:20.423726 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:51:29.373442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7e88c8bb-9545-4f09-8d49-a305182b4d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:32.550662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b6c67745-ae10-47cb-9058-ec71ba751993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:32.584175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:32.799163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:33.228090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:33.930583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921474f-4bd4-4bb6-b2e2-c36ab6a57219 req-c05a2903-f8c7-42b6-954c-43d433a3673e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:33.931966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8921474f-4bd4-4bb6-b2e2-c36ab6a57219 req-c05a2903-f8c7-42b6-954c-43d433a3673e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1084800 Feb 15 13:51:33.978687 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8921474f-4bd4-4bb6-b2e2-c36ab6a57219 req-08d67095-fe63-4ce5-8ba4-fdf8a57893d7 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Feb 15 13:51:34.121820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:35.171158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460b7d-5e16-4ce0-9a5e-61a3d3b279a1 req-53c7b90c-abbc-4e52-a0ff-100f8afaeae9 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:35.172702 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-72460b7d-5e16-4ce0-9a5e-61a3d3b279a1 req-53c7b90c-abbc-4e52-a0ff-100f8afaeae9 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0813978 Feb 15 13:51:35.217294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-72460b7d-5e16-4ce0-9a5e-61a3d3b279a1 req-c54b3d39-4a3f-4f9d-a80c-dc9033cda5a2 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Feb 15 13:51:36.519350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c32cb-cd3a-4397-bd68-1bfb8e60ebc5 req-5b79e115-74fd-4da5-8968-93847228cc45 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:36.520748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa2c32cb-cd3a-4397-bd68-1bfb8e60ebc5 req-5b79e115-74fd-4da5-8968-93847228cc45 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1954036 Feb 15 13:51:36.567594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa2c32cb-cd3a-4397-bd68-1bfb8e60ebc5 req-3fd9778a-3fb3-4343-9583-31bba0199bd8 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Feb 15 13:51:37.868325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d5248-f46b-49e5-a125-fbf47701271d req-5108a3ff-9d7e-4041-8216-cb25b27871af tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.869819 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-369d5248-f46b-49e5-a125-fbf47701271d req-5108a3ff-9d7e-4041-8216-cb25b27871af tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1940925 Feb 15 13:51:37.917448 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-369d5248-f46b-49e5-a125-fbf47701271d req-27f2620a-e516-4f7d-97bf-674e960ba054 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Feb 15 13:51:39.106661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef995a-f3b0-44f4-b9f5-5a5a2ae97d5f req-f5937fe7-dd00-4539-8150-896277068dad tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.108111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8aef995a-f3b0-44f4-b9f5-5a5a2ae97d5f req-f5937fe7-dd00-4539-8150-896277068dad tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0837760 Feb 15 13:51:39.154602 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8aef995a-f3b0-44f4-b9f5-5a5a2ae97d5f req-cca86af8-9e22-4a2c-a9ff-95219cf4f84c tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404074 Feb 15 13:51:40.345725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee54f-1f61-44ed-b551-46b2ddd302b3 req-773d7165-e088-4d04-bfb2-60d46306db9e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.347187 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-204ee54f-1f61-44ed-b551-46b2ddd302b3 req-773d7165-e088-4d04-bfb2-60d46306db9e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0832064 Feb 15 13:51:40.392230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-204ee54f-1f61-44ed-b551-46b2ddd302b3 req-90dcf18d-257d-4126-828c-d1f90cbb2506 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 Feb 15 13:51:41.594628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b96226-be20-4930-a245-29623ac5d79c req-7717f000-3683-4325-bbca-4cc6bf37fec6 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.596086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b96226-be20-4930-a245-29623ac5d79c req-7717f000-3683-4325-bbca-4cc6bf37fec6 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0884430 Feb 15 13:51:41.644555 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73b96226-be20-4930-a245-29623ac5d79c req-d7a9cf28-1f60-4712-b5e9-3e13af502f53 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Feb 15 13:51:42.912050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf64f-28e4-4d1a-8710-4204f9f17a47 req-53a1be85-2b9b-4af6-82b5-97c874a12cf4 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.913537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8eabf64f-28e4-4d1a-8710-4204f9f17a47 req-53a1be85-2b9b-4af6-82b5-97c874a12cf4 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1576159 Feb 15 13:51:42.958673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8eabf64f-28e4-4d1a-8710-4204f9f17a47 req-df0734c4-6cee-46ce-ad87-b5edccab9253 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Feb 15 13:51:44.147521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296d1de-29cc-4552-9d17-c043b9806b7e req-9507f4a9-202b-4714-a051-2fa5c850dee4 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:44.149045 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c296d1de-29cc-4552-9d17-c043b9806b7e req-9507f4a9-202b-4714-a051-2fa5c850dee4 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0812545 Feb 15 13:51:44.197168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c296d1de-29cc-4552-9d17-c043b9806b7e req-f0dfdb7f-92f2-461f-95bc-4af7bc973044 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Feb 15 13:51:45.392036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3434-ab80-47b5-ac16-84c3689153a6 req-21994b90-32de-46a6-97cb-414167b79bbe tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:45.393527 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bdb3434-ab80-47b5-ac16-84c3689153a6 req-21994b90-32de-46a6-97cb-414167b79bbe tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0816400 Feb 15 13:51:45.442466 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bdb3434-ab80-47b5-ac16-84c3689153a6 req-dd2868a9-c164-4b60-aafe-3c1d6f8ccbab tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396197 Feb 15 13:51:46.641426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb11096-6c16-42f8-bd18-3e81e1d838df req-63ebb4c3-8c9a-4be8-98a0-119c6ee83b7c tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:46.642929 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-edb11096-6c16-42f8-bd18-3e81e1d838df req-63ebb4c3-8c9a-4be8-98a0-119c6ee83b7c tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0862303 Feb 15 13:51:46.691173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-edb11096-6c16-42f8-bd18-3e81e1d838df req-94d2443a-a4de-4290-9599-4b6697a2dbce tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Feb 15 13:51:47.899757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88af9-796d-4f84-b9f7-36f51815b157 req-5de35272-dcd2-4484-868c-060934d9f61d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.901229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ca88af9-796d-4f84-b9f7-36f51815b157 req-5de35272-dcd2-4484-868c-060934d9f61d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0902436 Feb 15 13:51:47.952714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ca88af9-796d-4f84-b9f7-36f51815b157 req-edb9c4bc-0dd4-4cd3-8cf3-f7a80c02968b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Feb 15 13:51:49.212830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80add34-37ec-4095-955c-06a3fb09ee2d req-785ddfc6-d548-4ca1-9741-da47503bee69 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.215008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a80add34-37ec-4095-955c-06a3fb09ee2d req-785ddfc6-d548-4ca1-9741-da47503bee69 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1455302 Feb 15 13:51:49.222595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-e765da14-40f4-4127-b1b7-08c45ddc517c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136594 Feb 15 13:51:49.304670 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a80add34-37ec-4095-955c-06a3fb09ee2d req-aafcae9e-9c59-4c77-a088-9ce8e54e0cea tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805874 Feb 15 13:51:49.334205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-271c46e5-d77d-4306-bd8a-41e5ec7c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.336222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-271c46e5-d77d-4306-bd8a-41e5ec7c04a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1098 time: 0.0821621 Feb 15 13:51:49.488889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-146eb3ab-10de-404c-87b4-e98440cc7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.490428 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-146eb3ab-10de-404c-87b4-e98440cc7d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1342976 Feb 15 13:51:49.598086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-a9830a88-e013-436b-afd9-a52b2a9249a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 200 len: 1000 time: 0.1001761 Feb 15 13:51:49.662995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-61dce5f3-b273-40f1-b7e3-ddbe73f16cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.664455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-61dce5f3-b273-40f1-b7e3-ddbe73f16cf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0605671 Feb 15 13:51:49.746034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-61131f8c-79c2-4e8c-9aa5-3f9b0a3f64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.748208 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-61131f8c-79c2-4e8c-9aa5-3f9b0a3f64d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764196 Feb 15 13:51:49.889529 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-3f807e15-79af-407b-9d0b-6fcb8e8d9736 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340182 Feb 15 13:51:50.174275 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae8b06c8-1eed-4509-b92d-fcf005c6c9b0 req-df0a4ddb-c81b-40ab-b229-2e5f9a9d5488 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774241 Feb 15 13:51:50.296846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412ed2c-b0c8-483d-a78f-2ee7a443c197 req-19ed2bb4-f02e-4f57-bbf4-c5f822f78356 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.296846 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6412ed2c-b0c8-483d-a78f-2ee7a443c197 req-19ed2bb4-f02e-4f57-bbf4-c5f822f78356 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.0814993 Feb 15 13:51:50.336435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6412ed2c-b0c8-483d-a78f-2ee7a443c197 req-6b50a0d7-bde1-42df-9afa-8ccde2f7c576 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 Feb 15 13:51:50.498998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535748b3-8291-4a69-a742-eb7e546b7d15 req-27c3d037-22ae-411c-b2b0-19d70dee4388 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.500497 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-535748b3-8291-4a69-a742-eb7e546b7d15 req-27c3d037-22ae-411c-b2b0-19d70dee4388 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0841999 Feb 15 13:51:50.549840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-535748b3-8291-4a69-a742-eb7e546b7d15 req-7cffb075-4af7-4be0-a91d-81d568115f26 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Feb 15 13:51:51.530988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d962022-8c7c-49fa-b40c-bbdece16a9f4 req-822b9474-5e5b-4225-a745-9835ed4eb639 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.532462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d962022-8c7c-49fa-b40c-bbdece16a9f4 req-822b9474-5e5b-4225-a745-9835ed4eb639 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.0840230 Feb 15 13:51:51.586258 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d962022-8c7c-49fa-b40c-bbdece16a9f4 req-c8f9c067-3f2b-449a-97e0-245a9b63428b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cc59d58-f1c4-44cf-ba17-512d0a214f91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473754 Feb 15 13:51:51.748738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dccb19-f281-43af-9147-9b955e918a57 req-cb626cb9-f55a-410d-b62c-3ed853dc9f35 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.750288 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5dccb19-f281-43af-9147-9b955e918a57 req-cb626cb9-f55a-410d-b62c-3ed853dc9f35 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 946 time: 0.1404269 Feb 15 13:51:51.849062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 5d45d900-8618-4108-99b6-1fd236fbfbc1 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:51:51.849629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:51.913298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbd4be-aa4a-4715-be46-86da5e065db4 req-7e7cb621-6b2c-4e11-a819-39c6464d36a2 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.914785 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f1bbd4be-aa4a-4715-be46-86da5e065db4 req-7e7cb621-6b2c-4e11-a819-39c6464d36a2 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.2043741 Feb 15 13:51:52.032213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f1bbd4be-aa4a-4715-be46-86da5e065db4 req-39a500bd-dfb0-4a50-affd-e702ad2ea725 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086001 Feb 15 13:51:52.168121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 5d45d900-8618-4108-99b6-1fd236fbfbc1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5d45d900-8618-4108-99b6-1fd236fbfbc1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:52.168478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:52.481166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:52.484010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:52.484010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55 disassociated. External IP: 172.26.0.163, port: 5d45d900-8618-4108-99b6-1fd236fbfbc1. Feb 15 13:51:52.484010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 5d45d900-8618-4108-99b6-1fd236fbfbc1 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:51:52.728096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:52.827973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a9fd6a4-4cf7-4edb-bf8e-60255927796d req-5f98c3cf-cf73-483e-bcc2-0aa0174ee49d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 210 time: 0.0618460 Feb 15 13:51:52.828698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=5d45d900-8618-4108-99b6-1fd236fbfbc1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:52.837061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.837517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.837818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.840332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.841586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.841586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.841586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:52.999182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150f1a-4dd0-4a36-8f9a-52124449436e req-5ef3039e-b5e4-44aa-8fc6-ae094d2c33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:53.000657 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c0150f1a-4dd0-4a36-8f9a-52124449436e req-5ef3039e-b5e4-44aa-8fc6-ae094d2c33cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1098 time: 0.0742342 Feb 15 13:51:53.048099 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c0150f1a-4dd0-4a36-8f9a-52124449436e req-76061534-64e0-4631-ac29-52bed912ebef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Feb 15 13:51:53.187344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:51:53.395352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f327706-a5bf-43e6-97a9-f66a175159a9 req-80d4e265-ecef-4cbf-81ac-50095c9b5f3a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:53.396791 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f327706-a5bf-43e6-97a9-f66a175159a9 req-80d4e265-ecef-4cbf-81ac-50095c9b5f3a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.2439556 Feb 15 13:51:53.434249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:51:53.443999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:53.461269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:53.462552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:51:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:53.522227 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f327706-a5bf-43e6-97a9-f66a175159a9 req-72b8e8bb-70b6-4c2b-bed9-9ee7656fb417 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173928 Feb 15 13:51:53.531777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 5d45d900-8618-4108-99b6-1fd236fbfbc1 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:53.534988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:53.539078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'name': 'network-vif-deleted', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:53.587240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95da5814-42cf-4785-b4fd-0053523e3742', 'name': 'network-vif-deleted', 'tag': '5d45d900-8618-4108-99b6-1fd236fbfbc1', 'status': 'completed', 'code': 200} Feb 15 13:51:53.654153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5dccb19-f281-43af-9147-9b955e918a57 req-7cd743d1-8851-4ed5-a9dc-a16942f4e666 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/5d45d900-8618-4108-99b6-1fd236fbfbc1 HTTP/1.1" status: 204 len: 173 time: 1.8982162 Feb 15 13:51:53.659756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:53.996626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f1e02a19-d758-4f7b-954d-0fc1d0b9e887 req-a4c386e4-5064-47db-9d31-4fea2175475a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:51:54.007640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.012411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:54.021118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:51:54.021828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:51:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.155390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f1e02a19-d758-4f7b-954d-0fc1d0b9e887 req-a4c386e4-5064-47db-9d31-4fea2175475a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:51:54.156963 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f1e02a19-d758-4f7b-954d-0fc1d0b9e887 req-a4c386e4-5064-47db-9d31-4fea2175475a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=95da5814-42cf-4785-b4fd-0053523e3742 HTTP/1.1" status: 200 len: 210 time: 0.2042480 Feb 15 13:51:54.283614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:51:54.633172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.638551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd47a5-3340-4ed8-a7e6-cbdea0533af8 None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:49:46Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '96b01351-ed5b-49cc-911d-d01c12644bc0', 'name': '', 'network_id': '62db70c2-e09d-4276-a7af-9388ae8c7b62', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:01:e0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:44Z', 'updated_at': '2022-02-15T13:49:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'a3dae3b0-bb42-4204-a920-b45190a77192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:54.752798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956ff5f-68f8-4621-8665-44c9a5b57225 req-d0ebca25-717e-497d-a582-e1df72a76bf9 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:54.754350 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e956ff5f-68f8-4621-8665-44c9a5b57225 req-d0ebca25-717e-497d-a582-e1df72a76bf9 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1160169 Feb 15 13:51:54.814927 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e956ff5f-68f8-4621-8665-44c9a5b57225 req-cecbbb65-021c-4034-8bd7-f1cb6ea6c1d2 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502908 Feb 15 13:51:54.840022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59946) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:54.904139 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99dd46-4238-4d50-b122-833a3ffa46f1 None None] New status for floating IP 9c04f84a-7167-4e7e-9242-32c6a7975f55: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:54.958614 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-048dcb5c-f80d-48af-9c82-de4782b676fa tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/floatingips/bc73df9f-2948-4d6a-9da2-224040d62009 HTTP/1.1" status: 200 len: 993 time: 0.1172268 Feb 15 13:51:55.139677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:51:55.169713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:51:55.260083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59952) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:55.340640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.371595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.372150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:55.391785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'port_id': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'mac_address': 'fa:16:3e:5c:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:51:55.397572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.471965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:55.483277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.496081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:55.503660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:55.525693 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'code': 200} Feb 15 13:51:55.548915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.567498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc59d58-f1c4-44cf-ba17-512d0a214f91,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.578744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.579808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.579808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.579808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.580275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.580482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.580802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.581117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.581452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.581771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.582081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.582402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.586672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.588071 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c9eabd46-552f-41a6-a210-b4dee48cc8af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/5cc59d58-f1c4-44cf-ba17-512d0a214f91 HTTP/1.1" status: 204 len: 168 time: 0.3273890 Feb 15 13:51:55.606258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:55.606906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5d45d900-8618-4108-99b6-1fd236fbfbc1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:51:55.715465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:51:55.717643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 5d45d900-8618-4108-99b6-1fd236fbfbc1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:51:55.718142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 5d45d900-8618-4108-99b6-1fd236fbfbc1 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:51:55.754373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:51:55.754713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:51:55.762901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.770633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.770985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.771432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.771782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.772120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.772448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.772779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.773107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.773472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.773806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.774131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.774454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:55.875313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 9e5ad7bc-690e-475c-82d3-d74b1385f7f1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:51:55.876030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.054039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.054206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.183915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 9e5ad7bc-690e-475c-82d3-d74b1385f7f1 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:51:56.310545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.328041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:56.345238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:56.478909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.491670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.527660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=9e5ad7bc-690e-475c-82d3-d74b1385f7f1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:56.566963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:56.721843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:51:56.727404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.909412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:56.910606 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b0ad66a3-29d7-4355-bb4c-416d367defbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/9c04f84a-7167-4e7e-9242-32c6a7975f55 HTTP/1.1" status: 204 len: 168 time: 1.1941152 Feb 15 13:51:57.425455 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:51:57.558548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7722c1-5d9d-401d-9b0a-108425cc6c35 req-bc1de033-04f4-44a5-93a2-864b8243b61a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:57.559922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6c7722c1-5d9d-401d-9b0a-108425cc6c35 req-bc1de033-04f4-44a5-93a2-864b8243b61a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.0896294 Feb 15 13:51:57.607891 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6c7722c1-5d9d-401d-9b0a-108425cc6c35 req-649f82cd-73fa-4c6a-8880-8f56ea63ea25 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Feb 15 13:51:58.852340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6bdb-64f4-4c64-8aba-1e400eaa5fd9 req-85d6775d-aa81-4375-848c-1831734e6d44 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:58.853981 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-096d6bdb-64f4-4c64-8aba-1e400eaa5fd9 req-85d6775d-aa81-4375-848c-1831734e6d44 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.1382327 Feb 15 13:51:58.908998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-991580f0-fb8d-49a0-8d83-dc43baf4108e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:58.910347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-991580f0-fb8d-49a0-8d83-dc43baf4108e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 946 time: 0.1382713 Feb 15 13:51:58.914798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-096d6bdb-64f4-4c64-8aba-1e400eaa5fd9 req-1f2a1aad-f9a3-425a-92e0-23baf13839d8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545247 Feb 15 13:51:58.985795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:51:58.986052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.163651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:51:59.234864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:59.235205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.238311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:59.238714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.363323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-820aea0d-499c-4b5f-8a1c-809694952cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.368822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:51:59.372574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.399185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:59.409622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:51:59.452022 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'code': 200} Feb 15 13:51:59.468885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.537962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:59.569967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.622249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=6bb963c1-9dd5-4792-8888-ef4c6de3cdeb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:59.820353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:59.828192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:51:59.830835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'name': 'network-vif-deleted', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:59.843713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-60af54b9-12c7-4251-a2ee-554c3067e314 req-e28e5233-9b7f-4b66-b778-3924f973a1c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/6bb963c1-9dd5-4792-8888-ef4c6de3cdeb HTTP/1.1" status: 204 len: 173 time: 0.9271381 Feb 15 13:51:59.876059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05480f-21a7-45fe-9f1e-10d388997b15', 'name': 'network-vif-deleted', 'tag': '6bb963c1-9dd5-4792-8888-ef4c6de3cdeb', 'status': 'completed', 'code': 200} Feb 15 13:52:00.085024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9ceb56f8-c780-46e2-b73d-1d115c26ebad req-e7a4443d-9677-402a-95bb-6cb47a1ee9a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:52:00.229918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9ceb56f8-c780-46e2-b73d-1d115c26ebad req-e7a4443d-9677-402a-95bb-6cb47a1ee9a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:52:00.231038 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ceb56f8-c780-46e2-b73d-1d115c26ebad req-e7a4443d-9677-402a-95bb-6cb47a1ee9a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.1972880 Feb 15 13:52:01.396056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b36387fc-93c9-4289-96c4-4c8b7692e299 req-9ef78b75-0d9a-4aaa-8b8d-998ba462385b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e05480f-21a7-45fe-9f1e-10d388997b15 HTTP/1.1" status: 200 len: 210 time: 0.0429666 Feb 15 13:52:02.497358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59980) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:02.518607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe064-cc12-4b52-bc93-1e3ad4ab932f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.580107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.595317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.611334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.755185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.775543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8d2bed-4fa7-4d5a-9f76-c32e999317cb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:02.783601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.787655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-e94df48d-f72d-4801-b414-0972b1e0aa90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/ef8d2bed-4fa7-4d5a-9f76-c32e999317cb HTTP/1.1" status: 204 len: 168 time: 0.2887955 Feb 15 13:52:02.857748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:02.956184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 59988) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:03.185271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:03.230701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:03.231650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:03.231993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bb963c1-9dd5-4792-8888-ef4c6de3cdeb not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:03.523808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:03.894562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 96b01351-ed5b-49cc-911d-d01c12644bc0 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:03.894897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:04.095093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 96b01351-ed5b-49cc-911d-d01c12644bc0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=96b01351-ed5b-49cc-911d-d01c12644bc0,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:04.095533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:04.160204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:04.229347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 96b01351-ed5b-49cc-911d-d01c12644bc0 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:04.747122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:04.800186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=96b01351-ed5b-49cc-911d-d01c12644bc0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:05.102557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:05.466114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router cf76c8c0-c5bb-43f2-879e-a370d3d22170 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:52:05.647191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:05.658417 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Sync routers for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:05.720936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:05.721584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:05.727454 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eed14539-b355-41d8-a5ed-dcb80bd89ddb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/cf76c8c0-c5bb-43f2-879e-a370d3d22170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701187 Feb 15 13:52:05.730501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59994) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:05.800744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet a3dae3b0-bb42-4204-a920-b45190a77192 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:52:05.803873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:05.860791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:05.900096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:05.958935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.126579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.164379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dae3b0-bb42-4204-a920-b45190a77192,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:06.170546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.177752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b77641-16a0-43dc-9079-b6f0136cb464 None None] Network 62db70c2-e09d-4276-a7af-9388ae8c7b62 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:52:06.178116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a9064635-6e92-4b63-9351-75a0fab28780 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/a3dae3b0-bb42-4204-a920-b45190a77192 HTTP/1.1" status: 204 len: 168 time: 0.4465597 Feb 15 13:52:06.180735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 59998) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:06.286891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:52:04Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:06.317834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Checking router: cf76c8c0-c5bb-43f2-879e-a370d3d22170 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:06.367244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Routers {'cf76c8c0-c5bb-43f2-879e-a370d3d22170'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:06.367863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:06.377354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.561168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] Set router cf76c8c0-c5bb-43f2-879e-a370d3d22170 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:06.564309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.641913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port c66ef782-7846-4594-8e02-4f70d3dddc6d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:06.643043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.675102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] DHCP port deletion for 62db70c2-e09d-4276-a7af-9388ae8c7b62 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:52:06.680203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Deleting port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:06.680583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.829705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port c66ef782-7846-4594-8e02-4f70d3dddc6d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c66ef782-7846-4594-8e02-4f70d3dddc6d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:06.830706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:06.956350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for c66ef782-7846-4594-8e02-4f70d3dddc6d owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:07.093764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] For port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,segment=NetworkSegment(3977ab59-c562-439c-9459-0c65a4f21bb6),segment_id=3977ab59-c562-439c-9459-0c65a4f21bb6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:07.094155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.216685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:07.251216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Calling delete_port for 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:07.290185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.343422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=c66ef782-7846-4594-8e02-4f70d3dddc6d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:07.355042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7750a019-8c21-418d-aa75-60148c211dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:52:04Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:07.362590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750a019-8c21-418d-aa75-60148c211dae None None] The sync data for ids ['cf76c8c0-c5bb-43f2-879e-a370d3d22170'] in dv-neutron-828156-1-hyperv is: [{'id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'name': 'tempest-TestNetworkBasicOps-router-882363792', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:37Z', 'updated_at': '2022-02-15T13:52:04Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'c66ef782-7846-4594-8e02-4f70d3dddc6d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf76c8c0-c5bb-43f2-879e-a370d3d22170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:38Z', 'updated_at': '2022-02-15T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:07.418345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.436393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.513064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.602268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] No DVR routers for this DVR port 7a79672e-b84c-4ca4-b4cd-cadedf7109c1 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:07.604444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77dfe8-77a9-46c0-a14b-2568820dddbb None None] Pushing event deleted for resources: {'Port': ['ID=7a79672e-b84c-4ca4-b4cd-cadedf7109c1,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:07.740226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.742633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.857606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.862194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router cf76c8c0-c5bb-43f2-879e-a370d3d22170 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:52:07.876475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:07.877614 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-89627c76-fb7a-4716-be71-9a1e8561617a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/cf76c8c0-c5bb-43f2-879e-a370d3d22170 HTTP/1.1" status: 204 len: 168 time: 1.6959598 Feb 15 13:52:07.880667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60002) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:08.022109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.169565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.196353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62db70c2-e09d-4276-a7af-9388ae8c7b62']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:08.211438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3977ab59-c562-439c-9459-0c65a4f21bb6') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:08.211739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3977ab59-c562-439c-9459-0c65a4f21bb6') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:08.224783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.242232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.250079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:52:08.250755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:52:08.266292 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:52:08.476888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.492650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.513921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=62db70c2-e09d-4276-a7af-9388ae8c7b62,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:08.578857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-13a9302f-ab3a-4c78-95e1-04773c93b61e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/62db70c2-e09d-4276-a7af-9388ae8c7b62 HTTP/1.1" status: 204 len: 168 time: 0.6971560 Feb 15 13:52:08.609609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60006) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:08.616229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--320933720', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:08.622006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:08.627104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:08.634847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:08.641166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:08.719857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:08.723814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.752109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:52:08.762014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.762348 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment e6287698-9f2a-466f-a29b-a101c2f9ce55 of type vlan for network 2dac5292-6bc5-403e-ab7f-225a2681e211 Feb 15 13:52:08.798123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.899741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:08.906175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:08.911327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:09.022472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=2dac5292-6bc5-403e-ab7f-225a2681e211,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:09.033657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:52:09.124636 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7f956240-1ff3-4870-8079-88a96c67e8f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5131202 Feb 15 13:52:09.126127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60010) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:09.131467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:09.139779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:09.148381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:09.148381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:09.155158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:09.164917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 96b01351-ed5b-49cc-911d-d01c12644bc0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:09.201937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 96b01351-ed5b-49cc-911d-d01c12644bc0 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:09.202290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 96b01351-ed5b-49cc-911d-d01c12644bc0 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:09.203495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c66ef782-7846-4594-8e02-4f70d3dddc6d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:09.241560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c66ef782-7846-4594-8e02-4f70d3dddc6d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:09.241932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c66ef782-7846-4594-8e02-4f70d3dddc6d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:09.278383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:09.278383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:09.291948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:09.742033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:10.164464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:10.198106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:10.333549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.168 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ca676560-0a95-4ed7-8376-b46367bd2862) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:10.490090 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:10.589258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:10.659217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:10.662101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:10.665716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:52:10.695012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=ca676560-0a95-4ed7-8376-b46367bd2862,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:11.220982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:11.676092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:12.022948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 6a5caf70-0829-47eb-b591-692e9145b534 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:52:12.211286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:12.222609 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Sync routers for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:12.233118 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:12.233767 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:12.301433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:12.304545 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-80d24095-2874-4da6-a183-581635603fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1755636 Feb 15 13:52:12.306254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60014) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:12.349981 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c62897c-cb66-4c43-93ed-d89fefb2057b tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415585 Feb 15 13:52:12.352626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60018) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:12.417885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:12.499462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2fc855-b2a7-42f8-97b8-2e689a27d616 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:12.500949 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad2fc855-b2a7-42f8-97b8-2e689a27d616 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473043 Feb 15 13:52:12.504540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60022) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:12.547706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4f34c630-0485-4f59-8383-260b97450f08 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420706 Feb 15 13:52:12.550413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60026) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:12.555740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046810969', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:12.671231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:12.675215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:12.678113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:12.684540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:12.727008 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:10Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:12.732279 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Checking router: 6a5caf70-0829-47eb-b591-692e9145b534 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:12.732645 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Updating router 6a5caf70-0829-47eb-b591-692e9145b534 port ca676560-0a95-4ed7-8376-b46367bd2862 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:12.783059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:12.786648 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:12.790365 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.135936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.180913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.200331 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Transition to ACTIVE for port object ca676560-0a95-4ed7-8376-b46367bd2862 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:13.224771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=8d53a90d-c4dd-4973-af07-06ca676ae806,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:13.230678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:13.231140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: 2dac5292-6bc5-403e-ab7f-225a2681e211, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:52:13.303031 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.354629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:52:13.383979 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Attempting to bind port ca676560-0a95-4ed7-8376-b46367bd2862 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:52:13.384344 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Attempting to bind port ca676560-0a95-4ed7-8376-b46367bd2862 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:52:13.384703 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Attempting to bind port ca676560-0a95-4ed7-8376-b46367bd2862 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:13.388290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Pushing event updated for resources: {'Port': ['ID=ca676560-0a95-4ed7-8376-b46367bd2862,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:13.396626 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:52:13.396993 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:13.397387 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.397797 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:52:13.398251 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Bound port: ca676560-0a95-4ed7-8376-b46367bd2862, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:52:13.398622 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.426183 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.426447 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.426779 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.427108 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.427431 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.427754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.428075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.428391 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.428716 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.429030 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.429343 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.429679 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:13.461812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2dac5292-6bc5-403e-ab7f-225a2681e211) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:13.467912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:13.468543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.472903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f37741-ef33-4ebf-a378-b53cd97b5a3c None None] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:52:13.498941 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] For port ca676560-0a95-4ed7-8376-b46367bd2862, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:13.502542 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] For port ca676560-0a95-4ed7-8376-b46367bd2862, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ca676560-0a95-4ed7-8376-b46367bd2862,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:52:13.589807 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.692488 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-89801365-aa40-4c0f-8257-304b74a3df5a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1327825 Feb 15 13:52:13.692488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60030) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:13.693051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:13.693051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:13.730071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2dac5292-6bc5-403e-ab7f-225a2681e211', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:52:13.731922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:13.761529 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc6cd-202b-4ccb-97c3-4022027335de None None] Pushing event updated for resources: {'Port': ['ID=ca676560-0a95-4ed7-8376-b46367bd2862,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:13.914864 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:13.938225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Allocated IP 172.20.0.2 (2dac5292-6bc5-403e-ab7f-225a2681e211/8d53a90d-c4dd-4973-af07-06ca676ae806/0637adee-8852-4eef-a6d6-648bb9d69b7c) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:14.175718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.187152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Transition to ACTIVE for port object 0637adee-8852-4eef-a6d6-648bb9d69b7c will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:14.212159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Transition to ACTIVE for port object 0637adee-8852-4eef-a6d6-648bb9d69b7c will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:14.230569 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:10Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:14.235495 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9814-d3be-4b13-94ff-c63773cad1c5 None None] The sync data for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv is: [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:10Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:14.323627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.402816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:14.408153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:14.413145 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:52:14.461878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Pushing event updated for resources: {'Port': ['ID=0637adee-8852-4eef-a6d6-648bb9d69b7c,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:14.539863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.592447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Attempting to bind port 0637adee-8852-4eef-a6d6-648bb9d69b7c on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:52:14.593147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Attempting to bind port 0637adee-8852-4eef-a6d6-648bb9d69b7c by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:52:14.596707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Attempting to bind port 0637adee-8852-4eef-a6d6-648bb9d69b7c on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:14.602413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:52:14.602924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Checking segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:14.603334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.603843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Bound using segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:52:14.604328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Bound port: 0637adee-8852-4eef-a6d6-648bb9d69b7c, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:52:14.604911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.725735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] For port 0637adee-8852-4eef-a6d6-648bb9d69b7c, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:14.729940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] For port 0637adee-8852-4eef-a6d6-648bb9d69b7c, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0637adee-8852-4eef-a6d6-648bb9d69b7c,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:52:14.817901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:14.935313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36e28-d614-454d-b6c5-c6e2fd613ceb None None] Pushing event updated for resources: {'Port': ['ID=0637adee-8852-4eef-a6d6-648bb9d69b7c,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:15.088855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (2dac5292-6bc5-403e-ab7f-225a2681e211/8d53a90d-c4dd-4973-af07-06ca676ae806/50b5a07d-3721-475d-b0d6-5c13f0d919f0) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:15.251150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ca676560-0a95-4ed7-8376-b46367bd2862 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:15.404779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:15.434425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 50b5a07d-3721-475d-b0d6-5c13f0d919f0 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:15.438342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ca676560-0a95-4ed7-8376-b46367bd2862 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:15.444985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ca676560-0a95-4ed7-8376-b46367bd2862 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:15.445612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:15.561117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:15.597183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:15.622013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port ca676560-0a95-4ed7-8376-b46367bd2862, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ca676560-0a95-4ed7-8376-b46367bd2862,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:15.640164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:15.643628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:15.647730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:52:15.689194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:15.737560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:15.836037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=ca676560-0a95-4ed7-8376-b46367bd2862,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:15.857316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.155737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf4566-ee7b-476f-ab0b-2145a7996cde None None] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:52:16.222713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.340678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d8577f45-1f88-446f-b5c0-5cf952e192a3 None None] Provisioning for port 0637adee-8852-4eef-a6d6-648bb9d69b7c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:16.766607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.862734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.896913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4d3093e3-4780-44a7-b387-0a845db2ef5c None None] Provisioning for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:16.902881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4d3093e3-4780-44a7-b387-0a845db2ef5c None None] Provisioning complete for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:16.903258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4d3093e3-4780-44a7-b387-0a845db2ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.965542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4d3093e3-4780-44a7-b387-0a845db2ef5c None None] Port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:52:16.991725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:16.995401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:17.106943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ea956237-3bde-41bc-8a3f-9082918abc88 None None] Provisioning complete for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:17.106943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea956237-3bde-41bc-8a3f-9082918abc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:17.160159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:17.161681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:17.168901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ea956237-3bde-41bc-8a3f-9082918abc88 None None] Port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:52:17.301137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ca676560-0a95-4ed7-8376-b46367bd2862 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:17.392188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ca676560-0a95-4ed7-8376-b46367bd2862 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:17.392626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:17.393915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 6a5caf70-0829-47eb-b591-692e9145b534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:52:17.522921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-83745639-67e2-4b0f-98fc-f286176db3ae None None] Provisioning complete for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:17.523297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83745639-67e2-4b0f-98fc-f286176db3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:17.555458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0637adee-8852-4eef-a6d6-648bb9d69b7c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:17.581613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:17.600125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f7e7738e-e5bc-47c4-b472-1736ebc8f740 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/6a5caf70-0829-47eb-b591-692e9145b534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086168 Feb 15 13:52:17.600702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60034) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:17.607574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Sync routers for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:17.641004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:17.641671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:17.702820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-83745639-67e2-4b0f-98fc-f286176db3ae None None] Port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:52:17.776210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.776838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.777416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.777912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.778408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.778860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.779311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.784587 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d05242ab-7624-4d96-ac53-08582d22e02e tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1827221 Feb 15 13:52:17.784778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60038) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:17.840445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 0637adee-8852-4eef-a6d6-648bb9d69b7c completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:17.852979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0637adee-8852-4eef-a6d6-648bb9d69b7c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:17.853525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:17.879357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:17.977110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.977110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.979148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.979148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.979639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.980332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.981147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.986923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0442b9e4-ea9a-4b4f-828a-dc5b679b4b56 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1977382 Feb 15 13:52:17.989288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60042) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:18.217767 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b5baa6c1-cc9d-405d-b795-daf794dcda6f tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.2261403 Feb 15 13:52:18.218131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60046) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:18.226608 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1692015524', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:18.257615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:18.344302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 0637adee-8852-4eef-a6d6-648bb9d69b7c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0637adee-8852-4eef-a6d6-648bb9d69b7c,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:18.380573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:18.380573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:port and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:18.380874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:18.383780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:18.386891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Checking router: 6a5caf70-0829-47eb-b591-692e9145b534 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:18.387466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Updating router 6a5caf70-0829-47eb-b591-692e9145b534 port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:18.389935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:18.418029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:18.490211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:18.493856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:18.499390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:18.517466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] device_id is not set on port f718c2cc-5f0f-4b03-b443-386c5482a4c2 yet. {{(pid=88296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:52:18.521520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=0637adee-8852-4eef-a6d6-648bb9d69b7c,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:18.696248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.9 (2dac5292-6bc5-403e-ab7f-225a2681e211/8d53a90d-c4dd-4973-af07-06ca676ae806/f718c2cc-5f0f-4b03-b443-386c5482a4c2) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:18.905777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:18.922010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object f718c2cc-5f0f-4b03-b443-386c5482a4c2 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:19.011377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.092769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:19.096326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:19.101366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:52:19.132810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:19.196802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:19.199028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.248371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0637adee-8852-4eef-a6d6-648bb9d69b7c up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:19.323983 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-347d365f-fb7c-45aa-8ee3-b97ba5cce2a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1043296 Feb 15 13:52:19.330194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.351942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Transition to ACTIVE for port object 50b5a07d-3721-475d-b0d6-5c13f0d919f0 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:19.368217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 0637adee-8852-4eef-a6d6-648bb9d69b7c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:19.368588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.464953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-09cbc146-fb14-421d-96b5-d746fe92d064 None None] Provisioning for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:19.474577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.514730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-09cbc146-fb14-421d-96b5-d746fe92d064 None None] Provisioning complete for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:19.515109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09cbc146-fb14-421d-96b5-d746fe92d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.607779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60056) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:19.615070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926267722', 'description': 'tempest-secgroup-smoke-926267722 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:19.624036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:19.629917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:19.633320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:19.641524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:19.670454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2225d-f0de-4b76-83cb-f71883202192 None None] Pushing event updated for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:19.677206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-09cbc146-fb14-421d-96b5-d746fe92d064 None None] Port f718c2cc-5f0f-4b03-b443-386c5482a4c2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:52:19.721158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.752993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:19.757522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:19.761572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:19.772741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Attempting to bind port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:52:19.773054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:19.773192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Attempting to bind port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:52:19.773499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Attempting to bind port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:19.779537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:52:19.779921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Checking segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:19.780485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.780884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Bound using segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:52:19.781353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Bound port: 50b5a07d-3721-475d-b0d6-5c13f0d919f0, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:52:19.781828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.855646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.882776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] For port 50b5a07d-3721-475d-b0d6-5c13f0d919f0, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:19.886797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] For port 50b5a07d-3721-475d-b0d6-5c13f0d919f0, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50b5a07d-3721-475d-b0d6-5c13f0d919f0,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:52:19.937770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.971515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:19.982693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ebbc14-c0cc-4f65-ab55-69b31fd211fa,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:20.049607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:20.050247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:20.117014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2225d-f0de-4b76-83cb-f71883202192 None None] Pushing event updated for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:20.170195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.172083 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8e22508a-b8db-45c0-963f-7a6c9072a744 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5613625 Feb 15 13:52:20.174780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60060) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:20.182481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:20.191615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:20.194848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:20.198526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:20.205810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:20.286286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:20.304799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.386261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.491284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.516150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f7101c-9cf8-4606-90c6-f8b46726b85f,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:20.636870 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:19Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:20.641701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc03cb-9eef-47da-b176-26f7bbd73d3f None None] The sync data for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv is: [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:19Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:20.661320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.666875 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-51a75b12-ee53-4a09-8d5d-cf759bb973c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869111 Feb 15 13:52:20.666875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60064) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:20.673510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:20.685718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:20.702569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:20.707356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:20.719330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:20.801518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:20.875777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.110428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.153213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8169e0-89d1-4e95-b798-9d6f4a7c0ea4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:21.240098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50b5a07d-3721-475d-b0d6-5c13f0d919f0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:21.304112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.307234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bf9f48dd-f491-4323-bfe1-e63a1494090b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6376534 Feb 15 13:52:21.308823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60068) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:21.314414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:21.320614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:21.325290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:21.328525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:21.334851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:21.378105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:21.382701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:21.383829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.406919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.482109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.514812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.550897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 50b5a07d-3721-475d-b0d6-5c13f0d919f0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50b5a07d-3721-475d-b0d6-5c13f0d919f0,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:21.581057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.614647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c4ac0c-4515-4824-8436-922f6610cef9,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:21.680122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.750036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:21.752262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.753580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3783b0fd-5baa-4eaf-94c9-a6df76bb8df5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435508 Feb 15 13:52:21.756468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:21.762312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:21.768494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:21.772436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:21.776139 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:21.782158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:21.886228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:21.949146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.056711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.078564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96156927-7bcd-4c54-8f9b-877d01f777c7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:22.203080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.203080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b79a2792-d043-471c-b047-9329f527503c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4374661 Feb 15 13:52:22.203080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60078) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:22.203566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:22.209779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:22.214484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:22.217678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:22.229596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:22.335046 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:52:22.341313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.410452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.537003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.561666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99db336-3c76-4578-b17b-481486680f76,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:22.635330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.637207 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0dffe93d-fb5f-46f4-8192-ad81c5e16adb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4370675 Feb 15 13:52:22.639345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60082) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:22.645477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '23ebbc14-c0cc-4f65-ab55-69b31fd211fa', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:22.652032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:22.660883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:22.660883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:22.664533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:22.752604 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:52:22.760544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.827172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.942058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:22.967259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c14282-0344-4287-a429-5f9a54d37f88,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:23.040146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:23.042104 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c14686be-59d9-413c-a7cb-51242ab4545d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4004951 Feb 15 13:52:23.174263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50b5a07d-3721-475d-b0d6-5c13f0d919f0 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:23.220468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e814417-d949-43fc-884a-8ef13c88cffa req-bf396560-f4ac-48ca-90ac-9530609c4534 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:52:23.251575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:23.251944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:23.296589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e814417-d949-43fc-884a-8ef13c88cffa req-bf396560-f4ac-48ca-90ac-9530609c4534 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:52:23.298063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-bf396560-f4ac-48ca-90ac-9530609c4534 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926267722&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.1214666 Feb 15 13:52:23.485236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0d742785-a3cf-4677-91a4-c5d407710e0d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.486593 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0d742785-a3cf-4677-91a4-c5d407710e0d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 930 time: 0.1823931 Feb 15 13:52:23.562074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-ff5509a0-bb0d-4490-9688-ffba30a4853e service neutron] 10.222.0.61 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0632067 Feb 15 13:52:23.699752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-e5a07bbd-54a0-4fc2-80ac-77bb4db62128 service neutron] 10.222.0.61 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319294 Feb 15 13:52:23.833197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-b358e27d-2fb6-4de8-aab6-692a9ca88728 service neutron] 10.222.0.61 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275454 Feb 15 13:52:24.160304 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9efc46f0-d2e4-4165-a492-8670e13c543d req-568ae0c4-bdc8-451f-8ce1-29605d296c5b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 210 time: 0.0435855 Feb 15 13:52:25.318237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7a9ccbe0-08d8-4edc-8b77-9e7441e50bd6 req-e10d1099-b794-4cf9-90ce-3997599204e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 210 time: 0.0430851 Feb 15 13:52:26.474532 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adf960d1-0ff7-4067-a934-1e06164974d4 req-1a502e88-37d0-434c-8bbd-5ae95e6c5950 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 210 time: 0.0462008 Feb 15 13:52:26.692572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-b140142c-69e5-4886-93a0-5fcfea607f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:26.693949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-b140142c-69e5-4886-93a0-5fcfea607f03 service neutron] 10.222.0.36 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1026 time: 0.0693088 Feb 15 13:52:26.854547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-ed699624-e02a-44e0-85ad-24f3010f7660 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:26.855283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e814417-d949-43fc-884a-8ef13c88cffa req-ed699624-e02a-44e0-85ad-24f3010f7660 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:52:26.936333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e814417-d949-43fc-884a-8ef13c88cffa req-ed699624-e02a-44e0-85ad-24f3010f7660 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:52:26.937526 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-ed699624-e02a-44e0-85ad-24f3010f7660 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 200 len: 796 time: 0.2361362 Feb 15 13:52:27.016027 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-5c7d1f31-6517-43a3-ad7a-80e26f606eed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 379 time: 0.0696049 Feb 15 13:52:27.026842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Request body: {'port': {'device_id': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:27.154260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:27.502185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f718c2cc-5f0f-4b03-b443-386c5482a4c2 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:27.510599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:27.526390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Transition to ACTIVE for port object f718c2cc-5f0f-4b03-b443-386c5482a4c2 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:27.629117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:27.809876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:28.007212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2dfaa-05fe-451c-840c-940d539b59af req-c74cdcd9-5a46-497a-aa2c-5e39eacb642e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.008601 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-baa2dfaa-05fe-451c-840c-940d539b59af req-c74cdcd9-5a46-497a-aa2c-5e39eacb642e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 981 time: 0.4248376 Feb 15 13:52:28.030204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:52:28.030524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:52:28.030727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:28.040524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:52:28.040955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:28.055554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:52:28.055886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Checking segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:28.056793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Bound using segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:52:28.057551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Bound port: f718c2cc-5f0f-4b03-b443-386c5482a4c2, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:52:28.057963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:28.081097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-baa2dfaa-05fe-451c-840c-940d539b59af req-117fa881-2652-49a7-9bb8-c331abfc9244 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658493 Feb 15 13:52:28.160940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:28.163903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:52:28.234425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:28.301395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.302016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:28.303378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] 10.222.0.36 "PUT /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1131 time: 1.2818058 Feb 15 13:52:28.303822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:28.331844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad841e-d91f-48a5-976a-29af57454214 service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:28.351979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'status': 'completed', 'code': 200} Feb 15 13:52:28.457282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-dbd483af-22b6-4d24-8aa5-9a9ac9869a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.458959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-dbd483af-22b6-4d24-8aa5-9a9ac9869a62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 1134 time: 0.0835547 Feb 15 13:52:28.619366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-22517378-aecc-40fc-b9c1-f117c950a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.620911 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-22517378-aecc-40fc-b9c1-f117c950a452 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1549325 Feb 15 13:52:28.771282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-7fba262c-f7b0-42c9-b894-15fceedbf286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.772684 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f434161-c4da-4357-aa41-6ec4c1b88360 req-7fba262c-f7b0-42c9-b894-15fceedbf286 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1433878 Feb 15 13:52:28.887623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-4b720782-eb38-4bb3-adb8-96c64d117261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:28.889003 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-4b720782-eb38-4bb3-adb8-96c64d117261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 1134 time: 0.0785296 Feb 15 13:52:28.963768 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-bc36433c-ca47-4bfa-be9a-f2e5899d45c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0683117 Feb 15 13:52:29.036504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-412609f3-0cd4-440b-8193-68e77103ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:29.037994 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-412609f3-0cd4-440b-8193-68e77103ea41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d53a90d-c4dd-4973-af07-06ca676ae806 HTTP/1.1" status: 200 len: 835 time: 0.0656722 Feb 15 13:52:29.122792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814417-d949-43fc-884a-8ef13c88cffa req-08745a24-dfc9-4c58-9055-c397826a86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:29.124283 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-08745a24-dfc9-4c58-9055-c397826a86a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dac5292-6bc5-403e-ab7f-225a2681e211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792978 Feb 15 13:52:29.318299 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-b33d66a2-3158-4589-a798-370fc22c3272 service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877542 Feb 15 13:52:29.359696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8dfdc-3b28-4c8a-b823-48aae8a443bf req-450145a3-69b9-4849-acd5-58d2aceda0d9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:29.366475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fff8dfdc-3b28-4c8a-b823-48aae8a443bf req-450145a3-69b9-4849-acd5-58d2aceda0d9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 981 time: 0.1548114 Feb 15 13:52:29.398278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d9c4-427a-4d1b-a00e-66c637852089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:29.468217 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fff8dfdc-3b28-4c8a-b823-48aae8a443bf req-a15876dc-7e6e-459a-a507-571623a6d25f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606968 Feb 15 13:52:29.499860 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e814417-d949-43fc-884a-8ef13c88cffa req-afa40b79-adcf-4497-b3f8-75a68b736149 service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732149 Feb 15 13:52:30.460997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60130) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:30.683789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51f0ce-d854-4601-acb4-e0be1dc7d7d0 req-53d7b52f-9901-403d-9f10-e78f9ef44395 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:30.685257 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff51f0ce-d854-4601-acb4-e0be1dc7d7d0 req-53d7b52f-9901-403d-9f10-e78f9ef44395 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 981 time: 0.0985672 Feb 15 13:52:30.690237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting port 82ef52af-d374-46c7-9cd0-6e91c9809054 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:30.690577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:30.739358 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff51f0ce-d854-4601-acb4-e0be1dc7d7d0 req-72d018fe-3388-42a1-8b47-b8fd436d101a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Feb 15 13:52:30.878059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:30.878378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:31.001543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Calling delete_port for 82ef52af-d374-46c7-9cd0-6e91c9809054 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:31.308489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:52:31.319139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:31.366464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Port': ['ID=82ef52af-d374-46c7-9cd0-6e91c9809054,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:31.452294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:31.467486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'mac_address': 'fa:16:3e:7a:7d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:52:31.484688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:31.485495 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Floating IP bc73df9f-2948-4d6a-9da2-224040d62009 disassociated (deleted). External IP: 172.26.0.127, port: eab8ccd0-6110-4ebc-98b7-4b034eea2ea5. Feb 15 13:52:31.527013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:31.546529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f718c2cc-5f0f-4b03-b443-386c5482a4c2 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:31.571010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:31.638885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:31.716043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:31.873033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['f718c2cc-5f0f-4b03-b443-386c5482a4c2'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:52:31.884042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Router 37906900-f57d-4eb2-8fdb-a24e8f6f672e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:52:31.953004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0574d8-9400-4538-b9c2-aeab51377c18 req-b037f123-59b7-45d9-bcec-35988281dd92 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:31.956590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae0574d8-9400-4538-b9c2-aeab51377c18 req-b037f123-59b7-45d9-bcec-35988281dd92 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 982 time: 0.0963349 Feb 15 13:52:32.006116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae0574d8-9400-4538-b9c2-aeab51377c18 req-d51c195d-081c-42fc-9815-2a7860e52471 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 Feb 15 13:52:32.106087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:32.116269 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e673-b88b-414f-9976-553eb221739c None None] Sync routers for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:32.126779 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:32.127289 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:32.210618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:32.279846 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-10203dc1-9e92-4ea7-9948-55f10d98994a tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "DELETE /v2.0/floatingips/bc73df9f-2948-4d6a-9da2-224040d62009 HTTP/1.1" status: 204 len: 168 time: 1.8096716 Feb 15 13:52:32.279846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:32.322781 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'status': 'completed', 'code': 200} Feb 15 13:52:32.323149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:32.440749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-3658ee7d-775b-4434-9e81-c3a192cc2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.442177 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-3658ee7d-775b-4434-9e81-c3a192cc2965 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=790ecda16b2349d7b6b2e86494103e07&device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 1098 time: 0.0971899 Feb 15 13:52:32.526114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7a5d05cb-1229-4fcf-9d2e-b59cae8235d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:32.610931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:32.735362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-1f212fe4-f96f-45a5-8c17-c4fed649225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.737703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-1f212fe4-f96f-45a5-8c17-c4fed649225b service neutron] 10.222.0.36 "GET /v2.0/networks?id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 HTTP/1.1" status: 200 len: 897 time: 0.2885056 Feb 15 13:52:32.753395 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:32.760483 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e673-b88b-414f-9976-553eb221739c None None] Checking router: 37906900-f57d-4eb2-8fdb-a24e8f6f672e for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:32.774290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:32.777451 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:32.811969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:32.827116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-dcb53291-aef1-4f66-95dc-bc988b30fd77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 HTTP/1.1" status: 200 len: 217 time: 0.0831561 Feb 15 13:52:32.972019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-788ea267-2c89-4c78-b49f-91c414da9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.973873 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-788ea267-2c89-4c78-b49f-91c414da9596 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0 HTTP/1.1" status: 200 len: 835 time: 0.1407607 Feb 15 13:52:32.992051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:33.047360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56cfa3-a6c3-4aa7-a73c-b243e04614e0 req-0019e4f1-a653-4411-8eb0-57d128d6cb58 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.048867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b56cfa3-a6c3-4aa7-a73c-b243e04614e0 req-0019e4f1-a653-4411-8eb0-57d128d6cb58 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1733210 Feb 15 13:52:33.108185 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b56cfa3-a6c3-4aa7-a73c-b243e04614e0 req-0bf89067-a69a-4f05-82b9-32b972e47278 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522192 Feb 15 13:52:33.110553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-dbbdd371-6014-4dc7-b676-7dea674962af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.111893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-dbbdd371-6014-4dc7-b676-7dea674962af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303670 Feb 15 13:52:33.210795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:33.324883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:33.336758 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-03d3bfeb-1f94-42c9-902c-2254c15a462c service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111962 Feb 15 13:52:33.346747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21317a55-019f-4226-bdfb-0b36da8050a2 req-abebcb22-cf7e-4a1e-8b33-47402ef51fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.348274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-21317a55-019f-4226-bdfb-0b36da8050a2 req-abebcb22-cf7e-4a1e-8b33-47402ef51fd8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 982 time: 0.1926491 Feb 15 13:52:33.375365 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9529e673-b88b-414f-9976-553eb221739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:33.380196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e673-b88b-414f-9976-553eb221739c None None] The sync data for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv is: [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:50:40Z', 'revision_number': 4, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'cb4a7321-921a-43e2-a535-dc168a4f4659', 'name': '', 'network_id': '27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'mac_address': 'fa:16:3e:d7:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:38Z', 'updated_at': '2022-02-15T13:50:45Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'subnets': [{'id': 'ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:33.473410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:33.479584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:33.479969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:33.486425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-21317a55-019f-4226-bdfb-0b36da8050a2 req-3530f439-afd5-41ce-9c9c-6211420ea43e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175723 Feb 15 13:52:33.539282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-623236dc-a99e-4fe0-85ec-b65f3bfaa747 req-6c08b7a5-6115-4a7c-96f1-d8ad70b978b0 service neutron] 10.222.0.36 "GET /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899893 Feb 15 13:52:33.627175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:33.669119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:33.676017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:33.704505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638acf71-9968-4e34-9c47-834aed7f8202 None None] New status for floating IP bc73df9f-2948-4d6a-9da2-224040d62009: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:52:33.796648 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'code': 200} Feb 15 13:52:33.804350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:33.936728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:34.095993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5c5df-7510-4d14-be16-43d8d1a7bbf2 req-c12b9037-cf2a-47fa-87dd-2f005883ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.097761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69c5c5df-7510-4d14-be16-43d8d1a7bbf2 req-c12b9037-cf2a-47fa-87dd-2f005883ab7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 1136 time: 0.0755193 Feb 15 13:52:34.107617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:34.146306 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69c5c5df-7510-4d14-be16-43d8d1a7bbf2 req-631c8f3d-8e42-442a-a9e9-0dcd2a29d1bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Feb 15 13:52:34.334665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6b8c7-991f-4ab6-b0f2-38c7ac959417 req-e21d018c-17bc-43be-a11a-4c60349ae05b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.336154 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8db6b8c7-991f-4ab6-b0f2-38c7ac959417 req-e21d018c-17bc-43be-a11a-4c60349ae05b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.0854194 Feb 15 13:52:34.433211 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:52:34.443129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8db6b8c7-991f-4ab6-b0f2-38c7ac959417 req-833c7a9b-420b-40d4-92ba-83eaa1732692 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/security-groups?id=04cfe844-30a7-4168-b576-4481bb33846c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008794 Feb 15 13:52:34.470691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-b2fef8ec-8da6-48d4-a136-6f3aeef6f3ad tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.472484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-b2fef8ec-8da6-48d4-a136-6f3aeef6f3ad tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.36 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 945 time: 0.1164439 Feb 15 13:52:34.557967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:34.558312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:34.839704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b72cc1-2937-4f16-b99a-81e018eb8b39 req-ea0a0e4a-21e2-4e5f-929b-9c78dd709232 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.841127 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b0b72cc1-2937-4f16-b99a-81e018eb8b39 req-ea0a0e4a-21e2-4e5f-929b-9c78dd709232 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.2322102 Feb 15 13:52:34.929929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] For port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:34.930288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:34.940554 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b0b72cc1-2937-4f16-b99a-81e018eb8b39 req-cdde6a01-92e5-44ce-815b-18c560c9ff58 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908830 Feb 15 13:52:35.192230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Calling delete_port for eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:35.462503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:35.516835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Port': ['ID=eab8ccd0-6110-4ebc-98b7-4b034eea2ea5,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:35.629383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] No DVR routers for this DVR port eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:35.636461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:35.639073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-deleted', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:35.646894 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-827e5692-0300-4fa9-9ded-336f552e9fc3 req-1718f2ac-3e4e-4c98-8c3d-6e41aec4806d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "GET /v2.0/ports?device_id=131d0acf-fd6b-466c-9952-9c792719dd37 HTTP/1.1" status: 200 len: 210 time: 0.0616601 Feb 15 13:52:35.659518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9390333-c58f-4765-b9c2-2d6d5effab81 req-c4aeef2b-c0d4-4a71-ab3b-e541e42ded7f tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.36 "DELETE /v2.0/ports/eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 HTTP/1.1" status: 204 len: 173 time: 1.1755402 Feb 15 13:52:35.695141 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d0acf-fd6b-466c-9952-9c792719dd37', 'name': 'network-vif-deleted', 'tag': 'eab8ccd0-6110-4ebc-98b7-4b034eea2ea5', 'status': 'completed', 'code': 200} Feb 15 13:52:36.150261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db97d-e925-454b-b207-f1df7d61b510 req-34fa0bff-5c09-4ce3-9e14-01c840f164a1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.151995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4c3db97d-e925-454b-b207-f1df7d61b510 req-34fa0bff-5c09-4ce3-9e14-01c840f164a1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.0965800 Feb 15 13:52:36.209909 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4c3db97d-e925-454b-b207-f1df7d61b510 req-121a6dca-d1bd-488c-881f-f58da1ac0256 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521677 Feb 15 13:52:36.413208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c476ee-3f98-4bad-9dec-b1dc15445c04 req-bc4bb1d8-f2c6-4cd1-aabe-09d57d441747 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.414704 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71c476ee-3f98-4bad-9dec-b1dc15445c04 req-bc4bb1d8-f2c6-4cd1-aabe-09d57d441747 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.0903087 Feb 15 13:52:36.465294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71c476ee-3f98-4bad-9dec-b1dc15445c04 req-37c07da2-da08-45b6-9546-f188f0c3b5de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Feb 15 13:52:36.494153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60160) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:36.580418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954c63b-05bf-4125-ad6a-2a2719919d75 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.582239 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7954c63b-05bf-4125-ad6a-2a2719919d75 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 1131 time: 0.0869544 Feb 15 13:52:36.585502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60164) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:36.592994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:36.599984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:36.604893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:36.608598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:36.615278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:36.705785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:36.755120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60172) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:36.911314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:37.155070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.82 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c6863ec3-91ea-4966-8a1e-488f3540887b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:37.316024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:37.360397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:37.360742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device eab8ccd0-6110-4ebc-98b7-4b034eea2ea5 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:37.364563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:37.491431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:37.563073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:37.566031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:37.569785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:52:37.604123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=c6863ec3-91ea-4966-8a1e-488f3540887b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:37.637317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.021271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting port cb4a7321-921a-43e2-a535-dc168a4f4659 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:38.022147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.054129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.226071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] For port cb4a7321-921a-43e2-a535-dc168a4f4659, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=cb4a7321-921a-43e2-a535-dc168a4f4659,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:38.226409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.243639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.358478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Calling delete_port for cb4a7321-921a-43e2-a535-dc168a4f4659 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:38.578593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.656201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.765283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=c6863ec3-91ea-4966-8a1e-488f3540887b,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:38.781674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.782965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:38.832311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Port': ['ID=cb4a7321-921a-43e2-a535-dc168a4f4659,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:38.981581 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP e2b2f13d-ec57-4540-8633-113f48566888 associated. External IP: 172.26.0.82, port: f718c2cc-5f0f-4b03-b443-386c5482a4c2. Feb 15 13:52:39.234304 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:39.371137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 6a5caf70-0829-47eb-b591-692e9145b534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:52:39.555936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:39.567235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Sync routers for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:39.579258 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:39.579885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:39.639322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Router 37906900-f57d-4eb2-8fdb-a24e8f6f672e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:52:39.644941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:39.710221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-72d22bfe-ba8f-451b-8801-d9ae2fd5cf0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.1231322 Feb 15 13:52:39.711248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:39.716461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60176) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:39.772010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'status': 'completed', 'code': 200} Feb 15 13:52:39.782651 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:39.795155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc35945-3070-4070-9e4d-c923b27c7155 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.796679 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6bc35945-3070-4070-9e4d-c923b27c7155 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82&network_id=2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 200 len: 1131 time: 0.0789757 Feb 15 13:52:39.879903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-e3586a1c-7aca-4d29-9c48-098c7fc870de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.881419 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-e3586a1c-7aca-4d29-9c48-098c7fc870de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 1136 time: 0.0837007 Feb 15 13:52:39.905514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:52:39.916898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Sync routers for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:39.933383 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-534c4afa-96c1-4040-ba7a-3dd5e274317d tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "PUT /v2.0/routers/37906900-f57d-4eb2-8fdb-a24e8f6f672e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1765661 Feb 15 13:52:39.935006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60184) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:39.937780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:39.938520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:40.048581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting subnet ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:52:40.052869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.123473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.183150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:40.214643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-a1ffa3d8-6489-4516-9e45-70272361f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.216234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-a1ffa3d8-6489-4516-9e45-70272361f8ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 200 len: 896 time: 0.3283031 Feb 15 13:52:40.252202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.262262 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'e2b2f13d-ec57-4540-8633-113f48566888', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1692015524', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'mac_address': 'fa:16:3e:7a:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:52:37Z', 'updated_at': '2022-02-15T13:52:37Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:40.269061 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Checking router: 6a5caf70-0829-47eb-b591-692e9145b534 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:40.298146 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:40.299301 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:40.376181 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-4e5ae38c-4986-436f-ba84-7c8f63867e5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1036 time: 0.1489463 Feb 15 13:52:40.433585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.481443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:40.484163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.491203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-53d5e49e-de7c-4606-a27b-b8cdd4562658 tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "DELETE /v2.0/subnets/ed1803d4-d060-4d4f-a4bd-71d8f92b9aa0 HTTP/1.1" status: 204 len: 168 time: 0.5544763 Feb 15 13:52:40.496357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60190) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:40.511691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0047737-d94b-4fe6-b28f-124710004612 None None] Network 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:52:40.514559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-705bf21a-f36e-40b6-832c-656c9e39bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.516016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-705bf21a-f36e-40b6-832c-656c9e39bc8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d53a90d-c4dd-4973-af07-06ca676ae806 HTTP/1.1" status: 200 len: 835 time: 0.1334972 Feb 15 13:52:40.550709 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:40.581374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f26b-20bd-4b02-b462-0fb4244b67c3 req-ae20b2c1-16f1-4ffe-92e3-05d7aa792801 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.582969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eac1f26b-20bd-4b02-b462-0fb4244b67c3 req-ae20b2c1-16f1-4ffe-92e3-05d7aa792801 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.1606596 Feb 15 13:52:40.672305 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eac1f26b-20bd-4b02-b462-0fb4244b67c3 req-112a05cf-2e48-4966-910b-b63d5333e9a0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792863 Feb 15 13:52:40.695593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-b01a1ba1-2390-4428-aafa-2cd41e75c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.697810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-b01a1ba1-2390-4428-aafa-2cd41e75c850 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dac5292-6bc5-403e-ab7f-225a2681e211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751699 Feb 15 13:52:40.768878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:40.879529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:52:38Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:40.886104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Checking router: 37906900-f57d-4eb2-8fdb-a24e8f6f672e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:40.889878 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-e28e7f61-0a9d-422e-b0fa-48d8ff819677 service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844010 Feb 15 13:52:40.898833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Routers {'37906900-f57d-4eb2-8fdb-a24e8f6f672e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:52:40.900187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:52:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:41.003676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.027184 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'e2b2f13d-ec57-4540-8633-113f48566888', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1692015524', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'mac_address': 'fa:16:3e:7a:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:52:37Z', 'updated_at': '2022-02-15T13:52:37Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:41.033035 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f0b67-879c-422a-9af8-b36520de7c8f None None] The sync data for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv is: [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'e2b2f13d-ec57-4540-8633-113f48566888', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.82', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1692015524', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'mac_address': 'fa:16:3e:7a:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c031ea-40aa-42fc-827d-dfaa59ca0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:52:37Z', 'updated_at': '2022-02-15T13:52:37Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:41.055151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f77ad41-bd48-4123-b812-3a3b6f27f24b req-824100a1-68fc-40a6-940c-153ffb61a22e service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567907 Feb 15 13:52:41.070135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] DHCP port deletion for 27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:52:41.078878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting port ac50c0b1-5cf2-41e6-b92d-610e27f6446a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:41.082546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.097501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Deleting port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:41.098014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.213768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:41.248804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] Set router 37906900-f57d-4eb2-8fdb-a24e8f6f672e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:52:41.424594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] For port ac50c0b1-5cf2-41e6-b92d-610e27f6446a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:41.425301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.435117 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67d2d6-6199-406f-a5ca-572c50b39104 None None] New status for floating IP e2b2f13d-ec57-4540-8633-113f48566888: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:52:41.557473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Calling delete_port for ac50c0b1-5cf2-41e6-b92d-610e27f6446a owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:41.717801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-29960e4b-47d3-4abf-b283-37e2c99b8d77 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.719710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-29960e4b-47d3-4abf-b283-37e2c99b8d77 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.1306899 Feb 15 13:52:41.734107 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:41.734389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.852801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-91acd07d-7fd0-42a8-9b72-2021ccdd95cb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.854199 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-91acd07d-7fd0-42a8-9b72-2021ccdd95cb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1285639 Feb 15 13:52:41.912875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.927489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Calling delete_port for d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:41.955463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:41.964432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Port': ['ID=ac50c0b1-5cf2-41e6-b92d-610e27f6446a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:42.037871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:42.045601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6724cc-3e4e-4fc6-b4af-cd7b7336598c req-a6af6adb-4d48-4fc4-9ae1-3fb5aea5e755 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:42.047176 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e6724cc-3e4e-4fc6-b4af-cd7b7336598c req-a6af6adb-4d48-4fc4-9ae1-3fb5aea5e755 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 983 time: 0.2342355 Feb 15 13:52:42.051410 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-061e4c3b-73f7-4c9a-b5f2-767903578e22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1914430 Feb 15 13:52:42.060041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:52:38Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:42.064240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c821d-ee45-4ad3-bc0e-1220b7c44ef9 None None] The sync data for ids ['37906900-f57d-4eb2-8fdb-a24e8f6f672e'] in dv-neutron-828156-1-hyperv is: [{'id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047090146', 'tenant_id': '790ecda16b2349d7b6b2e86494103e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:33Z', 'updated_at': '2022-02-15T13:52:38Z', 'revision_number': 5, 'project_id': '790ecda16b2349d7b6b2e86494103e07', 'gw_port': {'id': 'ac50c0b1-5cf2-41e6-b92d-610e27f6446a', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37906900-f57d-4eb2-8fdb-a24e8f6f672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:34Z', 'updated_at': '2022-02-15T13:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:42.075038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.076068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:42.136577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.156468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e6724cc-3e4e-4fc6-b4af-cd7b7336598c req-6a12fec5-ba08-4445-b7f8-286113d574b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030240 Feb 15 13:52:42.223332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:42.226347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.244829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:52:42.245325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:52:42.277425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.279606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.381875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.382500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Fanout notify agent at l3_agent the message router_deleted on router 37906900-f57d-4eb2-8fdb-a24e8f6f672e {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:52:42.399370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.400489 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-920df909-b6e0-45d9-a5e2-a1055c9376ca tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "DELETE /v2.0/routers/37906900-f57d-4eb2-8fdb-a24e8f6f672e HTTP/1.1" status: 204 len: 168 time: 1.9030604 Feb 15 13:52:42.403169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60196) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:42.436045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:42.473463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:42.526777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.527742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] device_id is not set on port f718c2cc-5f0f-4b03-b443-386c5482a4c2 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:52:42.537338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.537817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Deleting port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:42.538128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.615836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.747372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Deleting port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:42.748841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.762215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:42.762652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:42.924220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Calling delete_port for d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:42.932977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=6']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:42.996076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] No DVR routers for this DVR port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:43.042061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] For port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,segment=NetworkSegment(f664d341-b576-4098-a525-df89610199aa),segment_id=f664d341-b576-4098-a525-df89610199aa)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:43.042478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.173807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Calling delete_port for d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:52:43.182255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.211536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-be6ca7a0-e2a8-486c-9c16-f3c4a825880e None None] Provisioning complete for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:43.212119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be6ca7a0-e2a8-486c-9c16-f3c4a825880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.243701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] In _notify_port_updated(), no bound segment for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:52:43.244948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:43.245817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.247632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1277f914-f1fb-47b6-9319-c2f02d8b655c req-3e71461c-f939-4d80-8998-7199ba3f9a5d service neutron] 10.222.0.36 "PUT /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1026 time: 1.1801469 Feb 15 13:52:43.292209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-be6ca7a0-e2a8-486c-9c16-f3c4a825880e None None] Port f718c2cc-5f0f-4b03-b443-386c5482a4c2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:52:43.303101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Port': ['ID=d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:43.305077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] No DVR routers for this DVR port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:43.324192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:52:43.324192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:52:43.324192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device cb4a7321-921a-43e2-a535-dc168a4f4659 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:43.365277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: cb4a7321-921a-43e2-a535-dc168a4f4659 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:43.365923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device cb4a7321-921a-43e2-a535-dc168a4f4659 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:43.366422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ac50c0b1-5cf2-41e6-b92d-610e27f6446a no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:43.379555 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f6b2276b-dcee-4c71-ac37-4c28a8ee9ac7 req-a71fd849-11cc-430c-ab9b-5a96eada32f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c031ea-40aa-42fc-827d-dfaa59ca0b82 HTTP/1.1" status: 200 len: 210 time: 0.0463159 Feb 15 13:52:43.407053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ac50c0b1-5cf2-41e6-b92d-610e27f6446a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:52:43.407393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ac50c0b1-5cf2-41e6-b92d-610e27f6446a not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:43.450397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.474654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:43.490743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f664d341-b576-4098-a525-df89610199aa') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:43.491032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f664d341-b576-4098-a525-df89610199aa') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:43.503810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.520734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.528167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:52:43.528901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:52:43.543696 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:52:43.736401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.741200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.772234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'Network': ['ID=27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:43.779201 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-04e60b3b-2e0e-485a-a85e-f36bc5272f5e tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "DELETE /v2.0/networks/27fedbd8-68f5-4a2a-a3d3-4ff5ccb30395 HTTP/1.1" status: 204 len: 168 time: 1.3750415 Feb 15 13:52:43.781777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60202) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:43.853171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:43.882379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:44.016058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:44.027382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Deleting port d3faea90-8a7c-4c8c-adc6-b3b5b92f83b1 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:52:44.027757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:44.032705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cfe844-30a7-4168-b576-4481bb33846c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:44.039492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:44.040690 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc49916d-6f63-4ed7-922a-0de684eb0d5b tempest-TestNetworkAdvancedServerOps-1928971966 tempest-TestNetworkAdvancedServerOps-1928971966-project] 10.222.0.61 "DELETE /v2.0/security-groups/04cfe844-30a7-4168-b576-4481bb33846c HTTP/1.1" status: 204 len: 168 time: 0.2580225 Feb 15 13:52:44.106960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-787a413f-c207-4163-ab6c-ca0aab8008bd None None] The port 'd3faea90-8a7c-4c8c-adc6-b3b5b92f83b1' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 13:52:44.482217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60212) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:44.559302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e36ef8-931d-4d98-b566-5081907c32f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:44.560657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-20e36ef8-931d-4d98-b566-5081907c32f8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 925 time: 0.0773404 Feb 15 13:52:44.827432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60220) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:44.945156 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60226) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:44.950808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109418607', 'description': 'tempest-secgroup-smoke-1109418607 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:44.956737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:44.966716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:44.992473 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d9a9979a-3fbd-4dfb-9ab3-35f528a1c53d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=790ecda16b2349d7b6b2e86494103e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638703 Feb 15 13:52:44.995158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60230) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:45.049993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.053007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.070715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:45.075378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:45.078190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:45.081601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.083922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:45.166423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.249162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.263874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d061a2-2b0b-414b-b5db-e54b1f536889,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.270813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.271457 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a8fce0dd-6996-4271-8208-4b9dab22ae84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9d061a2-2b0b-414b-b5db-e54b1f536889 HTTP/1.1" status: 204 len: 168 time: 0.2754052 Feb 15 13:52:45.300221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.347633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0b9f6-da5a-49c4-b309-a230ea67cf03,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.357108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:52:45.461463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.462872 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cbe11a0d-ba09-488e-839f-6b667b445d17 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5166996 Feb 15 13:52:45.465851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60236) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:45.467285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:52:45.471325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:45.477778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:45.481679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:45.484458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:45.490225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:45.634511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.696979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.804521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.830465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d7cca2-3a67-4cb5-ac71-2d5a5924cf33,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.918520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:45.919761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-578553a6-f8fe-4a25-8851-ba6dc6cf669e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528921 Feb 15 13:52:45.922655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60242) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:45.927626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:45.934086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:45.937881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:45.940722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:45.946939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:46.199957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.250687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60246) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:46.268095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.268276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.282736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:46.286613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6fdbf2dba84cd09e4c1f03ae9d052f is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:46.289378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:46.295996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:46.353586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.377710 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d5492-fb89-4479-9786-3d5a107cdd27,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.385976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.484196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.485309 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9126fa14-3d1c-40c5-81a2-90221403de74 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5617189 Feb 15 13:52:46.488137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:46.493918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:46.500024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:46.503823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:46.506720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:46.512394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:46.525086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.573673 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e6fdbf2dba84cd09e4c1f03ae9d052f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218837 Feb 15 13:52:46.574369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261916f-e3c1-4e82-b880-b5ddda8226b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41326e-1e37-4e92-92ab-741ff02f92a3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.576488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60256) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:46.632107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.667657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.712866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.754547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.832808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.858702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8af2c4-eb83-4a37-9635-dbc0ec66a784,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.878182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.880602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.881806 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f41326e-1e37-4e92-92ab-741ff02f92a3 HTTP/1.1" status: 204 len: 168 time: 0.3042204 Feb 15 13:52:46.891813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da031031-6d9e-43c0-8d2e-9f5dd117cd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41326e-1e37-4e92-92ab-741ff02f92a3,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.947534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:46.948736 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3307c1d1-e5fa-438d-b185-37aeeae35f3d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596879 Feb 15 13:52:46.951646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60262) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:46.956701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:46.963203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:46.967078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:46.969991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:46.977390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:47.061665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.134465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.244361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.271262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be58367-d827-46a7-bdfd-cf0df01b5c28,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:47.375683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.376928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6cc3eab8-3680-4ed7-b58b-dd6f48c506f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243572 Feb 15 13:52:47.379777 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60266) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:47.385191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:47.392035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:47.396346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:47.400277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:47.407358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:47.525072 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:52:47.532100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.598253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.667133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.691721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc36fe9-78d3-49ca-9db8-057ec2ad0516,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:47.770023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.771262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a8a4e0f-7d35-4f0c-a9ad-fb74fe2ce4ca tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904667 Feb 15 13:52:47.774149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60270) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:52:47.779733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '91b0b9f6-da5a-49c4-b309-a230ea67cf03', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:47.785767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:52:47.789781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:52:47.792564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:52:47.798268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:52:47.867031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:52:47.874516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:47.938423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:48.015691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:48.040357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e947aed-8303-4628-8868-1b49c44faf18,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:48.107471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:48.108662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-985939b5-e18c-42b6-abc7-c821a6bf092c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329682 Feb 15 13:52:48.329273 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-d7118896-a816-49eb-8aed-7f75a3de9cd3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109418607&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.0423334 Feb 15 13:52:48.405861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-6eedba1e-73ef-42bf-aee3-0b7de0a8d6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.407189 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-6eedba1e-73ef-42bf-aee3-0b7de0a8d6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 930 time: 0.0713582 Feb 15 13:52:48.586423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-7c0a119b-88f6-4f42-bf07-141552168ed7 service neutron] 10.222.0.61 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1642694 Feb 15 13:52:48.722485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-45eeb4fd-70f1-4099-b76f-5aaecb96ef9e service neutron] 10.222.0.61 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289525 Feb 15 13:52:48.862827 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-4e73c928-ea5e-4e15-b4dc-c441f4e6071b service neutron] 10.222.0.61 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326246 Feb 15 13:52:49.168002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c6e83d8b-5bf1-4c73-9973-37a6ab5678a8 req-bd0833df-5e15-42e4-bfe2-38a38cca27d1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 210 time: 0.0482211 Feb 15 13:52:50.320023 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09a3ebb2-907d-43e0-9826-a399c3375844 req-939bcd0e-8a2d-4bc4-bfe8-73494d209cdd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 210 time: 0.0430086 Feb 15 13:52:51.140521 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-0393ec70-5a4f-4974-8bb3-b44faee09bd5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736840 Feb 15 13:52:51.213742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-276e4d4b-8e91-4a57-a678-33236cb4309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.215170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-276e4d4b-8e91-4a57-a678-33236cb4309b service neutron] 10.222.0.36 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1026 time: 0.0624163 Feb 15 13:52:51.287944 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-7b2842d3-f08f-4a1f-9b01-ce0635e8be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.289443 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-7b2842d3-f08f-4a1f-9b01-ce0635e8be41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 1098 time: 0.0816903 Feb 15 13:52:51.381725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-cf6d5552-820f-4e82-bdbd-bf66b970c208 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.383360 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-cf6d5552-820f-4e82-bdbd-bf66b970c208 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 200 len: 796 time: 0.1636677 Feb 15 13:52:51.439949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-af6019fc-ba4f-4967-952a-0b91a0027ff6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 472 time: 0.0489905 Feb 15 13:52:51.448786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-d5c307ef-bcc6-4136-876d-64ee06793973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.450376 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-d5c307ef-bcc6-4136-876d-64ee06793973 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1417525 Feb 15 13:52:51.479800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Request body: {'port': {'device_id': 'ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:51.559898 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-8c49cc4f-d07c-428f-8205-e2638cdc846e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 200 len: 1000 time: 0.1043718 Feb 15 13:52:51.628808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-f5162038-d13d-477a-af0a-829655e81e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.630647 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-f5162038-d13d-477a-af0a-829655e81e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0651071 Feb 15 13:52:51.641856 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fec47171-0b40-498d-9932-7d72cdeeadff req-b2783350-5106-49f5-b981-9e1fea0588a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 210 time: 0.2087643 Feb 15 13:52:51.721731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:51.730197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-d9660696-cea0-4c23-859d-ab19f53fb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.731826 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-d9660696-cea0-4c23-859d-ab19f53fb978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794594 Feb 15 13:52:51.866069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-57eed444-c75d-484f-a8d9-3c3a1b7c53df service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279678 Feb 15 13:52:52.003235 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dc82d2b6-8f82-4beb-b585-e81993c460c4 req-f20b6292-1d49-424b-aa3a-0d7b6510f73a service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311393 Feb 15 13:52:52.084986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f718c2cc-5f0f-4b03-b443-386c5482a4c2 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:52.119193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:52.119193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Transition to ACTIVE for port object f718c2cc-5f0f-4b03-b443-386c5482a4c2 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:52.244467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:52.388732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65556717-793d-4678-909f-64450c73159d service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=7']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:52.511066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:52:52.511397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:52:52.511720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:52.516200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:52:52.516513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Attempting to bind port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:52:52.521478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:52:52.521811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Checking segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:52:52.522186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Bound using segment: {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:52:52.522596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Bound port: f718c2cc-5f0f-4b03-b443-386c5482a4c2, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6287698-9f2a-466f-a29b-a101c2f9ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:52:52.522935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:52.611560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:52:52.614450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:52:52.667637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:52.730949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:52.731536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:52.732874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-65556717-793d-4678-909f-64450c73159d service neutron] 10.222.0.36 "PUT /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1131 time: 1.2613411 Feb 15 13:52:52.734008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:52.787753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'status': 'completed', 'code': 200} Feb 15 13:52:52.807203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65556717-793d-4678-909f-64450c73159d service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=8']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:52.906766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a0fb-c987-4636-a43d-a08b832ca57b req-4f4cb78c-63b4-4cb3-abfa-a2918155dfc8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:52.908585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0808a0fb-c987-4636-a43d-a08b832ca57b req-4f4cb78c-63b4-4cb3-abfa-a2918155dfc8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 981 time: 0.1557331 Feb 15 13:52:52.930326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-a7a4cc22-92f0-4d50-a4ce-3f261341959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:52.931859 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-a7a4cc22-92f0-4d50-a4ce-3f261341959c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 1134 time: 0.1201825 Feb 15 13:52:53.033022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0808a0fb-c987-4636-a43d-a08b832ca57b req-5ca9c5db-3263-4e95-aefe-28e13c38ebbd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172686 Feb 15 13:52:53.085843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-2d747f2d-f6d4-48ea-9c2e-186564063a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.087327 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-2d747f2d-f6d4-48ea-9c2e-186564063a1e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1481776 Feb 15 13:52:53.220908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-324ecd60-6b15-4c39-8439-0e2f911f916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.222408 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c4e181aa-0bc9-4a6b-a781-f0ff0c850861 req-324ecd60-6b15-4c39-8439-0e2f911f916e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1290185 Feb 15 13:52:53.328116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-5556a695-a264-48ec-bbf7-87b7a818f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.329608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-5556a695-a264-48ec-bbf7-87b7a818f940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 1134 time: 0.0704129 Feb 15 13:52:53.434668 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-0b1cea77-3d38-4edd-aa28-74d5dbeae000 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1036 time: 0.0977838 Feb 15 13:52:53.498806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-02b547be-b0b5-4c7e-8eda-4e26152d34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.500291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-02b547be-b0b5-4c7e-8eda-4e26152d34a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d53a90d-c4dd-4973-af07-06ca676ae806 HTTP/1.1" status: 200 len: 835 time: 0.0592935 Feb 15 13:52:53.690625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147945-8674-4cb1-95ce-16c741a278ae req-0fe04a2e-dd8b-4396-af5b-3bdef0632f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.691991 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-0fe04a2e-dd8b-4396-af5b-3bdef0632f6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dac5292-6bc5-403e-ab7f-225a2681e211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864026 Feb 15 13:52:53.823928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-b28ff9dc-7a9d-417b-9853-0d7cf1aafae4 service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241906 Feb 15 13:52:53.953228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c0147945-8674-4cb1-95ce-16c741a278ae req-cea1fdfa-0cff-4b41-bc27-eb1e3a8b7aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230252 Feb 15 13:52:54.223552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb016-6c04-4cdc-ab53-98c141eb4f83 req-f81eb613-1364-4e80-b612-b234da8518ff tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.224923 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b20fb016-6c04-4cdc-ab53-98c141eb4f83 req-f81eb613-1364-4e80-b612-b234da8518ff tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 981 time: 0.0832067 Feb 15 13:52:54.270409 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b20fb016-6c04-4cdc-ab53-98c141eb4f83 req-bc5da6a6-0e29-4d7c-ae9d-036f824322e1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Feb 15 13:52:55.400893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:52:55.460487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd0930-157d-4238-92c1-23a5fda71e6f req-3dff81d3-5281-4057-9216-965027e8a7c5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.462098 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddbd0930-157d-4238-92c1-23a5fda71e6f req-3dff81d3-5281-4057-9216-965027e8a7c5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 981 time: 0.0828338 Feb 15 13:52:55.507454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddbd0930-157d-4238-92c1-23a5fda71e6f req-350f0edc-2c1d-457f-8636-63314c01216d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Feb 15 13:52:55.538585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:55.551854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'port_id': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'mac_address': 'fa:16:3e:7a:7d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:52:55.607159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:55.624906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f718c2cc-5f0f-4b03-b443-386c5482a4c2 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:55.649205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:55.746560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:55.816773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=9']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:55.824204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.824547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.824942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.825270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.825626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.825950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.826272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.826592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.826910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.827227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.827542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.827857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:55.950101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['f718c2cc-5f0f-4b03-b443-386c5482a4c2'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:52:56.698558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d894a1-9b88-4d56-9a5e-90c2b32a5093 req-974faedb-c0be-4eb1-a1bd-744971cf5121 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:56.700042 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58d894a1-9b88-4d56-9a5e-90c2b32a5093 req-974faedb-c0be-4eb1-a1bd-744971cf5121 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 982 time: 0.0859909 Feb 15 13:52:56.745904 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58d894a1-9b88-4d56-9a5e-90c2b32a5093 req-666ffabd-d0fd-449c-b732-8bd41a55702c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Feb 15 13:52:57.432575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:52:57.587064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:57.594123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:57.594509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:57.715815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:57.742550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:57.752453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:52:57.789361 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718c2cc-5f0f-4b03-b443-386c5482a4c2', 'code': 200} Feb 15 13:52:57.820122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:52:57.887683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=10']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:57.939270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e3998-30a1-4eb5-8a1b-64a083af5c18 req-38e6aecf-e9dd-45a2-93b9-f80e477110bb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.940821 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d2e3998-30a1-4eb5-8a1b-64a083af5c18 req-38e6aecf-e9dd-45a2-93b9-f80e477110bb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.0809393 Feb 15 13:52:57.985848 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d2e3998-30a1-4eb5-8a1b-64a083af5c18 req-dcc7c8f2-78e1-43b6-8368-13998619a41b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Feb 15 13:52:58.172939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1629b-b2a1-4bc5-807b-644bfb59e820 req-312a9770-95b1-4190-98cf-f14d6ddc9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:58.174482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0fb1629b-b2a1-4bc5-807b-644bfb59e820 req-312a9770-95b1-4190-98cf-f14d6ddc9f31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 1137 time: 0.0721328 Feb 15 13:52:58.214607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0fb1629b-b2a1-4bc5-807b-644bfb59e820 req-d550b879-5c72-48d1-8928-12584dc2e6a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Feb 15 13:52:59.173706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeb7de-98f8-46dc-a8e9-ebb2edd4b17d req-63cf283c-52b2-438a-951c-78883410eac2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.176755 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-afeeb7de-98f8-46dc-a8e9-ebb2edd4b17d req-63cf283c-52b2-438a-951c-78883410eac2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.0841873 Feb 15 13:52:59.224783 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-afeeb7de-98f8-46dc-a8e9-ebb2edd4b17d req-7b11a704-977d-4392-a2dc-0e5d2d0c8516 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Feb 15 13:52:59.385634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e1d7202c-87ab-41ea-bca9-eccf17f6983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:00.414255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc55b-b906-44e6-b29b-e4ed5f483dd6 req-333d5c05-d7b6-4c5b-b6e3-6c3278b9b7ec tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.416116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5ecc55b-b906-44e6-b29b-e4ed5f483dd6 req-333d5c05-d7b6-4c5b-b6e3-6c3278b9b7ec tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.0818236 Feb 15 13:53:00.460454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5ecc55b-b906-44e6-b29b-e4ed5f483dd6 req-ae0265e5-9b4b-48f9-b30c-d512b75182bf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 Feb 15 13:53:00.659800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a9c8-8d8e-4bc9-abdf-929986af8e92 req-2cc6cfca-c5b9-4793-bb84-987c347ac15f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.661292 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec65a9c8-8d8e-4bc9-abdf-929986af8e92 req-2cc6cfca-c5b9-4793-bb84-987c347ac15f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.0913343 Feb 15 13:53:00.705283 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec65a9c8-8d8e-4bc9-abdf-929986af8e92 req-6c47acf1-9818-45f9-a05c-08831c5394ab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Feb 15 13:53:00.728654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60328) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:00.800161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec6e19-db38-4d43-ab33-f0e40556a782 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.805582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-37ec6e19-db38-4d43-ab33-f0e40556a782 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4&network_id=2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 200 len: 1132 time: 0.0723023 Feb 15 13:53:01.349286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36176-c499-43ad-9b7d-9ca01e5570a1 req-8d123144-e2c6-4366-ad47-a2f41ef78f21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.350911 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91c36176-c499-43ad-9b7d-9ca01e5570a1 req-8d123144-e2c6-4366-ad47-a2f41ef78f21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.0864532 Feb 15 13:53:01.396769 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91c36176-c499-43ad-9b7d-9ca01e5570a1 req-a5516295-98d0-4fb8-8296-8cb689de78f3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Feb 15 13:53:02.501023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b20203be-4437-4bac-9f8c-01f99c0a8613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:02.580652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:02.692990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484141da-4357-42d1-96aa-70e4104bc295 req-9847dea0-eea7-41c0-9931-b309fdf72792 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.695580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-484141da-4357-42d1-96aa-70e4104bc295 req-9847dea0-eea7-41c0-9931-b309fdf72792 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.1671853 Feb 15 13:53:02.742661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-c002e43b-393f-48cc-89dc-464e2dee17e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.745294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-c002e43b-393f-48cc-89dc-464e2dee17e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 984 time: 0.1722834 Feb 15 13:53:02.826744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:02.839288 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-484141da-4357-42d1-96aa-70e4104bc295 req-928bbac2-0f36-4f87-af14-787a396960b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1ffbb54-8ec2-4b8a-844c-f6f56b919432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358194 Feb 15 13:53:02.849850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-1c1ac883-320a-4ec0-a075-ac3ec843e6cd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.851193 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-1c1ac883-320a-4ec0-a075-ac3ec843e6cd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0963171 Feb 15 13:53:03.001728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-bdf2a6f9-d1c8-474b-97f6-024723ad4e22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1456084 Feb 15 13:53:03.013531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:03.128263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:03.221267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:03.437103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f718c2cc-5f0f-4b03-b443-386c5482a4c2,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:03.466461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] For port f718c2cc-5f0f-4b03-b443-386c5482a4c2, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:03.517463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] device_id is not set on port f718c2cc-5f0f-4b03-b443-386c5482a4c2 yet. {{(pid=88297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:53:03.526004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:03.626843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:03.772272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=11']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:03.785690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.786032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.786370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.786698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.787046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.787343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.787650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.787966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.788278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.788595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.788903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.789212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:03.840596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] No DVR routers for this DVR port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:03.901943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1b4b772e-1724-4122-85f0-39d3d6e3bb1a None None] Provisioning complete for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:03.902565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1b4b772e-1724-4122-85f0-39d3d6e3bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:03.964624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b772e-1724-4122-85f0-39d3d6e3bb1a None None] Port f718c2cc-5f0f-4b03-b443-386c5482a4c2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:04.034522 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7f0c9b6e-2b3a-4a18-926b-62cceeef9851 req-f928f826-c135-4825-a041-f202c3f22ac8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 210 time: 0.0606709 Feb 15 13:53:04.114699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] In _notify_port_updated(), no bound segment for port f718c2cc-5f0f-4b03-b443-386c5482a4c2 on network 2dac5292-6bc5-403e-ab7f-225a2681e211 {{(pid=88297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 15 13:53:04.115595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.116197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:04.117477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34ecc128-f2fd-471a-a46a-fb9b3fad5b73 req-679ecef9-2ca8-4ff1-bb83-9cc6ea844ec4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 200 len: 1027 time: 1.1084840 Feb 15 13:53:04.122853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:05.200775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32fd33ab-e026-452a-96ce-d024541b2153 req-583f16ef-2b92-40c1-8b43-bba88829366e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef5a6ac1-209d-46b0-b5b5-1b790fd46eb4 HTTP/1.1" status: 200 len: 210 time: 0.0432372 Feb 15 13:53:05.447803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:53:05.504133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f718c2cc-5f0f-4b03-b443-386c5482a4c2 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:53:06.295674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60344) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:06.363248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:06.392995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:06.528748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:06.550658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0b9f6-da5a-49c4-b309-a230ea67cf03,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:06.559388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:06.560560 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47896d51-9ab7-42ef-8bff-3f629c742d26 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/91b0b9f6-da5a-49c4-b309-a230ea67cf03 HTTP/1.1" status: 204 len: 168 time: 0.2638659 Feb 15 13:53:06.656258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60350) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:06.855660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port c6863ec3-91ea-4966-8a1e-488f3540887b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:06.855992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:07.036836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:07.037192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:07.286712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for c6863ec3-91ea-4966-8a1e-488f3540887b owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:07.529432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:07.577547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=c6863ec3-91ea-4966-8a1e-488f3540887b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:07.673990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:07.674319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP e2b2f13d-ec57-4540-8633-113f48566888 disassociated (deleted). External IP: 172.26.0.82, port: f718c2cc-5f0f-4b03-b443-386c5482a4c2. Feb 15 13:53:08.033519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 6a5caf70-0829-47eb-b591-692e9145b534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:08.213779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:08.223576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Sync routers for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:08.231365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.233382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:08.234030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:08.286224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d79c792d-6392-4916-81eb-ee92f95a2b5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/e2b2f13d-ec57-4540-8633-113f48566888 HTTP/1.1" status: 204 len: 168 time: 1.6288722 Feb 15 13:53:08.417505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:08.433841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60358) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:08.503595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.533850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.693999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.717592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ebbc14-c0cc-4f65-ab55-69b31fd211fa,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:08.725564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.726741 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-87c2cef1-f6b6-49a8-8dca-b463108307b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/23ebbc14-c0cc-4f65-ab55-69b31fd211fa HTTP/1.1" status: 204 len: 168 time: 0.2919137 Feb 15 13:53:08.788143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:08.792713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Checking router: 6a5caf70-0829-47eb-b591-692e9145b534 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:08.800964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:08.801601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:08.826802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60364) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:08.896791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port f718c2cc-5f0f-4b03-b443-386c5482a4c2 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:08.897141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:08.991766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:09.156159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:09.327060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:09.331209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a87ac9-2b89-4211-bf2f-9288fa9ed55a None None] The sync data for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv is: [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '50b5a07d-3721-475d-b0d6-5c13f0d919f0', 'name': '', 'network_id': '2dac5292-6bc5-403e-ab7f-225a2681e211', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:a8:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:14Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '8d53a90d-c4dd-4973-af07-06ca676ae806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:09.403121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for f718c2cc-5f0f-4b03-b443-386c5482a4c2 owned by {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:09.551936 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eafab-c1a1-4abe-84af-2b0eb96d7957 None None] New status for floating IP e2b2f13d-ec57-4540-8633-113f48566888: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:53:09.637674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:09.693822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=f718c2cc-5f0f-4b03-b443-386c5482a4c2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:09.795774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:09.806810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8027c81c-644a-4e2f-8d0d-60c9bb1e6d14 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/ports/f718c2cc-5f0f-4b03-b443-386c5482a4c2 HTTP/1.1" status: 204 len: 168 time: 0.9784994 Feb 15 13:53:09.809922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60368) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:10.417117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:10.769847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 50b5a07d-3721-475d-b0d6-5c13f0d919f0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:10.770543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:11.082735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 50b5a07d-3721-475d-b0d6-5c13f0d919f0, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50b5a07d-3721-475d-b0d6-5c13f0d919f0,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:11.083043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:11.209361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 50b5a07d-3721-475d-b0d6-5c13f0d919f0 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:11.424004 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:53:11.488997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:11.537607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=50b5a07d-3721-475d-b0d6-5c13f0d919f0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:11.819496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.224055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router 6a5caf70-0829-47eb-b591-692e9145b534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:12.410053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:12.419616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Sync routers for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:12.423688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d7343e62-6dc1-45a7-9dbe-46f6323c6b1e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/6a5caf70-0829-47eb-b591-692e9145b534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127112 Feb 15 13:53:12.426272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60372) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:12.429139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:12.429774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:12.499561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet 8d53a90d-c4dd-4973-af07-06ca676ae806 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:53:12.502456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.615695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:12.683202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.769540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.900688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.924400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:53:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:12.928525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Checking router: 6a5caf70-0829-47eb-b591-692e9145b534 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:12.938458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Routers {'6a5caf70-0829-47eb-b591-692e9145b534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:12.939077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6a5caf70-0829-47eb-b591-692e9145b534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:12.940521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=8d53a90d-c4dd-4973-af07-06ca676ae806,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.947509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:12.959020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60376) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:12.959543 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1421f0b1-fd1f-446c-92ae-ba136aab299a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/8d53a90d-c4dd-4973-af07-06ca676ae806 HTTP/1.1" status: 204 len: 168 time: 0.5317726 Feb 15 13:53:12.990088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b2e59-5fe3-493e-be28-31da2cd7327e None None] Network 2dac5292-6bc5-403e-ab7f-225a2681e211 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:53:13.249602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:13.353895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] Set router 6a5caf70-0829-47eb-b591-692e9145b534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:13.431865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:13.488789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port ca676560-0a95-4ed7-8376-b46367bd2862 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:13.489143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:13.658593 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] DHCP port deletion for 2dac5292-6bc5-403e-ab7f-225a2681e211 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:53:13.667092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Deleting port 0637adee-8852-4eef-a6d6-648bb9d69b7c {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:13.668878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:13.676800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port ca676560-0a95-4ed7-8376-b46367bd2862, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ca676560-0a95-4ed7-8376-b46367bd2862,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:13.677261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:13.805342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for ca676560-0a95-4ed7-8376-b46367bd2862 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:13.849132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:53:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:13.868882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250717c-d0a2-4b39-8b72-7d99a6e70c46 None None] The sync data for ids ['6a5caf70-0829-47eb-b591-692e9145b534'] in dv-neutron-828156-1-hyperv is: [{'id': '6a5caf70-0829-47eb-b591-692e9145b534', 'name': 'tempest-TestNetworkBasicOps-router-1205756570', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:09Z', 'updated_at': '2022-02-15T13:53:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'ca676560-0a95-4ed7-8376-b46367bd2862', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5caf70-0829-47eb-b591-692e9145b534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:10Z', 'updated_at': '2022-02-15T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:13.898634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] For port 0637adee-8852-4eef-a6d6-648bb9d69b7c, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=0637adee-8852-4eef-a6d6-648bb9d69b7c,segment=NetworkSegment(e6287698-9f2a-466f-a29b-a101c2f9ce55),segment_id=e6287698-9f2a-466f-a29b-a101c2f9ce55)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:13.899744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.030806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Calling delete_port for 0637adee-8852-4eef-a6d6-648bb9d69b7c owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:14.077701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.129690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=ca676560-0a95-4ed7-8376-b46367bd2862,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:14.169105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.184264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:14.203753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.246406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.263304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] No DVR routers for this DVR port 0637adee-8852-4eef-a6d6-648bb9d69b7c on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:14.269501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb98a2-2763-4ebb-bdb6-cf01b81694d7 None None] Pushing event deleted for resources: {'Port': ['ID=0637adee-8852-4eef-a6d6-648bb9d69b7c,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:14.441020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.443403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.585964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.586430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router 6a5caf70-0829-47eb-b591-692e9145b534 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:53:14.611647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.615311 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-896c6896-d456-4f69-aa3b-3e784a867d41 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/6a5caf70-0829-47eb-b591-692e9145b534 HTTP/1.1" status: 204 len: 168 time: 1.6521492 Feb 15 13:53:14.615824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60380) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:14.747005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.881002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.906226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dac5292-6bc5-403e-ab7f-225a2681e211']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:14.919934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6287698-9f2a-466f-a29b-a101c2f9ce55') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:14.920218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6287698-9f2a-466f-a29b-a101c2f9ce55') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:14.933051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.951997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.958896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:53:14.959299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:53:14.974346 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:53:15.123185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.141135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.154391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=2dac5292-6bc5-403e-ab7f-225a2681e211,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:15.201245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ca676560-0a95-4ed7-8376-b46367bd2862 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:53:15.221004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-73680109-f570-461c-b9e9-84df0a26d7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/2dac5292-6bc5-403e-ab7f-225a2681e211 HTTP/1.1" status: 204 len: 168 time: 0.6040549 Feb 15 13:53:15.237059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60384) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:15.238376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ca676560-0a95-4ed7-8376-b46367bd2862 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:53:15.238793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ca676560-0a95-4ed7-8376-b46367bd2862 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:53:15.239244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50b5a07d-3721-475d-b0d6-5c13f0d919f0 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:53:15.252791 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4685918e-2039-4ce1-bd90-5472379013e8 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0145173 Feb 15 13:53:15.255452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60388) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:15.261297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1632240651', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:15.266387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:15.270706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:15.274849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:15.275517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 50b5a07d-3721-475d-b0d6-5c13f0d919f0 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:53:15.275887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50b5a07d-3721-475d-b0d6-5c13f0d919f0 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:53:15.276298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0637adee-8852-4eef-a6d6-648bb9d69b7c no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:53:15.281163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:15.314407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 0637adee-8852-4eef-a6d6-648bb9d69b7c {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:53:15.314778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 0637adee-8852-4eef-a6d6-648bb9d69b7c not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:53:15.329106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:15.332699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.363066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:53:15.372422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.372756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment 6d311d44-b107-4fc8-85fd-b7cab0878416 of type vlan for network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 Feb 15 13:53:15.410049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.500663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.506481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.507064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.621193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=ea1d215c-78bd-4090-8d5c-22f29f9e3c22,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:15.642443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:53:15.678451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-898b779a-bbe5-42cd-a9c3-3fc425c359c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4218557 Feb 15 13:53:15.681072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60392) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:15.686286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:15.693433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:15.697841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:15.700771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:15.708318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:15.814308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.815391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:15.831524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:16.190458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:16.671891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:16.703935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:16.839279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.86 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/153ca9f8-6e73-4765-8ecc-a42ba2f0f10b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:16.990153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:17.077984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:17.150300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:17.153229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:17.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:17.190341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:17.647791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:17.989725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:18.425572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:53:18.611653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:18.621445 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:18.631377 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:18.632363 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:18.705850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:18.707037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6092fcfc-9d06-463a-950d-5d122e55a41d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0249543 Feb 15 13:53:18.710115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60396) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:18.750659 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-226f193f-4128-4815-a5cd-defc5f3dd6d2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393858 Feb 15 13:53:18.753113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60400) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:18.810892 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:18.888213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda0d38-d06e-430a-83c8-2f6a5a02063a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:18.889717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bfda0d38-d06e-430a-83c8-2f6a5a02063a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356628 Feb 15 13:53:18.892485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60404) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:18.931664 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-54fc06ad-8888-4308-81c5-d18376428904 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380223 Feb 15 13:53:18.934310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60408) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:18.939892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952058249', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:19.057848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:19.061870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:19.065230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:19.071890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:19.130728 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:19.135916 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:19.136155 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Updating router af20ead1-f659-4da5-b937-aa16ab84b3f1 port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:53:19.180023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:19.184360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.190243 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.466340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.539771 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.553151 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Transition to ACTIVE for port object 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:19.558395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=095cc481-4ee0-4f90-b597-2e15a982672f,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:19.562542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:19.562902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: ea1d215c-78bd-4090-8d5c-22f29f9e3c22, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:53:19.620247 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.654156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:53:19.703535 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:19.705797 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Attempting to bind port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:53:19.706153 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Attempting to bind port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:53:19.706503 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Attempting to bind port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:19.715997 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:53:19.716416 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:19.716755 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.717303 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:53:19.717759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Bound port: 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:53:19.718003 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.742103 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.743060 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.743556 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.744136 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.744513 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.744845 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.745168 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.745522 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.745858 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.746181 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.746499 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.746821 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:19.756989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, ea1d215c-78bd-4090-8d5c-22f29f9e3c22) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:19.763070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.763894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.766624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba525cc-3ba5-41cb-b2fc-4e98f3603fa5 None None] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:53:19.806133 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:19.809415 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:53:19.855364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-29102871-2907-410b-a7d6-2625140d16f7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9199965 Feb 15 13:53:19.858239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60412) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:19.895193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:19.974435 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:19.975056 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:20.025460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:53:20.026318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.052085 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bf87-b090-4ef8-ab08-9e0fa3f0ed7f None None] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:20.164570 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:20.190101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Allocated IP 172.20.0.2 (ea1d215c-78bd-4090-8d5c-22f29f9e3c22/095cc481-4ee0-4f90-b597-2e15a982672f/f839a55b-9cda-438c-9ce9-391eb4ea5c66) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:20.413689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.426355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Transition to ACTIVE for port object f839a55b-9cda-438c-9ce9-391eb4ea5c66 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:20.448559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Transition to ACTIVE for port object f839a55b-9cda-438c-9ce9-391eb4ea5c66 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:20.465912 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:20.470764 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5edfb-349b-4d44-b335-65b3c393624d None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:20.517740 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.592636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Pushing event updated for resources: {'Port': ['ID=f839a55b-9cda-438c-9ce9-391eb4ea5c66,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:20.604884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:20.606244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:20.608554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:20.711043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Attempting to bind port f839a55b-9cda-438c-9ce9-391eb4ea5c66 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:53:20.712044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Attempting to bind port f839a55b-9cda-438c-9ce9-391eb4ea5c66 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:53:20.712691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Attempting to bind port f839a55b-9cda-438c-9ce9-391eb4ea5c66 on network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:20.720064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:53:20.720499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Checking segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:20.720906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.721474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Bound using segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:53:20.721832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Bound port: f839a55b-9cda-438c-9ce9-391eb4ea5c66, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:53:20.722237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.779357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:20.857193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] For port f839a55b-9cda-438c-9ce9-391eb4ea5c66, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:20.863378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] For port f839a55b-9cda-438c-9ce9-391eb4ea5c66, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f839a55b-9cda-438c-9ce9-391eb4ea5c66,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:53:20.933083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.033764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78fb00-8c1b-4950-9635-78e548132f8b None None] Pushing event updated for resources: {'Port': ['ID=f839a55b-9cda-438c-9ce9-391eb4ea5c66,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:21.237751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (ea1d215c-78bd-4090-8d5c-22f29f9e3c22/095cc481-4ee0-4f90-b597-2e15a982672f/dbb4981f-1df1-44d6-8577-dc5558809289) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:21.263717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:21.391728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:21.397994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:21.398485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.464932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.480010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object dbb4981f-1df1-44d6-8577-dc5558809289 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:21.535552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.555571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:21.562960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.637371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:21.640494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:21.644628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:21.660095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.675046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:21.705990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:21.733552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:22.064238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.096348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e79206-9974-445b-9b76-2f517a49d813 None None] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:53:22.272579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b25c80d9-73fb-4512-bc82-4d2a1cf04f82 None None] Provisioning for port f839a55b-9cda-438c-9ce9-391eb4ea5c66 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:22.665778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0ce06dbe-5504-495e-99ee-ff5c7d1b1176 None None] Provisioning for port dbb4981f-1df1-44d6-8577-dc5558809289 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:22.670811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0ce06dbe-5504-495e-99ee-ff5c7d1b1176 None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:22.671269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0ce06dbe-5504-495e-99ee-ff5c7d1b1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.689816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.728983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06dbe-5504-495e-99ee-ff5c7d1b1176 None None] Port dbb4981f-1df1-44d6-8577-dc5558809289 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:22.779877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.861232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1fcee89c-3483-4aa3-8506-1c840b8711ee None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:22.861635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1fcee89c-3483-4aa3-8506-1c840b8711ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.901159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:22.903799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:22.927472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1fcee89c-3483-4aa3-8506-1c840b8711ee None None] Port dbb4981f-1df1-44d6-8577-dc5558809289 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:23.048440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:23.049685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:23.255498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:23.290075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f839a55b-9cda-438c-9ce9-391eb4ea5c66 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:23.362229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eda14475-89e5-4e15-bd9d-4baf32eed7ec None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:23.362618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eda14475-89e5-4e15-bd9d-4baf32eed7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:23.431586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eda14475-89e5-4e15-bd9d-4baf32eed7ec None None] Port dbb4981f-1df1-44d6-8577-dc5558809289 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:23.444349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:23.455354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:23.462436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3af65433-b748-46bc-8d04-068fb2622e15 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5980616 Feb 15 13:53:23.462436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60416) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:23.465327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:23.465990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:23.518416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f839a55b-9cda-438c-9ce9-391eb4ea5c66 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:23.575400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f839a55b-9cda-438c-9ce9-391eb4ea5c66 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:23.575767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ec98fbf0-5c53-40bd-926a-d357adf3da60 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1526072 Feb 15 13:53:23.622654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60420) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:23.704837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.709383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e62af2c0-5d14-454f-a3fc-d661b60dd484 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0918853 Feb 15 13:53:23.712052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:23.765993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:23.910478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:23.932340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6cfb9c86-a959-4807-a026-faaeae562a3f tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2190900 Feb 15 13:53:24.020263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f839a55b-9cda-438c-9ce9-391eb4ea5c66, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f839a55b-9cda-438c-9ce9-391eb4ea5c66,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:24.111497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.112408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:24.202580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60430) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:24.208123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568528774', 'description': 'tempest-secgroup-smoke-568528774 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:24.214980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:24.219301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:24.222565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:24.229725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:24.242244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:22Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:24.250678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f839a55b-9cda-438c-9ce9-391eb4ea5c66,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:24.256359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:24.256359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Updating router af20ead1-f659-4da5-b937-aa16ab84b3f1 port dbb4981f-1df1-44d6-8577-dc5558809289 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:53:24.305668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:24.306401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.306538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.326267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:24.330520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:24.333581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:24.340251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:24.358519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.413509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.471854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.521361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17380568-6bfd-45e8-a453-a9fb5be02fd2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:24.592033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.593491 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-44f66c6b-23db-4cad-a6cf-55a576be9d7c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3898046 Feb 15 13:53:24.596845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60434) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:24.602704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:24.612290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:24.616594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:24.620671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:24.628942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:24.747432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.765021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.778175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Transition to ACTIVE for port object dbb4981f-1df1-44d6-8577-dc5558809289 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:24.815457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.888725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.928336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:24.957384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85279161-393f-42c7-aea0-b904d8a3be12,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.029671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c8e0c-32e8-4450-84a6-df0ccb4edef6 None None] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.130743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Attempting to bind port dbb4981f-1df1-44d6-8577-dc5558809289 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:53:25.131144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Attempting to bind port dbb4981f-1df1-44d6-8577-dc5558809289 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:53:25.131542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Attempting to bind port dbb4981f-1df1-44d6-8577-dc5558809289 on network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:25.135755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.137145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2f7228e9-f59c-4464-9c01-bfd1c3fcdb7d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5390937 Feb 15 13:53:25.140061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60438) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Checking segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Bound using segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Bound port: dbb4981f-1df1-44d6-8577-dc5558809289, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:53:25.147811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.149212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:25.152466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:25.157165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:25.160212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:25.167260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:25.253122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f839a55b-9cda-438c-9ce9-391eb4ea5c66 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:25.292909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.358490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.361688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:25.365395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbb4981f-1df1-44d6-8577-dc5558809289,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:53:25.372613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f839a55b-9cda-438c-9ce9-391eb4ea5c66 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:25.372991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.437021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.458981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25742e83-0aab-4c5a-80fb-49a7d2ef5a81,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.470194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.557430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.561682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e779d298-61e0-47c3-8705-1cf70d56980e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4205308 Feb 15 13:53:25.565112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60442) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:25.570449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:25.578808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:25.581370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:25.582056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:25.584819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:25.589870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:25.598155 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:25.653953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c8e0c-32e8-4450-84a6-df0ccb4edef6 None None] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.678321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.758490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.786030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:25.854242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.882226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebe3f18-ca93-4e95-b69b-315ab7982763,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.975258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:25.979425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1b772756-037a-47c9-8ea3-c0ebf77483de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135880 Feb 15 13:53:25.980668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60446) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:25.985031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:25.991486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:25.995920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:26.002492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:26.005198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:26.126264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:25Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:26.130209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b445c0d-3bc1-4377-83b7-bf0d0b88981c None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:25Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:26.166685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:26.312589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:26.464999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:26.492866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6db85e-c459-4adf-949d-e5434a53b7c5,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:26.665899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:26.676601 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b4e6632d-d713-461a-a371-6f91dbf479fd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6864185 Feb 15 13:53:26.677047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60450) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:26.677047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:26.682882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:26.687010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:26.690041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:26.696586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:26.883446 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:53:26.892439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:26.967707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.206783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.240506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:27.247586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca88ac0-a3cf-4991-90cf-9787e06a28fd,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:27.409557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.412867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60456) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:27.413459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dd8082b7-b44b-4d55-b540-2049ec6d4df8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7422583 Feb 15 13:53:27.419196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '17380568-6bfd-45e8-a453-a9fb5be02fd2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:27.425933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:27.429118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:27.432804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:27.438637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:27.449047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port dbb4981f-1df1-44d6-8577-dc5558809289 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:27.457152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:27.457907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.534538 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:53:27.543256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.587203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.620630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.630519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbb4981f-1df1-44d6-8577-dc5558809289,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:27.653923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a97f-b237-4224-9eae-6bcd9676c9bd req-1e45b115-f663-45b5-b9ef-fa4ee9d57fbe tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.655646 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d76a97f-b237-4224-9eae-6bcd9676c9bd req-1e45b115-f663-45b5-b9ef-fa4ee9d57fbe tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.1082373 Feb 15 13:53:27.701246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.702859 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d76a97f-b237-4224-9eae-6bcd9676c9bd req-07e962d0-3398-42e6-b4f2-0d023b5dc7b0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412824 Feb 15 13:53:27.730853 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af36a36a-538a-479e-844e-f08f5151560b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:27.734401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.812121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:27.825104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:27.826356 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7b659347-1779-4722-be61-d6ecd7e5d24a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4124460 Feb 15 13:53:27.994525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-8c8fdc67-216a-4a5e-a35f-a986044ad8cc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:28.065059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-8c8fdc67-216a-4a5e-a35f-a986044ad8cc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:28.066287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-8c8fdc67-216a-4a5e-a35f-a986044ad8cc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568528774&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.1138654 Feb 15 13:53:28.323354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-64522129-7654-4995-8aeb-f2b457c58d93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:28.324032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-64522129-7654-4995-8aeb-f2b457c58d93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:28.425251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-64522129-7654-4995-8aeb-f2b457c58d93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:28.427772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-64522129-7654-4995-8aeb-f2b457c58d93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 797 time: 0.3532176 Feb 15 13:53:28.441746 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-ae46daee-c37e-4da1-bcdb-2226a57b7d65 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0091462 Feb 15 13:53:28.523910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-b2d9729a-6580-4e2b-a96a-1156d022381f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:28.630695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-b2d9729a-6580-4e2b-a96a-1156d022381f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:28.632160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-b2d9729a-6580-4e2b-a96a-1156d022381f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844888 Feb 15 13:53:28.777316 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-545132f7-cdfd-4d6d-9d0d-b1a50c3367e2 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330068 Feb 15 13:53:28.966356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-eb573971-044a-4480-bbfe-5bb4e0722bfb service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830502 Feb 15 13:53:29.036089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7cf31-8784-41ee-af4a-deb22b6bc985 req-a4fa0b3d-7bd9-49f8-b36a-664732f5d167 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.037643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98a7cf31-8784-41ee-af4a-deb22b6bc985 req-a4fa0b3d-7bd9-49f8-b36a-664732f5d167 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.1841822 Feb 15 13:53:29.095267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98a7cf31-8784-41ee-af4a-deb22b6bc985 req-5b84b76e-c12c-4959-8734-1717dca16df5 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505037 Feb 15 13:53:29.106418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b96be0-972f-4958-8132-7824cde0f95c req-0c4b0ca6-a78e-4c69-97d5-2bd263d05d0a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.108024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84b96be0-972f-4958-8132-7824cde0f95c req-0c4b0ca6-a78e-4c69-97d5-2bd263d05d0a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 945 time: 0.1406705 Feb 15 13:53:29.192177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port cc1a1222-01f0-4fa2-b6ae-20900769b334 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:53:29.192528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.223242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:29.287841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9dc53652-51fa-4ffd-a055-62eec03e92fd req-432ac447-e750-407b-9e2b-ac5cc7886a6c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 210 time: 0.0696180 Feb 15 13:53:29.313753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:29.314236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.382497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-05b709ec-b74e-4318-9223-73a8a71dddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.512385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] For port cc1a1222-01f0-4fa2-b6ae-20900769b334, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc1a1222-01f0-4fa2-b6ae-20900769b334,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:29.512642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.808218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.808946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:29.808946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP ddef5012-219c-4f19-8f98-b74dc58608b9 disassociated. External IP: 172.26.0.34, port: cc1a1222-01f0-4fa2-b6ae-20900769b334. Feb 15 13:53:29.809205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for cc1a1222-01f0-4fa2-b6ae-20900769b334 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:53:30.031412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:30.085033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=cc1a1222-01f0-4fa2-b6ae-20900769b334,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:30.313270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ca49c0d0-301e-4eab-8ca7-4eded2e35bcc req-0ab7ab61-8fdd-4bcb-8037-b74b8eb9b6ed tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0642571 Feb 15 13:53:30.463868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-20909d5f-0d53-4263-8fd1-7d3695f08e4e req-1646c4ed-b9db-4699-b28a-59dd954ad790 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 210 time: 0.0512586 Feb 15 13:53:30.473658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:30.665524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:30.675396 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:30.685971 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:30.686529 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:30.745999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] No DVR routers for this DVR port cc1a1222-01f0-4fa2-b6ae-20900769b334 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:30.748484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:30.751389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'name': 'network-vif-deleted', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:30.826068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84b96be0-972f-4958-8132-7824cde0f95c req-581f3fb2-6bd7-4ae7-9592-b313e5275eea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "DELETE /v2.0/ports/cc1a1222-01f0-4fa2-b6ae-20900769b334 HTTP/1.1" status: 204 len: 173 time: 1.7131491 Feb 15 13:53:30.900102 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:30.967855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322fc693-e988-43f8-b145-569f115d15c8', 'name': 'network-vif-deleted', 'tag': 'cc1a1222-01f0-4fa2-b6ae-20900769b334', 'status': 'completed', 'code': 200} Feb 15 13:53:31.267840 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:31.272025 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:31.280919 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:31.281587 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:31.488237 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:31.501677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9a5e4a5a-d763-4b31-a308-4925e11e360c req-1311c18a-8523-4db0-b5bc-be3971f08eb2 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:31.556014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device cc1a1222-01f0-4fa2-b6ae-20900769b334 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:53:31.573886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9a5e4a5a-d763-4b31-a308-4925e11e360c req-1311c18a-8523-4db0-b5bc-be3971f08eb2 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:31.584803 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9a5e4a5a-d763-4b31-a308-4925e11e360c req-1311c18a-8523-4db0-b5bc-be3971f08eb2 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.1374543 Feb 15 13:53:31.597539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: cc1a1222-01f0-4fa2-b6ae-20900769b334 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:53:31.598080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device cc1a1222-01f0-4fa2-b6ae-20900769b334 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:53:31.724293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6efabad4-4653-4af3-9b86-ac843ccf4bcb req-6090819d-8829-4af6-9c7f-5c7afecaeb4c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 210 time: 0.0514483 Feb 15 13:53:31.795395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-d8dcf14c-69b3-4ff2-af49-f0745291c459 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:31.796841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-d8dcf14c-69b3-4ff2-af49-f0745291c459 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 797 time: 0.2275956 Feb 15 13:53:31.864423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-896af5a9-89aa-4ea0-a87d-7fb16a7e959f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 379 time: 0.0558589 Feb 15 13:53:31.872512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['17380568-6bfd-45e8-a453-a9fb5be02fd2']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:31.921723 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:31.926078 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff267f-6926-473e-9bf9-92d1ecf3fa0e None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:32.031365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:32.049089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:32.145266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:32.148884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:32.201347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cde4-75ba-41c7-a49d-cbfab8b66d14 None None] New status for floating IP ddef5012-219c-4f19-8f98-b74dc58608b9: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:53:32.345572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.12 (ea1d215c-78bd-4090-8d5c-22f29f9e3c22/095cc481-4ee0-4f90-b597-2e15a982672f/9539d872-c486-4f37-a0b0-40113fde0ae8) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:32.547186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9803b799-4466-4723-90e4-19b5538cc498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:32.566424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:32.598733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 9539d872-c486-4f37-a0b0-40113fde0ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:32.614275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:32.746130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:32.788055 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d91fb4df-0ea2-4f4a-b7d2-d783df68d8f3 req-0780c9b2-ff23-42ff-b86f-e0ec8c4e7529 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=322fc693-e988-43f8-b145-569f115d15c8 HTTP/1.1" status: 200 len: 210 time: 0.0840385 Feb 15 13:53:32.823288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:32.826971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:32.831514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:32.838385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.032103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:33.073083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:33.074829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.093976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9ada051-9576-461e-809e-e6254c1d34fa None None] Provisioning for port 9539d872-c486-4f37-a0b0-40113fde0ae8 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:33.099227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a9ada051-9576-461e-809e-e6254c1d34fa None None] Provisioning complete for port 9539d872-c486-4f37-a0b0-40113fde0ae8 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:33.109442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a9ada051-9576-461e-809e-e6254c1d34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.117617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6006e-3a04-442a-8024-73cc644e786f req-82aae794-004c-4b80-bd45-bc0a25a365e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:33.118228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a5e6006e-3a04-442a-8024-73cc644e786f req-82aae794-004c-4b80-bd45-bc0a25a365e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:33.168144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a9ada051-9576-461e-809e-e6254c1d34fa None None] Port 9539d872-c486-4f37-a0b0-40113fde0ae8 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:33.188108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-e2afab3b-ff8f-4913-97b8-6a4db8e1a01e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3192546 Feb 15 13:53:33.242619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Request body: {'port': {'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:33.247667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.296404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-a5e6006e-3a04-442a-8024-73cc644e786f req-82aae794-004c-4b80-bd45-bc0a25a365e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:33.297470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5e6006e-3a04-442a-8024-73cc644e786f req-82aae794-004c-4b80-bd45-bc0a25a365e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 932 time: 0.3175790 Feb 15 13:53:33.389860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.407066 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5e6006e-3a04-442a-8024-73cc644e786f req-6e12611e-02f9-417e-ac81-c2b4fb22ca0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785108 Feb 15 13:53:33.773151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9539d872-c486-4f37-a0b0-40113fde0ae8 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:33.782644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:33.797595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Transition to ACTIVE for port object 9539d872-c486-4f37-a0b0-40113fde0ae8 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:33.870733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:34.010500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Pushing event updated for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:34.122724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:34.131416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Attempting to bind port 9539d872-c486-4f37-a0b0-40113fde0ae8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:53:34.131992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Attempting to bind port 9539d872-c486-4f37-a0b0-40113fde0ae8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:53:34.131992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Attempting to bind port 9539d872-c486-4f37-a0b0-40113fde0ae8 on network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:34.139757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Port 9539d872-c486-4f37-a0b0-40113fde0ae8 on network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:53:34.139757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Attempting to bind port 9539d872-c486-4f37-a0b0-40113fde0ae8 on network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:34.145998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:53:34.146335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Checking segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:34.146713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Bound using segment: {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:53:34.147137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Bound port: 9539d872-c486-4f37-a0b0-40113fde0ae8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d311d44-b107-4fc8-85fd-b7cab0878416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:53:34.147503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:34.247883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-98614d22-4acb-45ac-8e77-a60a52a7dd4d tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442457884&fields=id&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 267 time: 0.1036520 Feb 15 13:53:34.353914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:34.369552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9539d872-c486-4f37-a0b0-40113fde0ae8,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:53:34.424840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05a5cfd1-1d69-4015-addb-f8f593328072 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.426316 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05a5cfd1-1d69-4015-addb-f8f593328072 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.1629844 Feb 15 13:53:34.442892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-1f47b3c4-15d2-4d23-8368-cb0f13f7457a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/quotas/b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 375 time: 0.0101168 Feb 15 13:53:34.493505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:34.599132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.599744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:34.601151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] 10.222.0.36 "PUT /v2.0/ports/9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 1094 time: 1.4059386 Feb 15 13:53:34.609509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:34.653951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccd52b-82b7-484e-b7e6-3ad5ed9fe406 service neutron] Pushing event updated for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:34.687192 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7ab53ee9-8e9b-4114-908b-1fa4b50958f3 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2376857 Feb 15 13:53:34.703396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fa8a7-6716-4b81-abc1-ef5424d8abf2 req-b4ac1a3d-862c-4fa1-a9c7-e11b5f784794 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.704968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e0fa8a7-6716-4b81-abc1-ef5424d8abf2 req-b4ac1a3d-862c-4fa1-a9c7-e11b5f784794 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 944 time: 0.1723816 Feb 15 13:53:34.885876 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e0fa8a7-6716-4b81-abc1-ef5424d8abf2 req-727cc0a4-8717-4e06-baa9-f882fa66a406 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604266 Feb 15 13:53:35.041117 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'status': 'completed', 'code': 200} Feb 15 13:53:35.049811 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-79440f6b-fa6b-49fa-bc7b-1338d4fea0b0 service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438454 Feb 15 13:53:35.141704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-af363393-3608-460b-bb80-6c4c43ed31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.143239 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-af363393-3608-460b-bb80-6c4c43ed31b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1097 time: 0.3167815 Feb 15 13:53:35.228869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-becbb40d-15fe-412b-b5d7-9d2d17e31cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0738587 Feb 15 13:53:35.302178 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-8c31bbc9-86cc-4e61-b272-73b738593f7c service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454512 Feb 15 13:53:35.317046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-555d39ee-eef9-4a52-894d-40b9f928ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.318542 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-555d39ee-eef9-4a52-894d-40b9f928ffcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 200 len: 835 time: 0.0800197 Feb 15 13:53:35.408188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-99ef849c-8ec2-4a3d-85ca-1974e65b3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.408188 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-99ef849c-8ec2-4a3d-85ca-1974e65b3e53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800719 Feb 15 13:53:35.546353 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-f25d2ed9-588a-4135-8e21-69d500b0bc70 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356676 Feb 15 13:53:35.683047 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5049c7c6-75d6-4961-8d79-cae6363596e5 req-ffcf7e80-3105-40cf-9fb9-90dc1d62a745 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310844 Feb 15 13:53:35.943239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-82495e21-79bc-4f9f-9eef-e2890a9120e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.946403 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-82495e21-79bc-4f9f-9eef-e2890a9120e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1097 time: 0.0851834 Feb 15 13:53:36.104833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a6ab2ac7-57d8-4580-94fb-edfefd6dead6 req-f0a8c575-d484-422a-975e-ff54b3ab69f0 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 210 time: 0.1283090 Feb 15 13:53:36.190232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-b70d3d76-f1f1-40b0-85d7-5d346c34de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.191582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-b70d3d76-f1f1-40b0-85d7-5d346c34de4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 897 time: 0.2372849 Feb 15 13:53:36.203844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7465612-4b84-41ae-a5d5-d06cb826498e req-d00653ac-3304-4f3c-94ea-95b437b5b565 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.205214 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7465612-4b84-41ae-a5d5-d06cb826498e req-d00653ac-3304-4f3c-94ea-95b437b5b565 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 944 time: 0.1427376 Feb 15 13:53:36.287485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-e7653e9d-de12-4af8-a9cb-aefe8ac7d56c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0812800 Feb 15 13:53:36.355260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7465612-4b84-41ae-a5d5-d06cb826498e req-8620a32a-9515-4829-90e7-437d5f67059a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954220 Feb 15 13:53:36.376156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-aa6d62bc-3511-4fdc-9400-a310d5678905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.377781 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-aa6d62bc-3511-4fdc-9400-a310d5678905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 200 len: 835 time: 0.0831559 Feb 15 13:53:36.456262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-3119d8f2-493b-418d-a5d8-22c3ebb747ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.457647 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-3119d8f2-493b-418d-a5d8-22c3ebb747ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730686 Feb 15 13:53:36.599485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-392b647f-4cfa-40ce-8fd3-0587c0ad1ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333997 Feb 15 13:53:36.733000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e6e2024-d6a0-4a04-a26d-3cf3a480bda5 req-5032c990-edd1-4fc3-964f-479bd3a65193 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277599 Feb 15 13:53:37.258152 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f8a54ac-870d-4673-be5f-796764f6eedc req-f405b95e-9065-4516-8daf-425dc112a542 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 210 time: 0.0439777 Feb 15 13:53:37.588150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9539d872-c486-4f37-a0b0-40113fde0ae8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:53:37.670325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c5af5-f8f7-4947-aa97-2ae8b11f9dbf req-e1153590-f11f-41b9-a602-57103d0879d4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:37.676066 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae7c5af5-f8f7-4947-aa97-2ae8b11f9dbf req-e1153590-f11f-41b9-a602-57103d0879d4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 944 time: 0.2064123 Feb 15 13:53:37.718906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae7c5af5-f8f7-4947-aa97-2ae8b11f9dbf req-247fbd8b-6c35-4705-86ae-d6ab5fb72748 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Feb 15 13:53:37.734137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9539d872-c486-4f37-a0b0-40113fde0ae8,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:37.749292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:53:37.805203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:37.821629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9539d872-c486-4f37-a0b0-40113fde0ae8 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:37.837889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9539d872-c486-4f37-a0b0-40113fde0ae8,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:37.933695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:38.006109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:38.137291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['9539d872-c486-4f37-a0b0-40113fde0ae8'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:53:38.301488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-253a618d-4de3-4498-af74-74b08b8896b8 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.303376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-253a618d-4de3-4498-af74-74b08b8896b8 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.1553490 Feb 15 13:53:38.355717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-44732a67-30e0-4013-9967-9f8cbb0c2f42 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 379 time: 0.0442042 Feb 15 13:53:38.364904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'port': {'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'admin_state_up': True, 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'security_groups': ['fff2caee-9650-41ce-859c-2aec2f4f374b']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:38.501898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3bc15b9d-e465-4018-8cb2-96cf6c284c83 req-8fda2d81-21c2-4451-b31d-6942515cfe7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 210 time: 0.1103623 Feb 15 13:53:38.568092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:38.578059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:38.676455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Made reservation on behalf of b2357b2ba9014f0dbdb2180216ff21c9 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:38.680807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:38.965646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.20.0.12 (f031d363-897b-4c01-b060-fc38cad1234a/37050c85-02c7-4ec0-965d-894e5f3bb105/d042c959-d6b7-4ba5-b966-2e47bec9797f) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:39.103418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423798cd-0b0e-4c57-9d6f-2fccfac54ed4 req-9b03e73f-35b5-4408-a94c-7de9a58c0583 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.104928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-423798cd-0b0e-4c57-9d6f-2fccfac54ed4 req-9b03e73f-35b5-4408-a94c-7de9a58c0583 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 945 time: 0.1939719 Feb 15 13:53:39.205905 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-423798cd-0b0e-4c57-9d6f-2fccfac54ed4 req-31d1516d-a14e-4d4b-a44c-95bc3dd0df61 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897338 Feb 15 13:53:39.229244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.246170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Transition to ACTIVE for port object d042c959-d6b7-4ba5-b966-2e47bec9797f will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:39.403840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.475332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:39.478990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:39.483121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:39.528214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:39.567761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.568513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.602923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9539d872-c486-4f37-a0b0-40113fde0ae8 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:39.676842 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-05f0f4a3-ba1b-4593-9dea-0442094fe28b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3158009 Feb 15 13:53:39.689436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Request body: {'port': {'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:39.802693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 9539d872-c486-4f37-a0b0-40113fde0ae8 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:39.809231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 9539d872-c486-4f37-a0b0-40113fde0ae8 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:39.810043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.824735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae016e-d573-4322-adb7-33532c978902 req-caa5281a-aa94-493e-bff1-bf53b103946f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.825479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-3cae016e-d573-4322-adb7-33532c978902 req-caa5281a-aa94-493e-bff1-bf53b103946f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:53:39.848914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.876498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a11ef432-258a-4894-a94c-d807c00a872c None None] Provisioning for port d042c959-d6b7-4ba5-b966-2e47bec9797f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:39.886004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a11ef432-258a-4894-a94c-d807c00a872c None None] Provisioning complete for port d042c959-d6b7-4ba5-b966-2e47bec9797f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:39.886374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a11ef432-258a-4894-a94c-d807c00a872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:39.978652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-3cae016e-d573-4322-adb7-33532c978902 req-caa5281a-aa94-493e-bff1-bf53b103946f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:53:39.979969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3cae016e-d573-4322-adb7-33532c978902 req-caa5281a-aa94-493e-bff1-bf53b103946f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 932 time: 0.3574896 Feb 15 13:53:39.989919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a11ef432-258a-4894-a94c-d807c00a872c None None] Port d042c959-d6b7-4ba5-b966-2e47bec9797f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:53:39.995136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:40.023729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:40.034008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9539d872-c486-4f37-a0b0-40113fde0ae8,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:40.071153 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3cae016e-d573-4322-adb7-33532c978902 req-10ba96f8-1fb9-43e2-b668-b8f7c61c6b36 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841203 Feb 15 13:53:40.135063 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'code': 200} Feb 15 13:53:40.151079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:40.226212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:40.268078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d042c959-d6b7-4ba5-b966-2e47bec9797f {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:40.278383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:40.292404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Transition to ACTIVE for port object d042c959-d6b7-4ba5-b966-2e47bec9797f will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:40.503992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6452c5-0e79-4c85-a969-66abd463efa0 req-c1182313-5ab3-4828-ab9f-7fb69a46843e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.505466 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f6452c5-0e79-4c85-a969-66abd463efa0 req-c1182313-5ab3-4828-ab9f-7fb69a46843e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.1903315 Feb 15 13:53:40.506677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:40.684038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Pushing event updated for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:40.698083 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f6452c5-0e79-4c85-a969-66abd463efa0 req-20bafd38-7ad5-495c-8268-7df875954229 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531978 Feb 15 13:53:40.834492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Attempting to bind port d042c959-d6b7-4ba5-b966-2e47bec9797f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:53:40.835017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Attempting to bind port d042c959-d6b7-4ba5-b966-2e47bec9797f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:53:40.835552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Attempting to bind port d042c959-d6b7-4ba5-b966-2e47bec9797f on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:40.843800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Port d042c959-d6b7-4ba5-b966-2e47bec9797f on network f031d363-897b-4c01-b060-fc38cad1234a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:53:40.844577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Attempting to bind port d042c959-d6b7-4ba5-b966-2e47bec9797f on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:53:40.853163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:53:40.853588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:53:40.854201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Bound using segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:53:40.859768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Bound port: d042c959-d6b7-4ba5-b966-2e47bec9797f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:53:40.859768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:40.860044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c262b-f841-4793-99c9-c79c0b08dcc1 req-380b0d08-b000-4efe-a87a-8d4fa9561825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.860044 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d25c262b-f841-4793-99c9-c79c0b08dcc1 req-380b0d08-b000-4efe-a87a-8d4fa9561825 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1099 time: 0.2018909 Feb 15 13:53:40.903525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d25c262b-f841-4793-99c9-c79c0b08dcc1 req-5628fc19-1691-463c-abf4-6783f7ba6681 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Feb 15 13:53:40.954411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:53:40.957631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:53:41.111657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:41.182116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.182756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:41.184347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] 10.222.0.36 "PUT /v2.0/ports/d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 1094 time: 1.4998267 Feb 15 13:53:41.186667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:41.253222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'status': 'completed', 'code': 200} Feb 15 13:53:41.261365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356fa2-4a75-49e8-ae91-ba215f0ab288 service neutron] Pushing event updated for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:41.360293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058c6a-671d-4f6c-84ff-ba071ca82002 req-5d8e5a74-b3d6-4520-b5c8-9c0b7f7dbadb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.361873 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e058c6a-671d-4f6c-84ff-ba071ca82002 req-5d8e5a74-b3d6-4520-b5c8-9c0b7f7dbadb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.1672645 Feb 15 13:53:41.423130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96526-9919-49b2-b176-580aa215b06e req-829d7d3f-5911-4fc0-9fbb-0d931c282d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.424593 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5d96526-9919-49b2-b176-580aa215b06e req-829d7d3f-5911-4fc0-9fbb-0d931c282d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1097 time: 0.1349018 Feb 15 13:53:41.427591 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e058c6a-671d-4f6c-84ff-ba071ca82002 req-18945d61-fd35-4ead-9fb0-6883c1df5168 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583577 Feb 15 13:53:41.577895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96526-9919-49b2-b176-580aa215b06e req-d9cee803-c8a8-4082-b70b-d42e3e8b2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.579342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5d96526-9919-49b2-b176-580aa215b06e req-d9cee803-c8a8-4082-b70b-d42e3e8b2b82 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1465330 Feb 15 13:53:41.727013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96526-9919-49b2-b176-580aa215b06e req-33ab9c4a-a657-4d2a-9a1d-8bf7d0b14e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.728456 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5d96526-9919-49b2-b176-580aa215b06e req-33ab9c4a-a657-4d2a-9a1d-8bf7d0b14e58 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1411905 Feb 15 13:53:41.917058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-cb5441a6-0b9a-4db6-ae22-22041f8c231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.918466 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-cb5441a6-0b9a-4db6-ae22-22041f8c231a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1097 time: 0.1430092 Feb 15 13:53:41.931716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06c4c1-d72c-416d-9bd8-8edf052ce2bd req-088297da-502a-4f5a-b9cf-3bd6110503c4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.933279 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e06c4c1-d72c-416d-9bd8-8edf052ce2bd req-088297da-502a-4f5a-b9cf-3bd6110503c4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.1182225 Feb 15 13:53:42.011900 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-9be24a67-c27c-4f0c-a2dc-13e269f3bb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 217 time: 0.0776432 Feb 15 13:53:42.078868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e06c4c1-d72c-416d-9bd8-8edf052ce2bd req-980bfdc3-d8d0-4547-bdbc-4c9e8cab1120 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876141 Feb 15 13:53:42.100508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-cfef5e80-4b42-474d-bc33-0bf975b3b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.100508 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-cfef5e80-4b42-474d-bc33-0bf975b3b2b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0800450 Feb 15 13:53:42.182434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-add3a134-fe4c-4b2a-b78c-db34b6acf60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.183826 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-add3a134-fe4c-4b2a-b78c-db34b6acf60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789599 Feb 15 13:53:42.321220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-e96914c7-c126-4fc9-b3f3-0bd8542d783e service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307850 Feb 15 13:53:42.587602 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f5a767b-cfc9-4516-b3a1-d4a91be2ab1a req-fc6bb051-bf4d-4189-9ea9-54e747f25860 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600098 Feb 15 13:53:42.641829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e839-d3cf-4f25-b27b-8492d5e1e381 req-2c46a566-d370-4acd-ac35-2799eadbc45a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.643396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8007e839-d3cf-4f25-b27b-8492d5e1e381 req-2c46a566-d370-4acd-ac35-2799eadbc45a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.0893686 Feb 15 13:53:42.689133 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8007e839-d3cf-4f25-b27b-8492d5e1e381 req-afbcbfe2-861b-4f26-942b-1193a45f92f6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Feb 15 13:53:43.267828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9ae26-cfef-4991-ac78-6f76be523168 req-2d713f57-db8f-4403-b35f-c28d4bf7f6cf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.269272 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99a9ae26-cfef-4991-ac78-6f76be523168 req-2d713f57-db8f-4403-b35f-c28d4bf7f6cf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.0813894 Feb 15 13:53:43.314504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99a9ae26-cfef-4991-ac78-6f76be523168 req-5409e4a4-f93d-4fe5-9080-0b70f934a588 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394166 Feb 15 13:53:43.496993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb453d-70c4-4680-b6bf-88f51f74179a req-793495ed-1ff5-4f73-ab45-860c272001e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.498376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cddb453d-70c4-4680-b6bf-88f51f74179a req-793495ed-1ff5-4f73-ab45-860c272001e4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.0796256 Feb 15 13:53:43.546040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cddb453d-70c4-4680-b6bf-88f51f74179a req-e8544b46-042c-42d2-abb6-ca566cf4a404 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Feb 15 13:53:43.568511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60574) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:43.640731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf393ce-aa98-4ef1-8669-73d7d30cd342 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.642275 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fbf393ce-aa98-4ef1-8669-73d7d30cd342 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1094 time: 0.0727897 Feb 15 13:53:43.645384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60578) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:43.656680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:43.656680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:43.660520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:43.663484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:43.669144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:43.756040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:43.935342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392c4f5-9b59-4bc1-b114-3d5d21976179 req-989d02bb-aec9-41fa-8d67-f0b3dbb4ccaa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.936767 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7392c4f5-9b59-4bc1-b114-3d5d21976179 req-989d02bb-aec9-41fa-8d67-f0b3dbb4ccaa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.1122456 Feb 15 13:53:43.997995 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:44.002771 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7392c4f5-9b59-4bc1-b114-3d5d21976179 req-dddae7db-0321-494e-8873-3f73b17ba4f4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592704 Feb 15 13:53:44.141118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.154 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/1e4d4f32-c413-4fdf-958e-1df7e3a7c181) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:44.296657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:44.402422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:44.467983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:44.471120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:44.474799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:44.503936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=1e4d4f32-c413-4fdf-958e-1df7e3a7c181,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:44.897048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:45.040299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:45.405444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072f6c7-96f8-4b32-92d1-4e626ef24d2e req-4a9f003b-12f8-4df3-ac84-c03e4f8c6018 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.406906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b072f6c7-96f8-4b32-92d1-4e626ef24d2e req-4a9f003b-12f8-4df3-ac84-c03e4f8c6018 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.2857778 Feb 15 13:53:45.445641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:45.467022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b072f6c7-96f8-4b32-92d1-4e626ef24d2e req-2ed6024a-b4e6-40c4-9e6a-dab3a37c18cf tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528915 Feb 15 13:53:45.504801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:45.614649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=1e4d4f32-c413-4fdf-958e-1df7e3a7c181,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:45.630127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:45.812100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db associated. External IP: 172.26.0.154, port: 9539d872-c486-4f37-a0b0-40113fde0ae8. Feb 15 13:53:46.172441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:46.355022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:46.365276 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:46.374721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:46.375327 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:46.447499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:46.510138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f011d9eb-4cfc-40d4-b9c9-ae0e6b4b92ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8601112 Feb 15 13:53:46.510138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:46.510322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:46.555841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'status': 'completed', 'code': 200} Feb 15 13:53:46.564183 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:46.722978 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9e6ffbdc-1eea-43c4-9544-3e100874dcce tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1 HTTP/1.1" status: 200 len: 922 time: 0.2118335 Feb 15 13:53:46.725595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60594) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:46.738622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f7e4c-c879-411f-99bd-fb96c0bd5db8 req-2dfe6e5a-9d2a-40fc-a348-6021fe85b807 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.740097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a2f7e4c-c879-411f-99bd-fb96c0bd5db8 req-2dfe6e5a-9d2a-40fc-a348-6021fe85b807 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.1162896 Feb 15 13:53:46.742951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-fbc33add-152c-422f-b33f-122de55851d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.744384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-fbc33add-152c-422f-b33f-122de55851d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1099 time: 0.1566720 Feb 15 13:53:46.842468 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac05da73-05d3-46c5-a2aa-c2bb3905dc72 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.1149137 Feb 15 13:53:46.966709 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:53:44Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:27Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:46.971403 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:46.979664 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:46.980287 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:46.986671 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a2f7e4c-c879-411f-99bd-fb96c0bd5db8 req-9b08ff54-e774-4d47-9e02-8cf945c89545 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391558 Feb 15 13:53:47.034018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-083f8e03-d057-44c6-90d2-89dd663e64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.035447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-083f8e03-d057-44c6-90d2-89dd663e64c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 897 time: 0.2741878 Feb 15 13:53:47.141303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-1a718190-b22d-4d20-89e9-95969a6fab0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0988145 Feb 15 13:53:47.162846 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:47.204316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-1e5ca1bb-acee-493f-a0e8-e7d3fc61e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.205850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-1e5ca1bb-acee-493f-a0e8-e7d3fc61e4f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 200 len: 835 time: 0.0584044 Feb 15 13:53:47.284130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-9e9e46c0-f62f-4625-a2fe-a652e12d0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.285510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-9e9e46c0-f62f-4625-a2fe-a652e12d0710 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737019 Feb 15 13:53:47.416980 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-d19d605e-12a7-4373-87dc-8a7720e02ebd service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Feb 15 13:53:47.518134 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:53:44Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:27Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:47.523871 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42008f1-5de5-42e3-a9b8-acd35157c92e None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:53:44Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:53:27Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:47.555887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a99a911-a8d2-4f23-8eb3-e4e74864b7c9 req-82e9ac9e-7e22-415f-b6f3-b99f247e2323 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324844 Feb 15 13:53:47.715516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a64dcd-daa3-458c-9c4b-1c38f511a407 None None] New status for floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:53:47.844884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60598) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:47.946097 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-99c909c8-842e-4e2c-b449-36775bac479c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.1001329 Feb 15 13:53:48.185426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201cc4-432b-42b5-8031-112c57635df8 req-813a4f41-75e5-4186-a7f6-de73480cf12e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:48.186792 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-46201cc4-432b-42b5-8031-112c57635df8 req-813a4f41-75e5-4186-a7f6-de73480cf12e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.0805724 Feb 15 13:53:48.230815 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-46201cc4-432b-42b5-8031-112c57635df8 req-8a16262d-43d3-46e7-82b5-683e4ad93b81 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383520 Feb 15 13:53:48.426985 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:53:48.950070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60604) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:49.055552 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0e6316a3-d58c-4a5c-b919-179a1c98fe82 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 994 time: 0.1044304 Feb 15 13:53:49.416778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2cafc-2b2d-4e1b-91ab-872576eeb12b req-e449377c-7770-479a-8f28-7fba90ac8226 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:49.418297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-daa2cafc-2b2d-4e1b-91ab-872576eeb12b req-e449377c-7770-479a-8f28-7fba90ac8226 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 944 time: 0.0823736 Feb 15 13:53:49.462167 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-daa2cafc-2b2d-4e1b-91ab-872576eeb12b req-be0b471f-ed08-4217-9bfa-642dc9ed3b77 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381963 Feb 15 13:53:49.727319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d042c959-d6b7-4ba5-b966-2e47bec9797f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:53:49.896836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:49.909930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:53:49.964566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:49.981826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d042c959-d6b7-4ba5-b966-2e47bec9797f {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:49.997936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:50.081599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:50.151367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:50.292820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['d042c959-d6b7-4ba5-b966-2e47bec9797f'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:53:50.650920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0f52-2cb0-4fea-b17f-1dfb18b3b3d7 req-ec32d771-cbd9-453d-84b4-662e22afe347 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.652712 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af2c0f52-2cb0-4fea-b17f-1dfb18b3b3d7 req-ec32d771-cbd9-453d-84b4-662e22afe347 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 945 time: 0.0831096 Feb 15 13:53:50.697182 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af2c0f52-2cb0-4fea-b17f-1dfb18b3b3d7 req-cfdfe38c-d98f-487e-8c32-c0c243dde860 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390744 Feb 15 13:53:51.748401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d042c959-d6b7-4ba5-b966-2e47bec9797f up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:53:51.888298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbcda-e8fa-4ee7-80cd-de97fc35f60e req-e96eb1bc-caa2-4a06-9ecc-84f7677ced1e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:51.889763 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-720cbcda-e8fa-4ee7-80cd-de97fc35f60e req-e96eb1bc-caa2-4a06-9ecc-84f7677ced1e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 945 time: 0.0836120 Feb 15 13:53:51.910412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port d042c959-d6b7-4ba5-b966-2e47bec9797f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:51.915574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port d042c959-d6b7-4ba5-b966-2e47bec9797f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:51.915965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:51.937198 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-720cbcda-e8fa-4ee7-80cd-de97fc35f60e req-73728ef1-87ab-49c5-becb-b4ef8a58b6b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Feb 15 13:53:52.033595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:52.064174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:52.075431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:53:52.109623 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'code': 200} Feb 15 13:53:52.207735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:52.275519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:52.660880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac681ed-8599-4668-aeb3-37a4ade92363 req-9638c12a-eee6-4a70-8b0e-f18ea34fdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:52.662397 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cac681ed-8599-4668-aeb3-37a4ade92363 req-9638c12a-eee6-4a70-8b0e-f18ea34fdd5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0702262 Feb 15 13:53:52.707214 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cac681ed-8599-4668-aeb3-37a4ade92363 req-7dc6e39c-d7fb-47bb-92c4-682463995abb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Feb 15 13:53:53.180791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b18c-52b6-4519-9cd3-ec6e558c4f76 req-bb672e45-f255-44f7-a579-aac1f0cf96b5 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.182272 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d539b18c-52b6-4519-9cd3-ec6e558c4f76 req-bb672e45-f255-44f7-a579-aac1f0cf96b5 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 946 time: 0.1366982 Feb 15 13:53:53.189197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-98545163-7b1a-4e1d-8541-b83675e74cdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118634 Feb 15 13:53:53.232310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d539b18c-52b6-4519-9cd3-ec6e558c4f76 req-174168d0-94bd-4f4c-ae56-81f4004bad52 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Feb 15 13:53:53.329202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436388b3-f917-442e-9527-8d3505d9ad64 req-78d777a6-b783-4955-ba8f-ca8b89747867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.330710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-78d777a6-b783-4955-ba8f-ca8b89747867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1099 time: 0.0703471 Feb 15 13:53:53.482681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436388b3-f917-442e-9527-8d3505d9ad64 req-0e0c05b8-00b6-4819-bdef-75c0f36d4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.484044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-0e0c05b8-00b6-4819-bdef-75c0f36d4932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 897 time: 0.1313140 Feb 15 13:53:53.590174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-567405ef-be2c-4b57-be5c-00ee53911534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0975399 Feb 15 13:53:53.663635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436388b3-f917-442e-9527-8d3505d9ad64 req-a78f7456-9e04-4c3a-b52f-b935f4007d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.665096 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-a78f7456-9e04-4c3a-b52f-b935f4007d3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 200 len: 835 time: 0.0631781 Feb 15 13:53:53.847155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436388b3-f917-442e-9527-8d3505d9ad64 req-a834c8e1-299a-4ac0-8c6c-f8a2fe5299ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.848747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-a834c8e1-299a-4ac0-8c6c-f8a2fe5299ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758482 Feb 15 13:53:53.982830 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-5e575211-84ec-4d8e-8526-01fbdca573c2 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274128 Feb 15 13:53:54.115339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-436388b3-f917-442e-9527-8d3505d9ad64 req-094e160c-d446-4171-9078-3cbfd6aa466f service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265903 Feb 15 13:53:54.415685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455bd0-3cfe-48a8-8a1b-9543cc913b05 req-d767c10f-b8f3-4f39-8f14-0dff9a4568ea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.417028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6455bd0-3cfe-48a8-8a1b-9543cc913b05 req-d767c10f-b8f3-4f39-8f14-0dff9a4568ea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 946 time: 0.0797751 Feb 15 13:53:54.460953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6455bd0-3cfe-48a8-8a1b-9543cc913b05 req-20bc156a-9bc3-4efb-9509-55b57a0a2f5c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Feb 15 13:53:54.651877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0d719-5b93-4a39-8624-8a52ad3c8d85 req-60d05179-35ba-4f3f-ac73-09128224f793 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.653326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ad0d719-5b93-4a39-8624-8a52ad3c8d85 req-60d05179-35ba-4f3f-ac73-09128224f793 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 946 time: 0.0902400 Feb 15 13:53:54.697926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ad0d719-5b93-4a39-8624-8a52ad3c8d85 req-6498a58b-9e6f-4f4d-9a9b-c9e4e96b0b90 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Feb 15 13:53:54.721967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60622) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:54.797765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e2988-240d-41dd-890b-508949ce9c97 tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.799286 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-571e2988-240d-41dd-890b-508949ce9c97 tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1094 time: 0.0763206 Feb 15 13:53:54.802380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60626) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:53:54.807729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:54.813831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:53:54.817706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:floatingip and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:53:54.821218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:53:54.826895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:53:54.921422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:55.063134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:55.203641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.26.0.4 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/87b9aac1-6e6c-42e4-8eb5-1bd6060b2208) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:55.361277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:55.447958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:55.511394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:55.514792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:55.518485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:53:55.553181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=87b9aac1-6e6c-42e4-8eb5-1bd6060b2208,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:56.043100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:56.181697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:56.392062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:56.458766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:56.565910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=87b9aac1-6e6c-42e4-8eb5-1bd6060b2208,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:56.582760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:56.762862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP 2263762c-1812-4109-b718-b91fa9322861 associated. External IP: 172.26.0.4, port: d042c959-d6b7-4ba5-b966-2e47bec9797f. Feb 15 13:53:57.135775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:53:57.322606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:53:57.332785 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:57.348540 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:57.349240 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:57.421313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:53:57.481002 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c64a71a5-f248-4c7b-a965-bff6465642aa tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6774666 Feb 15 13:53:57.483604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:57.531125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'status': 'completed', 'code': 200} Feb 15 13:53:57.537958 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:57.623318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-7425dbc0-17a7-4431-bed7-d8f01a1614b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.624918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-7425dbc0-17a7-4431-bed7-d8f01a1614b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0758903 Feb 15 13:53:57.770336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-9db55893-0450-4ac7-a597-c3350faf2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.772589 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-9db55893-0450-4ac7-a597-c3350faf2900 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1412222 Feb 15 13:53:57.883560 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-53bdabaf-44c4-4965-859e-7fc867c0f3b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 998 time: 0.1040118 Feb 15 13:53:57.905147 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:55Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:57.909627 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:57.919879 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:53:57.920493 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:53:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:57.961509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-71d79fcb-76eb-4aa2-953e-18582ff427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.963772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-71d79fcb-76eb-4aa2-953e-18582ff427c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0741832 Feb 15 13:53:58.048796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-b750da6e-c76b-4a98-bfba-15b23a6c1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:58.050248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-b750da6e-c76b-4a98-bfba-15b23a6c1e5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802286 Feb 15 13:53:58.140424 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:53:58.191892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-05ff2d4d-abd1-4508-bd3b-623d273a86d9 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353598 Feb 15 13:53:58.326263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-955a94c2-0c5d-4961-be9b-a0b93cb16226 req-b064135f-2dbf-4d07-9e57-ef2a6eca1810 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278181 Feb 15 13:53:58.498599 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:55Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:58.502644 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5897e0c-2c68-4a62-9850-58942eba037d None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:55Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:58.683253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2612140-2e4b-4f3c-b8f8-405dcdcfa6e8 None None] New status for floating IP 2263762c-1812-4109-b718-b91fa9322861: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:53:59.349796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18e04f96-ebc2-4640-b2f1-aa2e39d7c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:02.519158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5317faaa-1d3f-4eac-9630-3ae66add946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:02.641530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:02.836042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:03.309832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:04.149374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:17.952241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60648) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:18.172665 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-db904c4d-b14e-4b22-9717-165408961c08 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2154760 Feb 15 13:54:18.172665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60652) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:18.544079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61a9a46-8673-48c6-8534-fbc62d9e949a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Notify agent at dv-neutron-828156-1-hyperv the message router_removed_from_agent {{(pid=88297) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 15 13:54:18.558867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f61a9a46-8673-48c6-8534-fbc62d9e949a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "DELETE /v2.0/agents/025fc922-894d-4027-8de9-561be909957b/l3-routers/af20ead1-f659-4da5-b937-aa16ab84b3f1 HTTP/1.1" status: 204 len: 168 time: 0.3765881 Feb 15 13:54:18.558867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60658) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:18.751837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80aa165c-f9c9-44cf-997a-4f13afab25c6 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1923907 Feb 15 13:54:18.751837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60662) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:18.863690 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-57987ccf-fa05-47d8-b6fa-c75301b47c27 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 994 time: 0.1136575 Feb 15 13:54:19.305532 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f6bd08-ad2e-4cbd-bf11-4631131a6d07 None None] New status for floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:54:19.330822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:19.447737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:19.481620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbb4981f-1df1-44d6-8577-dc5558809289,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:19.576016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:19.576016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:19.691720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.707168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:19.765820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:19.781247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:19.867774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60666) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:19.898300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:19.971459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:19.980489 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-57a066f7-4245-4464-9a75-33567d027cf7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.1115551 Feb 15 13:54:21.137309 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60672) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:21.439496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d00663-e245-4333-8308-f1f389eb3a76 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:54:21.439496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d00663-e245-4333-8308-f1f389eb3a76 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Notify agent at dv-neutron-828156-1-hyperv the message router_added_to_agent {{(pid=88297) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 15 13:54:21.455094 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66d00663-e245-4333-8308-f1f389eb3a76 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "POST /v2.0/agents/025fc922-894d-4027-8de9-561be909957b/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3166909 Feb 15 13:54:21.463277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60678) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:21.463427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:21.470574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:21.470889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:21.687086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9dfed4eb-14e8-4820-8d03-10da6fbc14d7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2161133 Feb 15 13:54:21.699391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60682) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:21.723666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:21.796007 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e76bf09-2395-4379-8c0f-6b02ed5e41ab tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.1165195 Feb 15 13:54:22.104109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:22.110403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:22.119790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:22.120465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:22.313141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:22.671411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:22.675383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e694fbd-d763-494c-8d1c-e8f1b6bc5f26 None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '7a70fc7c-a15f-4640-a6e0-159881fc87db', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'port_id': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'mac_address': 'fa:16:3e:5f:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:44Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:19Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:22.799566 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:23.061840 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac80bfb9-02a3-4b19-9417-055863cff873 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.2602477 Feb 15 13:54:23.254065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:23.374340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:23.374340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:23.489858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:23.531478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbb4981f-1df1-44d6-8577-dc5558809289,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:23.630098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:23.709280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:24.064943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60692) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:24.177272 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-74ad667a-97c0-4ea7-bbb6-f14f322699e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 992 time: 0.1109762 Feb 15 13:54:24.490431 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab56b2-52d0-44b0-ae47-eff9d0e023f0 None None] New status for floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:54:25.182916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60696) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:25.311215 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a70219da-973a-4a49-9e34-ebeaab74826b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 200 len: 994 time: 0.1244206 Feb 15 13:54:25.320175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:25.394857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dbb4981f-1df1-44d6-8577-dc5558809289 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:25.395392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:25.434459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:54:25.539170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:25.609756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60704) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:25.618605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:25.619230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:25.785334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:25.805123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:25.820674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 1e4d4f32-c413-4fdf-958e-1df7e3a7c181 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:54:25.821060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:25.893114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:25.966106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:26.013121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:26.013121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:26.137335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 1e4d4f32-c413-4fdf-958e-1df7e3a7c181 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:54:26.385618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:26.468668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=1e4d4f32-c413-4fdf-958e-1df7e3a7c181,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:26.488943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.491574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.492659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.492659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.492659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:26.550483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:26.550483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db disassociated (deleted). External IP: 172.26.0.154, port: 9539d872-c486-4f37-a0b0-40113fde0ae8. Feb 15 13:54:27.024664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:54:27.224095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:54:27.236387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:27.244796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:27.246913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:27.294928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:27.295562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:27.317288 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-70eb9dd0-dff5-4200-9b07-5a69ba1c0976 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a70fc7c-a15f-4640-a6e0-159881fc87db HTTP/1.1" status: 204 len: 168 time: 1.7061665 Feb 15 13:54:27.321506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:27.456884 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'status': 'completed', 'code': 200} Feb 15 13:54:27.495258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:27.495568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:27.565502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:27.612060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-26648dff-45ab-4bc4-b089-3752795d7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.614364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-26648dff-45ab-4bc4-b089-3752795d7804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 1099 time: 0.1312890 Feb 15 13:54:27.827011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-ac553f13-98fa-4b10-bae3-1a50edc952f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.830352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-ac553f13-98fa-4b10-bae3-1a50edc952f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 200 len: 897 time: 0.2097452 Feb 15 13:54:27.910781 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-7664dc20-797b-4818-bce9-eb9f9a27b221 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0720143 Feb 15 13:54:27.988458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-26f1580a-9c41-4fb7-a7fb-a643b5ced0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.989657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-26f1580a-9c41-4fb7-a7fb-a643b5ced0f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 200 len: 835 time: 0.0701001 Feb 15 13:54:28.072200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:23Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:28.079108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:28.087386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:28.087994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:28.264811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-d7cb78c3-e912-4efc-88f4-8b1873e8cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.266324 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-d7cb78c3-e912-4efc-88f4-8b1873e8cfc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea1d215c-78bd-4090-8d5c-22f29f9e3c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2692778 Feb 15 13:54:28.328360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:28.380394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74c0c6-12a4-4d18-9c34-2630f38c1788 req-353d53ff-c948-4f7c-8d2b-d3e062ede71e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.381926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0c74c0c6-12a4-4d18-9c34-2630f38c1788 req-353d53ff-c948-4f7c-8d2b-d3e062ede71e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.3171232 Feb 15 13:54:28.481465 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0c74c0c6-12a4-4d18-9c34-2630f38c1788 req-8c377d60-a079-4338-8f26-7cc3b86b73e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914721 Feb 15 13:54:28.483913 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-2a904210-0391-4556-ab8d-feb8d6ead8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098198 Feb 15 13:54:28.642123 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-488144df-76b5-4aaa-9f3b-cc85808b0d26 req-8b167e5e-4843-4aab-a009-b2c807bd3e21 service neutron] 10.222.0.36 "GET /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515837 Feb 15 13:54:28.690762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:23Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:28.695072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92d4c5-2c3d-4e5d-a47e-de8562d74c5c None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:53:21Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dbb4981f-1df1-44d6-8577-dc5558809289', 'name': '', 'network_id': 'ea1d215c-78bd-4090-8d5c-22f29f9e3c22', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:88:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:21Z', 'updated_at': '2022-02-15T13:54:23Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '095cc481-4ee0-4f90-b597-2e15a982672f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:29.334427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-5ab480c8-143e-44f8-aaca-c3f358710d80 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:29.335841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-5ab480c8-143e-44f8-aaca-c3f358710d80 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.0835922 Feb 15 13:54:29.373116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6c24-3345-4d86-86e2-9a40182fc0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:29.411056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 9539d872-c486-4f37-a0b0-40113fde0ae8 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:54:29.411339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:29.538001 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2187cf5b-7b54-4e9b-9e3a-df700513724c None None] New status for floating IP 7a70fc7c-a15f-4640-a6e0-159881fc87db: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:54:29.740983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 9539d872-c486-4f37-a0b0-40113fde0ae8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9539d872-c486-4f37-a0b0-40113fde0ae8,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:29.741645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:29.874314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 9539d872-c486-4f37-a0b0-40113fde0ae8 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:54:29.965478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ae53-174d-409a-a582-962bae8196c2 req-22eaf5e0-092f-4e49-b5df-6dc2724f47da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:29.966922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c077ae53-174d-409a-a582-962bae8196c2 req-22eaf5e0-092f-4e49-b5df-6dc2724f47da tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 946 time: 0.2841127 Feb 15 13:54:30.059948 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c077ae53-174d-409a-a582-962bae8196c2 req-50a50629-1dd6-4727-b942-737bebd8ca66 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=17380568-6bfd-45e8-a453-a9fb5be02fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871193 Feb 15 13:54:30.126613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:30.177757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=9539d872-c486-4f37-a0b0-40113fde0ae8,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.221356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.222141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.222141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.222336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.222614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.222943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.223256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:30.264610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 9539d872-c486-4f37-a0b0-40113fde0ae8 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:30.267080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:30.269906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'name': 'network-vif-deleted', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:30.281723 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9192bc62-7722-47cb-8158-48c35f78ebf1 req-1c822fbb-968f-495a-86d0-72466f4e3626 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/9539d872-c486-4f37-a0b0-40113fde0ae8 HTTP/1.1" status: 204 len: 173 time: 0.9408679 Feb 15 13:54:30.319534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4ff5f-357b-4807-a167-9781c02dd4d8', 'name': 'network-vif-deleted', 'tag': '9539d872-c486-4f37-a0b0-40113fde0ae8', 'status': 'completed', 'code': 200} Feb 15 13:54:31.234393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9e034d60-9110-4603-bc46-ec68c91015b0 req-f7f6c8f4-c8b6-4d44-b04b-68c637d92926 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:54:31.298269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-9e034d60-9110-4603-bc46-ec68c91015b0 req-f7f6c8f4-c8b6-4d44-b04b-68c637d92926 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:54:31.299425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e034d60-9110-4603-bc46-ec68c91015b0 req-f7f6c8f4-c8b6-4d44-b04b-68c637d92926 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f4ff5f-357b-4807-a167-9781c02dd4d8 HTTP/1.1" status: 200 len: 210 time: 0.1089993 Feb 15 13:54:31.991642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9539d872-c486-4f37-a0b0-40113fde0ae8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:32.073227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 9539d872-c486-4f37-a0b0-40113fde0ae8 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:54:32.073606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9539d872-c486-4f37-a0b0-40113fde0ae8 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:54:32.398279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60726) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:32.479780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.512782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.537619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e9c294d8-10eb-4cbf-add1-1749347ba669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.611648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.688049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.705270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17380568-6bfd-45e8-a453-a9fb5be02fd2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:32.787505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.788628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eb3015eb-3095-4432-a8f8-2929118ae6a5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/17380568-6bfd-45e8-a453-a9fb5be02fd2 HTTP/1.1" status: 204 len: 168 time: 0.3893340 Feb 15 13:54:32.857641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:32.929154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60732) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:33.228878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:33.615582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:33.975509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port dbb4981f-1df1-44d6-8577-dc5558809289 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:54:33.976130 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:34.137741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:34.172870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port dbb4981f-1df1-44d6-8577-dc5558809289, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dbb4981f-1df1-44d6-8577-dc5558809289,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:34.173220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:34.295105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for dbb4981f-1df1-44d6-8577-dc5558809289 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:54:34.709267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:34.877475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=dbb4981f-1df1-44d6-8577-dc5558809289,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:35.182464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:35.598463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router af20ead1-f659-4da5-b937-aa16ab84b3f1 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:54:35.776151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:54:35.786253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Sync routers for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:35.795606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:35.796219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:35.872277 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dc4a4182-25b3-48b8-9600-24cad8c7a29e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419069 Feb 15 13:54:35.874923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60736) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:35.948256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet 095cc481-4ee0-4f90-b597-2e15a982672f {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:54:35.951268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:35.979965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:36.007358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.097770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.253659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.293586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=095cc481-4ee0-4f90-b597-2e15a982672f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:36.294539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:54:34Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:36.299492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Checking router: af20ead1-f659-4da5-b937-aa16ab84b3f1 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:36.299676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.306279 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-09cee7ae-7605-4d21-9bc9-e83635ca5213 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/095cc481-4ee0-4f90-b597-2e15a982672f HTTP/1.1" status: 204 len: 168 time: 0.4297733 Feb 15 13:54:36.309868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60740) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:36.318480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9cb19-7c56-476e-8ebe-8c1c7997c277 None None] Network ea1d215c-78bd-4090-8d5c-22f29f9e3c22 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:54:36.329673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Routers {'af20ead1-f659-4da5-b937-aa16ab84b3f1'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:36.330304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['af20ead1-f659-4da5-b937-aa16ab84b3f1'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:36.653637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.679476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] Set router af20ead1-f659-4da5-b937-aa16ab84b3f1 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:36.860659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.948047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:54:36.951005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:36.980090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] DHCP port deletion for ea1d215c-78bd-4090-8d5c-22f29f9e3c22 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:54:36.986569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Deleting port f839a55b-9cda-438c-9ce9-391eb4ea5c66 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:54:36.986964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.129739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:54:34Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:37.156554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2528-568a-4aae-a487-da3ff4b825f3 None None] The sync data for ids ['af20ead1-f659-4da5-b937-aa16ab84b3f1'] in dv-neutron-828156-1-hyperv is: [{'id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'name': 'tempest-TestNetworkBasicOps-router-1463337172', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:15Z', 'updated_at': '2022-02-15T13:54:34Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '153ca9f8-6e73-4765-8ecc-a42ba2f0f10b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ead1-f659-4da5-b937-aa16ab84b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:16Z', 'updated_at': '2022-02-15T13:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:37.158113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:37.158471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.290162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:54:37.300965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] For port f839a55b-9cda-438c-9ce9-391eb4ea5c66, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f839a55b-9cda-438c-9ce9-391eb4ea5c66,segment=NetworkSegment(6d311d44-b107-4fc8-85fd-b7cab0878416),segment_id=6d311d44-b107-4fc8-85fd-b7cab0878416)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:37.301359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.433517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Calling delete_port for f839a55b-9cda-438c-9ce9-391eb4ea5c66 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:54:37.574565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f839a55b-9cda-438c-9ce9-391eb4ea5c66 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:37.610256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.678208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=153ca9f8-6e73-4765-8ecc-a42ba2f0f10b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:37.705448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.751188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] Pushing event deleted for resources: {'Port': ['ID=f839a55b-9cda-438c-9ce9-391eb4ea5c66,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:37.757089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16558f3d-77ad-49b7-9237-a13b24e98a53 None None] No DVR routers for this DVR port f839a55b-9cda-438c-9ce9-391eb4ea5c66 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:37.766502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port f839a55b-9cda-438c-9ce9-391eb4ea5c66 {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 13:54:37.766502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f839a55b-9cda-438c-9ce9-391eb4ea5c66 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:54:37.814869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.996635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:37.999035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.097688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.098117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router af20ead1-f659-4da5-b937-aa16ab84b3f1 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:54:38.115197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.116135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5beaa41c-c182-4bd3-aba6-b108d20914c8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/af20ead1-f659-4da5-b937-aa16ab84b3f1 HTTP/1.1" status: 204 len: 168 time: 1.8052418 Feb 15 13:54:38.119064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60746) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:38.244624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.380223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.404919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1d215c-78bd-4090-8d5c-22f29f9e3c22']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:38.417241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d311d44-b107-4fc8-85fd-b7cab0878416') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:38.417568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d311d44-b107-4fc8-85fd-b7cab0878416') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:38.428852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.445198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.455582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:54:38.455966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:54:38.471015 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:54:38.715393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.733641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.748868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=ea1d215c-78bd-4090-8d5c-22f29f9e3c22,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:38.818387 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a6b200ef-3112-43e3-b25f-4c31edc004a6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/ea1d215c-78bd-4090-8d5c-22f29f9e3c22 HTTP/1.1" status: 204 len: 168 time: 0.6982656 Feb 15 13:54:38.845076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60750) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:38.851523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1208167267', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:38.857782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:38.861464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:38.864269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:38.870507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:38.942019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:38.945469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.974657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:54:38.984124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:38.984467 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment 8b643351-60d1-48d5-ae05-ba12116fa1fb of type vlan for network a77f581f-b031-4975-9f2e-a8e706bec442 Feb 15 13:54:39.012937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.109294 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.118567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:39.118567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.233343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=a77f581f-b031-4975-9f2e-a8e706bec442,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:39.241093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:39.269085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:54:39.295869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: dbb4981f-1df1-44d6-8577-dc5558809289 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:54:39.296214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dbb4981f-1df1-44d6-8577-dc5558809289 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:54:39.296636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:54:39.304112 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b78a9ac7-d87d-432b-a2ec-f293e6d6b197 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4578917 Feb 15 13:54:39.307096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60754) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:39.312948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:39.320278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:39.324687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:39.327515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:39.335035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:39.377005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:54:39.377350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 153ca9f8-6e73-4765-8ecc-a42ba2f0f10b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:54:39.411002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.412842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.428460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:39.769601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:40.163178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:40.194849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:40.334987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.198 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f29ab968-53e8-4531-8839-72d6e2aaa187) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:40.483744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:40.565468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:40.635916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:40.639015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:40.644553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:54:40.674499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=f29ab968-53e8-4531-8839-72d6e2aaa187,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:41.237445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:41.573088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:41.868754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d380f728-0072-47e2-b710-82cd3f4566a8 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:54:42.045820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:54:42.055223 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Sync routers for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:42.063832 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:42.064424 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:42.137741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:42.138894 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c711652e-bf0a-4226-b309-fc1f506b86af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8306303 Feb 15 13:54:42.142039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60758) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:42.182620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-13f1a0bc-0cee-4bbe-a1b5-9e47df9dd77d tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394528 Feb 15 13:54:42.185457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60762) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:42.272690 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:42.317958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4533be0-841b-4706-b348-69416916bbbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:42.319560 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a4533be0-841b-4706-b348-69416916bbbe tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331687 Feb 15 13:54:42.323053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60766) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:42.489638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-956faa07-281c-4b0d-9b35-05020f2ee4f1 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653407 Feb 15 13:54:42.491907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60770) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:42.497824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051081489', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:42.580941 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:42.584847 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Checking router: d380f728-0072-47e2-b710-82cd3f4566a8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:42.585194 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Updating router d380f728-0072-47e2-b710-82cd3f4566a8 port f29ab968-53e8-4531-8839-72d6e2aaa187 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:54:42.608122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:42.612025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:42.614989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:42.620879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:42.640485 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:42.708952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:42.712772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:42.980827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:42.991960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Transition to ACTIVE for port object f29ab968-53e8-4531-8839-72d6e2aaa187 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:42.994666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.074481 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.083318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:43.093714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:54:43.094155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: a77f581f-b031-4975-9f2e-a8e706bec442, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:54:43.154501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network a77f581f-b031-4975-9f2e-a8e706bec442 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:54:43.155672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Attempting to bind port f29ab968-53e8-4531-8839-72d6e2aaa187 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:54:43.156039 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Attempting to bind port f29ab968-53e8-4531-8839-72d6e2aaa187 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:54:43.156388 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Attempting to bind port f29ab968-53e8-4531-8839-72d6e2aaa187 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:54:43.162041 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Pushing event updated for resources: {'Port': ['ID=f29ab968-53e8-4531-8839-72d6e2aaa187,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:43.167681 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:54:43.168043 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:54:43.168435 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.168813 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:54:43.169265 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Bound port: f29ab968-53e8-4531-8839-72d6e2aaa187, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:54:43.169670 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.201279 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.201646 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.201980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.202308 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.202628 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.202946 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.203272 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.203578 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.203892 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.204211 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.204520 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.204828 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:43.229240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, a77f581f-b031-4975-9f2e-a8e706bec442) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:43.234720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:43.235659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.244582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a218c9-a93d-4723-8db1-7fcc83ada9cd None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:54:43.261684 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] For port f29ab968-53e8-4531-8839-72d6e2aaa187, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:54:43.265902 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] For port f29ab968-53e8-4531-8839-72d6e2aaa187, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f29ab968-53e8-4531-8839-72d6e2aaa187,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:54:43.343040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7ff65303-f807-448c-a639-33d13ed602de tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8500228 Feb 15 13:54:43.345792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60774) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:43.354238 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.435830 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:43.436453 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.469428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-a77f581f-b031-4975-9f2e-a8e706bec442', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:54:43.470296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.490584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e256-3cc9-4166-b9a3-dca8f3b9262c None None] Pushing event updated for resources: {'Port': ['ID=f29ab968-53e8-4531-8839-72d6e2aaa187,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:43.620343 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:43.651673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Allocated IP 172.20.0.2 (a77f581f-b031-4975-9f2e-a8e706bec442/9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804/957c43cb-9b3c-40f4-8df0-816044ba5475) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:43.885664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:43.903302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Transition to ACTIVE for port object 957c43cb-9b3c-40f4-8df0-816044ba5475 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:43.926411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Transition to ACTIVE for port object 957c43cb-9b3c-40f4-8df0-816044ba5475 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:43.978082 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.982203 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310615-4a70-41a8-90cf-beaa2fe6930e None None] The sync data for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv is: [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:43.997512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.080796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.091844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:44.095430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:44.097351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Pushing event updated for resources: {'Port': ['ID=957c43cb-9b3c-40f4-8df0-816044ba5475,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:44.103709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:54:44.195541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Attempting to bind port 957c43cb-9b3c-40f4-8df0-816044ba5475 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:54:44.195956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Attempting to bind port 957c43cb-9b3c-40f4-8df0-816044ba5475 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:54:44.196322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Attempting to bind port 957c43cb-9b3c-40f4-8df0-816044ba5475 on network a77f581f-b031-4975-9f2e-a8e706bec442 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:54:44.202064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:54:44.202312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Checking segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:54:44.202704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.203091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Bound using segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:54:44.203592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Bound port: 957c43cb-9b3c-40f4-8df0-816044ba5475, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:54:44.203931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.359011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] For port 957c43cb-9b3c-40f4-8df0-816044ba5475, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:54:44.362684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] For port 957c43cb-9b3c-40f4-8df0-816044ba5475, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=957c43cb-9b3c-40f4-8df0-816044ba5475,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:54:44.480460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.568883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b2108-5540-4cc9-8fd7-2c65891871fc None None] Pushing event updated for resources: {'Port': ['ID=957c43cb-9b3c-40f4-8df0-816044ba5475,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:44.681378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (a77f581f-b031-4975-9f2e-a8e706bec442/9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804/64efc5fd-c39b-4a59-b2ee-a16f857318c2) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:44.881768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:44.900607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 64efc5fd-c39b-4a59-b2ee-a16f857318c2 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:44.994678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.067146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network a77f581f-b031-4975-9f2e-a8e706bec442 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:45.070253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:45.073681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:54:45.110222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:45.138373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.305580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f29ab968-53e8-4531-8839-72d6e2aaa187 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:45.474580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f29ab968-53e8-4531-8839-72d6e2aaa187 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:45.482691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f29ab968-53e8-4531-8839-72d6e2aaa187 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:45.483426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.506616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.546435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd988f-dd31-4dff-84a5-6c6f954de545 None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:54:45.790202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-acf6b7ab-92b2-4473-9fe5-cdb99af1cfa1 None None] Provisioning for port 957c43cb-9b3c-40f4-8df0-816044ba5475 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:45.826063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.859408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f29ab968-53e8-4531-8839-72d6e2aaa187, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f29ab968-53e8-4531-8839-72d6e2aaa187,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:45.936865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.943276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:45.944040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 957c43cb-9b3c-40f4-8df0-816044ba5475 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:46.017114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.067494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f29ab968-53e8-4531-8839-72d6e2aaa187,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:46.145689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 957c43cb-9b3c-40f4-8df0-816044ba5475 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:46.150675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.151420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Provisioning complete for port 957c43cb-9b3c-40f4-8df0-816044ba5475 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:46.151772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.154565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:46.190950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 957c43cb-9b3c-40f4-8df0-816044ba5475 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:46.191325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.302523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network a77f581f-b031-4975-9f2e-a8e706bec442 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:46.303816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:46.379947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.396330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.437718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] For port 957c43cb-9b3c-40f4-8df0-816044ba5475, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=957c43cb-9b3c-40f4-8df0-816044ba5475,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:46.519392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.623590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d380f728-0072-47e2-b710-82cd3f4566a8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:54:46.642761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:54:46.643108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:54:46.646547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Pushing event updated for resources: {'Port': ['ID=957c43cb-9b3c-40f4-8df0-816044ba5475,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:46.713196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Provisioning for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:46.718768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Provisioning complete for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:46.719174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.775521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b10de521-30ff-4cc7-bdc4-d7e3abe0c6d3 None None] Port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:54:46.813661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:54:46.823697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Sync routers for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:46.827823 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4d8d4c11-8234-48b4-8ccd-b00f896ba757 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/d380f728-0072-47e2-b710-82cd3f4566a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4809165 Feb 15 13:54:46.830400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60778) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:46.832707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:46.833340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:46.973819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.974202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.974669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.975124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.975574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.976022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.977145 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2381f14c-0981-4764-bf90-33ee5de2284b None None] Provisioning complete for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:46.980383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2381f14c-0981-4764-bf90-33ee5de2284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:46.980564 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fbb9c4a5-653b-4c1c-9435-1704890b2864 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1464162 Feb 15 13:54:46.980702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60782) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:47.051783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.052528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.052980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.053444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.053905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.054343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.056326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c415dee5-9f5e-420f-9eca-07c66fa20af7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0747108 Feb 15 13:54:47.059071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60786) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:47.064046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2381f14c-0981-4764-bf90-33ee5de2284b None None] Port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:54:47.073680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:47.274483 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-15a0f52d-f90d-4eba-aea4-a34297f1bbfd tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2140481 Feb 15 13:54:47.447296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f29ab968-53e8-4531-8839-72d6e2aaa187 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:47.550215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f29ab968-53e8-4531-8839-72d6e2aaa187 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:47.550920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.606612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:47.618411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60794) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:47.623476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970992928', 'description': 'tempest-secgroup-smoke-1970992928 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:47.624081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Checking router: d380f728-0072-47e2-b710-82cd3f4566a8 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:47.624446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Updating router d380f728-0072-47e2-b710-82cd3f4566a8 port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:54:47.629186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:47.634090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:47.637187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:47.643166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:47.717118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.736256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.757176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:47.761077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:47.763875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:47.769446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:47.795630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 957c43cb-9b3c-40f4-8df0-816044ba5475 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:47.845420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.914233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.941939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 957c43cb-9b3c-40f4-8df0-816044ba5475 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:47.942316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:47.960182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbed71a-7902-49ba-a997-acb9ec57dbde,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.040155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.041412 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7da7c6e-0564-40a9-82c2-56421b3d0a9e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4220006 Feb 15 13:54:48.044365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60798) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:48.049546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:48.055750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:48.059595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:48.062631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:48.068534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:48.155849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.223411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.256288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.270565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Transition to ACTIVE for port object 64efc5fd-c39b-4a59-b2ee-a16f857318c2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:48.285852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.314799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925d46e0-5541-4719-b586-33e58554bbb4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.331614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.399674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.399674 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d8838c13-df6d-4028-83db-acbf52d74031 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507316 Feb 15 13:54:48.399895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60802) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:48.404483 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:48.410792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:48.415895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:48.419006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:48.425358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:48.493714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b356dd9-2dca-4915-bc10-4a69c92d57a3 None None] Pushing event updated for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.521739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.560781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Attempting to bind port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:54:48.561912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Attempting to bind port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:54:48.562464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Attempting to bind port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 on network a77f581f-b031-4975-9f2e-a8e706bec442 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:54:48.568408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:54:48.568922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Checking segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:54:48.569337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.569761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Bound using segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:54:48.570232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Bound port: 64efc5fd-c39b-4a59-b2ee-a16f857318c2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:54:48.570681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.589764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.663018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.666608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] For port 64efc5fd-c39b-4a59-b2ee-a16f857318c2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:54:48.669721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] For port 64efc5fd-c39b-4a59-b2ee-a16f857318c2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=64efc5fd-c39b-4a59-b2ee-a16f857318c2,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:54:48.684421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6569b9d8-d626-420c-aed2-c7b09dbcb5fa,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.760639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.771686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.773293 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-77f8af0e-929a-4a24-8079-d530d36c9cf2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730760 Feb 15 13:54:48.776739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60806) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:48.782199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:48.788196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:48.792660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:48.795552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:48.801530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:48.840584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:54:48.841476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:54:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:48.892678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:48.962786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b356dd9-2dca-4915-bc10-4a69c92d57a3 None None] Pushing event updated for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.977611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.057081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.079167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:54:49.086786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a85532-77bc-4bcd-83d0-287a6d33a74a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.171526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.172753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-08896bd5-efa4-4258-a1e6-cc4ddc88082f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950377 Feb 15 13:54:49.175686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60810) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:49.180995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:49.187802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:49.191791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:49.194735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:49.201504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:49.276380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.343188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.410528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:48Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:49.414479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69269-08f9-4dc5-be5f-7c638988ff8a None None] The sync data for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv is: [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:48Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:49.417392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.442419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bc99ed-d6fe-46d0-8020-7999d8c21c3e,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.518196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.519453 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e0628f0-0d0b-4877-b558-ddc9fae73670 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428128 Feb 15 13:54:49.522299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60814) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:49.528210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:49.536607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:49.544042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:49.548803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:49.558002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:49.652001 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:54:49.660728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.730411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.811512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.839093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30091e5e-54a4-42f5-8953-e68dc5e79ca1,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.915056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:49.916238 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d963e11b-95b6-4363-a2e7-e64bf206076a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3928642 Feb 15 13:54:49.919201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60818) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:54:49.924923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'edbed71a-7902-49ba-a997-acb9ec57dbde', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:49.932284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:49.936386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:54:49.939352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:54:49.945282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:50.013379 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:54:50.021122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:50.092845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:50.161453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:50.190123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a058129a-2a80-4954-8d3a-6526a2921eb9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:50.255727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:50.256975 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-60e8c5f6-bb6a-4b25-9018-e1a575a5f53c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3366115 Feb 15 13:54:50.424775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-76533ba8-8cb9-4624-ad3a-14ea0c08654b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:54:50.507206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-76533ba8-8cb9-4624-ad3a-14ea0c08654b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:54:50.508640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-76533ba8-8cb9-4624-ad3a-14ea0c08654b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970992928&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.1240475 Feb 15 13:54:50.661537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-74d0971d-5961-4f33-9dd9-731a2d3d6c09 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:50.662220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-74d0971d-5961-4f33-9dd9-731a2d3d6c09 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:54:50.776110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-74d0971d-5961-4f33-9dd9-731a2d3d6c09 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:54:50.777285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-74d0971d-5961-4f33-9dd9-731a2d3d6c09 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 200 len: 797 time: 0.2613618 Feb 15 13:54:50.792850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-edee4646-644e-42f0-a969-fc0bcb130664 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0101058 Feb 15 13:54:50.883300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ed665a09-8bcc-4cbd-a91d-18dfa8775f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:54:50.988325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ed665a09-8bcc-4cbd-a91d-18dfa8775f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:54:50.989690 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ed665a09-8bcc-4cbd-a91d-18dfa8775f51 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1912100 Feb 15 13:54:51.133973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-30c96909-6c5a-4b4f-91c4-2d9a4a9e8ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319876 Feb 15 13:54:51.265444 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-7bcbe6ef-c89c-4c05-9c7a-2959ec66cec4 service neutron] 10.222.0.61 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256032 Feb 15 13:54:51.455852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 64efc5fd-c39b-4a59-b2ee-a16f857318c2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:51.583185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:51.591839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:51.592720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:51.669113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b999e78-4acf-438b-96a3-0a17d0ab6366 req-eff13d2a-67a9-4056-abfa-dfadcddf3f0d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 210 time: 0.1678681 Feb 15 13:54:51.736373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:51.769050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 64efc5fd-c39b-4a59-b2ee-a16f857318c2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=64efc5fd-c39b-4a59-b2ee-a16f857318c2,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:54:51.855886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:51.922698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:52.820287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ac6ae26-17a9-4877-b743-f7ab2efea72c req-487523c8-7f62-431f-8cd7-54dc702a2d19 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 210 time: 0.0422182 Feb 15 13:54:53.442284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 64efc5fd-c39b-4a59-b2ee-a16f857318c2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:54:53.513573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:53.514201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:53.550915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-94bd9674-2f4f-4f71-885a-5c9db9e7c4d3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:53.552502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-94bd9674-2f4f-4f71-885a-5c9db9e7c4d3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 200 len: 797 time: 0.1506500 Feb 15 13:54:53.604571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-8aa25538-55fb-4127-96d4-02d74d882d21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 380 time: 0.0438716 Feb 15 13:54:53.614062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['edbed71a-7902-49ba-a997-acb9ec57dbde']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:53.739721 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-2f68e58d-ad64-4f26-b90a-6c66416f2da6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773678 Feb 15 13:54:53.768235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:54:53.778663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:54:53.895286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-01cd0f32-a95a-455d-90b0-f953b490b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:53.896735 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-01cd0f32-a95a-455d-90b0-f953b490b00d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0763638 Feb 15 13:54:53.926559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:53.932267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:53.999936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-476060cf-83bb-44de-b6a2-458896a13c26 req-eedf4052-2355-4e8b-9da3-3a0600fbce57 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 210 time: 0.0495539 Feb 15 13:54:54.048845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-157ca925-8f02-4247-9747-454c7dd09f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.054558 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-157ca925-8f02-4247-9747-454c7dd09f7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1343188 Feb 15 13:54:54.149535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.5 (a77f581f-b031-4975-9f2e-a8e706bec442/9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804/58f27221-9d70-46e8-ab1d-b04263925a49) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:54.167779 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-3dba5e24-ae7f-4806-ab70-8707f5d849a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 1000 time: 0.1113491 Feb 15 13:54:54.234628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-5f19c031-349a-4c31-a95f-44fb0930a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.235921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-5f19c031-349a-4c31-a95f-44fb0930a63a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0626020 Feb 15 13:54:54.311323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-be886e07-8d21-4380-a544-a07f0cef91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.312807 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-be886e07-8d21-4380-a544-a07f0cef91ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713038 Feb 15 13:54:54.348983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:54.366123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 58f27221-9d70-46e8-ab1d-b04263925a49 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:54.440522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:54.451355 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-bd65ea42-14dd-4b08-b0d9-2c325253e9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323040 Feb 15 13:54:54.511978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network a77f581f-b031-4975-9f2e-a8e706bec442 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:54.515118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:54.517842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:54:54.562785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:54.594877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.595647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:54.596807 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9accf9c1-db0a-4704-80b3-b69db9c4e1c2 req-02d29fa2-a430-492c-b786-c6a02d1351cf service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388338 Feb 15 13:54:54.668126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6782cfd3-623f-49e4-8a18-069b03023a0f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582988 Feb 15 13:54:54.679132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Request body: {'port': {'device_id': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:54.793112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:54.800065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3d026330-3450-4d05-b136-e9f2dbbc2ff0 None None] Provisioning for port 58f27221-9d70-46e8-ab1d-b04263925a49 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:54.806894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3d026330-3450-4d05-b136-e9f2dbbc2ff0 None None] Provisioning complete for port 58f27221-9d70-46e8-ab1d-b04263925a49 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:54.806894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d026330-3450-4d05-b136-e9f2dbbc2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:54.860865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3d026330-3450-4d05-b136-e9f2dbbc2ff0 None None] Port 58f27221-9d70-46e8-ab1d-b04263925a49 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:54:55.172790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f27221-9d70-46e8-ab1d-b04263925a49 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:55.187565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:55.207626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Transition to ACTIVE for port object 58f27221-9d70-46e8-ab1d-b04263925a49 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:55.227400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1973f90-1bfb-4dec-a680-d0b72acb9aa4 req-b84080e3-d358-49e2-a747-e026f1a7ddf5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:55.228094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e1973f90-1bfb-4dec-a680-d0b72acb9aa4 req-b84080e3-d358-49e2-a747-e026f1a7ddf5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:54:55.285128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:55.325250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e1973f90-1bfb-4dec-a680-d0b72acb9aa4 req-b84080e3-d358-49e2-a747-e026f1a7ddf5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:54:55.326415 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1973f90-1bfb-4dec-a680-d0b72acb9aa4 req-b84080e3-d358-49e2-a747-e026f1a7ddf5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 931 time: 0.2165058 Feb 15 13:54:55.563672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Pushing event updated for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:55.568189 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1973f90-1bfb-4dec-a680-d0b72acb9aa4 req-c2047230-e236-491d-be1d-e58e3d259c8d tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326519 Feb 15 13:54:55.677953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Attempting to bind port 58f27221-9d70-46e8-ab1d-b04263925a49 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:54:55.678193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Attempting to bind port 58f27221-9d70-46e8-ab1d-b04263925a49 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:54:55.678508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Attempting to bind port 58f27221-9d70-46e8-ab1d-b04263925a49 on network a77f581f-b031-4975-9f2e-a8e706bec442 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:54:55.683298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Port 58f27221-9d70-46e8-ab1d-b04263925a49 on network a77f581f-b031-4975-9f2e-a8e706bec442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:54:55.683620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Attempting to bind port 58f27221-9d70-46e8-ab1d-b04263925a49 on network a77f581f-b031-4975-9f2e-a8e706bec442 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:54:55.688806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:54:55.689135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Checking segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:54:55.689546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Bound using segment: {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:54:55.689965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Bound port: 58f27221-9d70-46e8-ab1d-b04263925a49, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b643351-60d1-48d5-ae05-ba12116fa1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:54:55.690312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:55.779501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:54:55.782641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=58f27221-9d70-46e8-ab1d-b04263925a49,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:54:56.051850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:56.116313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.116775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:56.119086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] 10.222.0.36 "PUT /v2.0/ports/58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 200 len: 1093 time: 1.4442306 Feb 15 13:54:56.119537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:56.150366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7669c-2e33-44ff-95f4-058732decec8 service neutron] Pushing event updated for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:56.169964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49', 'status': 'completed', 'code': 200} Feb 15 13:54:56.261210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-983e82e5-ddf1-47fa-8dc9-43c887714b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.262682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-983e82e5-ddf1-47fa-8dc9-43c887714b77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1096 time: 0.0741677 Feb 15 13:54:56.405041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-0fbe723b-ff7a-4b8b-a6ff-961623ccb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.406438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-0fbe723b-ff7a-4b8b-a6ff-961623ccb734 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1368327 Feb 15 13:54:56.541116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-c9a9aff8-9aaa-477a-b14f-49cc12a6588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.542497 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b932d154-6132-40d2-bf5e-1440e5fe28d2 req-c9a9aff8-9aaa-477a-b14f-49cc12a6588f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302981 Feb 15 13:54:56.647638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-d9adbdc6-374c-4f40-9f09-86e3d3f47e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.649864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-d9adbdc6-374c-4f40-9f09-86e3d3f47e35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1096 time: 0.0728428 Feb 15 13:54:56.753224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-47902688-444f-4b80-9af3-e00919c37661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 200 len: 217 time: 0.0964305 Feb 15 13:54:56.834574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6989a9ac-6c5d-4b84-86de-0c1a718f05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.836541 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-6989a9ac-6c5d-4b84-86de-0c1a718f05c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 200 len: 844 time: 0.0759170 Feb 15 13:54:56.885074 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d99aa8-ac0f-4980-81cb-b5f79aed59e7 req-c8ab2310-cdf6-435e-b890-3697feba3ec4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.886520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54d99aa8-ac0f-4980-81cb-b5f79aed59e7 req-c8ab2310-cdf6-435e-b890-3697feba3ec4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 943 time: 0.1792533 Feb 15 13:54:56.948473 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54d99aa8-ac0f-4980-81cb-b5f79aed59e7 req-c7e7f2d9-5ef4-4688-b39a-6f633ffbdfef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554256 Feb 15 13:54:56.960528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-8400a267-861e-41ff-88ed-e8fa1db3c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.962228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-8400a267-861e-41ff-88ed-e8fa1db3c85c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77f581f-b031-4975-9f2e-a8e706bec442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198177 Feb 15 13:54:57.091655 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-865585ed-1e12-4423-9359-4e6def807464 service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234860 Feb 15 13:54:57.222102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad4463f-ad1b-4d4d-a3c8-dd5a64a920fd req-4ca70d65-242b-45bd-b5c4-714f83f5cc3d service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234179 Feb 15 13:54:58.133630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc0af5-e4a2-4cc1-94b7-41f893042bbd req-de98595c-44ed-4d74-ad76-e87ef9a71689 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:58.146407 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-92cc0af5-e4a2-4cc1-94b7-41f893042bbd req-de98595c-44ed-4d74-ad76-e87ef9a71689 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 943 time: 0.0917709 Feb 15 13:54:58.191814 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-92cc0af5-e4a2-4cc1-94b7-41f893042bbd req-28b465e0-9b87-496a-a820-adec85c18d55 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Feb 15 13:54:59.365622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2a3f2574-48d8-41fd-beb9-90d111bac0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:54:59.382461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dced9e1-2d30-445d-8b81-9a1c7437a55c req-8b52b998-4857-45a3-9d27-416777b40dc6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:59.384092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5dced9e1-2d30-445d-8b81-9a1c7437a55c req-8b52b998-4857-45a3-9d27-416777b40dc6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 943 time: 0.0851045 Feb 15 13:54:59.429160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5dced9e1-2d30-445d-8b81-9a1c7437a55c req-9224fe5f-be2d-4f00-a7b0-e8c05a1a2602 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Feb 15 13:55:00.130678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 58f27221-9d70-46e8-ab1d-b04263925a49 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:55:00.261953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=58f27221-9d70-46e8-ab1d-b04263925a49,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:55:00.274469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '58f27221-9d70-46e8-ab1d-b04263925a49', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'port_id': '58f27221-9d70-46e8-ab1d-b04263925a49', 'mac_address': 'fa:16:3e:9a:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:55:00.332617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:00.349394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f27221-9d70-46e8-ab1d-b04263925a49 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:00.365555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=58f27221-9d70-46e8-ab1d-b04263925a49,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:55:00.428569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:00.497047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:00.616981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574f0e-0ccf-4102-bd80-c6df3ae773c7 req-11f5200c-28e2-45d8-99aa-fcd2f4b2c1e8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.618802 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1574f0e-0ccf-4102-bd80-c6df3ae773c7 req-11f5200c-28e2-45d8-99aa-fcd2f4b2c1e8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 944 time: 0.0816286 Feb 15 13:55:00.645151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['58f27221-9d70-46e8-ab1d-b04263925a49'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:55:00.666690 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1574f0e-0ccf-4102-bd80-c6df3ae773c7 req-ed43d12c-70c5-429f-b946-64743796a42c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Feb 15 13:55:01.954643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f773e-fe0e-4b89-b0c6-16380d2bdc27 req-e1545615-d6f3-447d-9f2e-366c0c4a2a0b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:01.955983 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b7f773e-fe0e-4b89-b0c6-16380d2bdc27 req-e1545615-d6f3-447d-9f2e-366c0c4a2a0b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 944 time: 0.1854339 Feb 15 13:55:01.999654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b7f773e-fe0e-4b89-b0c6-16380d2bdc27 req-c8ba0c1b-b06c-400a-8575-33a450ac0567 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374300 Feb 15 13:55:02.146907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 58f27221-9d70-46e8-ab1d-b04263925a49 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:55:02.313638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 58f27221-9d70-46e8-ab1d-b04263925a49 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:02.318921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 58f27221-9d70-46e8-ab1d-b04263925a49 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:02.319296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.439851 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:55:02.449954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.477449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:02.487033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=58f27221-9d70-46e8-ab1d-b04263925a49,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:55:02.522758 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49', 'code': 200} Feb 15 13:55:02.536499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3766204b-a547-45ed-a1a9-0bc001c8eab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.559482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.611142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.629996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:02.822958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:02.858678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccab0f9-98bc-4baf-a608-de7f468af26c req-1455549e-b5d9-4719-bed3-033665bdd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.860160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ccab0f9-98bc-4baf-a608-de7f468af26c req-1455549e-b5d9-4719-bed3-033665bdd758 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1098 time: 0.0695391 Feb 15 13:55:02.908995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ccab0f9-98bc-4baf-a608-de7f468af26c req-ce286b20-9099-4825-ab66-29e284ed29c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366156 Feb 15 13:55:03.185814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d88f6f-6a98-48f9-99dd-c523960f4914 req-c56b3c37-5032-4eb1-99a0-de9e0ed72616 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.187290 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8d88f6f-6a98-48f9-99dd-c523960f4914 req-c56b3c37-5032-4eb1-99a0-de9e0ed72616 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.0827115 Feb 15 13:55:03.233232 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8d88f6f-6a98-48f9-99dd-c523960f4914 req-fd375fb7-b72c-48ee-9222-153dd886419f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Feb 15 13:55:03.274701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:04.103199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:04.431953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065082fe-f815-404d-b5e2-0bf49e432258 req-47cd580a-71aa-4b61-8a67-2fd2f567a7b4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.433391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-065082fe-f815-404d-b5e2-0bf49e432258 req-47cd580a-71aa-4b61-8a67-2fd2f567a7b4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.0946810 Feb 15 13:55:04.477362 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-065082fe-f815-404d-b5e2-0bf49e432258 req-33ba6c40-82c7-4ed4-b525-35d79b12d7cb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Feb 15 13:55:04.668980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7cc2-33fd-486a-83d0-dc1307a470d4 req-3c728492-d97d-463d-8b37-3b126fb93733 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.670551 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-012b7cc2-33fd-486a-83d0-dc1307a470d4 req-3c728492-d97d-463d-8b37-3b126fb93733 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.0822434 Feb 15 13:55:04.718951 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-012b7cc2-33fd-486a-83d0-dc1307a470d4 req-da2483f9-814c-423e-84f8-0fba33834ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Feb 15 13:55:04.744435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60878) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:55:04.828880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e148c-6b4a-438f-b4da-cd9454d692b4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.830474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fd5e148c-6b4a-438f-b4da-cd9454d692b4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1093 time: 0.0850406 Feb 15 13:55:04.833383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 60882) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:55:04.838893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '58f27221-9d70-46e8-ab1d-b04263925a49', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:04.845203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:55:04.848963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:55:04.853345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:55:04.859878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:55:04.931505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:05.072050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:05.221321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.117 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/0230c82a-607f-48b4-86eb-21bef31dbd09) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:05.372845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:05.490135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:05.555783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:05.559323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:05.562304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:55:05.593252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=0230c82a-607f-48b4-86eb-21bef31dbd09,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:05.986415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:06.238063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:06.569000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:06.651005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:06.754595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=0230c82a-607f-48b4-86eb-21bef31dbd09,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:06.771486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:06.952396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP d3c6eb81-610d-42ff-a8c0-00668f8379d0 associated. External IP: 172.26.0.117, port: 58f27221-9d70-46e8-ab1d-b04263925a49. Feb 15 13:55:07.305537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d380f728-0072-47e2-b710-82cd3f4566a8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:55:07.483823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:55:07.494128 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Sync routers for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:55:07.510354 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:55:07.511064 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:55:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:07.598390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:07.657663 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ad89862f-5126-432b-a9c1-81b39986bfa3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8231711 Feb 15 13:55:07.658464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:07.660447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60886) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:55:07.698519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:55:07.705938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49', 'status': 'completed', 'code': 200} Feb 15 13:55:07.814154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-47a7dc44-989a-4502-bc76-64ae9a66e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.815751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-47a7dc44-989a-4502-bc76-64ae9a66e827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1098 time: 0.0834634 Feb 15 13:55:07.897675 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-33329915-9319-478d-b8bd-1cf1cf0fc4d5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/d3c6eb81-610d-42ff-a8c0-00668f8379d0 HTTP/1.1" status: 200 len: 991 time: 0.2340043 Feb 15 13:55:07.956312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-eeb070a4-9e18-4f61-a838-93b79899745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.957852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-eeb070a4-9e18-4f61-a838-93b79899745a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 200 len: 897 time: 0.1358321 Feb 15 13:55:08.062903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-aac2da07-2ace-47b8-8601-f78bf027dbcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 200 len: 999 time: 0.0992136 Feb 15 13:55:08.070309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'd3c6eb81-610d-42ff-a8c0-00668f8379d0', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.117', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'port_id': '58f27221-9d70-46e8-ab1d-b04263925a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'mac_address': 'fa:16:3e:9a:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:55:05Z', 'updated_at': '2022-02-15T13:55:05Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:08.074297 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Checking router: d380f728-0072-47e2-b710-82cd3f4566a8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:55:08.082531 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:55:08.083116 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:55:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:08.125557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-1f26818e-1281-4c20-9077-a0d00a412810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.126887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-1f26818e-1281-4c20-9077-a0d00a412810 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 200 len: 844 time: 0.0581939 Feb 15 13:55:08.283490 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:55:08.325519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-712f3005-8acb-43dd-9015-550abe92402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.327004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-712f3005-8acb-43dd-9015-550abe92402e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77f581f-b031-4975-9f2e-a8e706bec442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942594 Feb 15 13:55:08.463371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-98524047-4339-4cbd-8af9-ec28d1acdd0d service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301694 Feb 15 13:55:08.599582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f167cbd-6f6b-450b-a024-5a69ca481a17 req-cb94e671-488f-4f51-906c-61fe644ad22b service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306150 Feb 15 13:55:08.644850 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'd3c6eb81-610d-42ff-a8c0-00668f8379d0', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.117', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'port_id': '58f27221-9d70-46e8-ab1d-b04263925a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'mac_address': 'fa:16:3e:9a:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:55:05Z', 'updated_at': '2022-02-15T13:55:05Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:08.651567 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7286bc-f97e-4d7a-8c36-8c35d83cb17b None None] The sync data for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv is: [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'd3c6eb81-610d-42ff-a8c0-00668f8379d0', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.117', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'port_id': '58f27221-9d70-46e8-ab1d-b04263925a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'mac_address': 'fa:16:3e:9a:e1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:55:05Z', 'updated_at': '2022-02-15T13:55:05Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:55:08.830261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e43519-40e1-483c-a0bf-9735f93c852a None None] New status for floating IP d3c6eb81-610d-42ff-a8c0-00668f8379d0: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:55:08.900306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60892) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:55:09.007109 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d1ce19d9-66cb-4ee8-9d79-6b08e0aed794 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/d3c6eb81-610d-42ff-a8c0-00668f8379d0 HTTP/1.1" status: 200 len: 991 time: 0.1056986 Feb 15 13:55:10.011153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 60896) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:55:10.117853 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-69f66ad9-f6c5-4ea3-bd33-0133bfde368f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/d3c6eb81-610d-42ff-a8c0-00668f8379d0 HTTP/1.1" status: 200 len: 993 time: 0.1054983 Feb 15 13:55:20.736703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-a4103c7a-d58a-4112-bccc-7c4eaafaf415 req-4c4b35ab-40ae-4d18-bcab-fa2e6259b44c service neutron] (88296) timed out ('10.222.0.36', 57022) {{(pid=88296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 15 13:55:29.387150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-14d50287-72d4-40ce-ac11-f5805e279abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:32.526510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7bfd3fb9-6b33-42c6-8af5-7061c2de1bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:32.597127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:32.867542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:33.292712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:34.119170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:55:39.444376 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:55:53.785106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-2bd0df00-bdaa-44e4-aeab-353a49f137a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716839 Feb 15 13:55:53.927882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-051285a8-3a34-4ca9-bf62-fff76ce7b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.929368 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-051285a8-3a34-4ca9-bf62-fff76ce7b4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0767896 Feb 15 13:55:54.073453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-de2126c0-dad9-4075-936d-9eea96231fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.074973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-de2126c0-dad9-4075-936d-9eea96231fbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1275680 Feb 15 13:55:54.182590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-8bbcbe18-10d1-4c12-b88e-ae8bc180bdfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 1000 time: 0.0972457 Feb 15 13:55:54.249106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-5d26a392-92f3-454b-a495-5a2518543351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.249106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-5d26a392-92f3-454b-a495-5a2518543351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0591586 Feb 15 13:55:54.327493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-0cd02683-0179-404b-8ca3-aec1dd883876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.328962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-0cd02683-0179-404b-8ca3-aec1dd883876 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752940 Feb 15 13:55:54.460688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-a47eea0b-b9b5-4011-8c5e-79a5fe061c8c service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253684 Feb 15 13:55:54.591423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f692c42-c20e-4bf9-9e0a-0976dd6ccf2f req-4adc1431-f2fd-4935-bc58-e84ee65dea1c service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248391 Feb 15 13:55:59.363436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-690dcd3d-4c8e-44e3-86ba-974141722ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:02.483466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-811488b9-38a0-48a8-adaa-eb99a4204ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:02.612465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:02.815140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:03.243727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:04.123645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:16.447806 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:56:29.376827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78b4a8b8-fb57-48aa-9e46-4c2bac15594a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:32.488305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7bed2414-6b5e-4e15-b452-39bbe1b0c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:32.597132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:32.825656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:33.262021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:34.119597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:53.452121 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:56:54.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-e63bd2f5-4f90-4058-841e-f760bd44e2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758679 Feb 15 13:56:54.258045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-bb6f4c60-edcc-41ae-8652-48f8235684db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.259503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-bb6f4c60-edcc-41ae-8652-48f8235684db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1098 time: 0.0817974 Feb 15 13:56:54.407305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-16ef480b-916a-4960-96c8-111d1c2b8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.413083 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-16ef480b-916a-4960-96c8-111d1c2b8dd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 200 len: 897 time: 0.1293724 Feb 15 13:56:54.508167 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-5a35e97c-4ddc-4f0f-b30f-8e504a305427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 200 len: 1001 time: 0.0938761 Feb 15 13:56:54.679464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-736850cb-f351-4b6a-884d-efe7b4395bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.680802 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-736850cb-f351-4b6a-884d-efe7b4395bf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 200 len: 844 time: 0.1673324 Feb 15 13:56:54.758049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-d2bdc42f-61a3-46cf-8b84-69dfd85ed59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.759583 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-d2bdc42f-61a3-46cf-8b84-69dfd85ed59e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77f581f-b031-4975-9f2e-a8e706bec442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724721 Feb 15 13:56:54.893764 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-33ac938f-2c0d-4a99-898e-3d42a81802b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277418 Feb 15 13:56:55.028828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9634fe8b-c4fa-47c5-9396-28b9bc890a8e req-d417610a-665d-4551-9e34-de60af494e47 service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295798 Feb 15 13:56:55.352747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-d42927d9-fc1c-43a9-a97a-ba93a2adf9dd tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442457884&fields=id&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 267 time: 0.0395751 Feb 15 13:56:55.507750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e89d2a4-d979-4c64-9a8b-019c8423b95a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:55.509165 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e89d2a4-d979-4c64-9a8b-019c8423b95a tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.1490431 Feb 15 13:56:55.524375 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-e5784885-73f0-4a3a-9ac9-d5292e2b9db6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/quotas/b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Feb 15 13:56:55.613044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-bc1ceae3-ecc5-43c6-a3f6-7745be87c17b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0828199 Feb 15 13:56:55.751190 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-58a43c1c-660a-4fcb-831f-8e6696f7e2de service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262953 Feb 15 13:56:55.884930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-0b56bbd3-aada-4a63-9f5a-cc69e8464ccf service neutron] 10.222.0.61 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278939 Feb 15 13:56:56.530442 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-86ddaf19-ebdf-4c0a-b1ec-699e5eb8a243 req-5ec108d7-558b-4043-8991-5532e6fb2c38 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 210 time: 0.0952756 Feb 15 13:56:57.693864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44a88d82-060b-4b64-8f80-3362c9bd5745 req-86032f22-7d24-4210-9752-253a72744e82 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 210 time: 0.0474303 Feb 15 13:56:58.544181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7557ad77-4f97-48f9-9230-fbb435fe79c2 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:58.545730 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7557ad77-4f97-48f9-9230-fbb435fe79c2 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 811 time: 0.1480749 Feb 15 13:56:58.594095 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-1a76a499-731c-47b1-b85f-c64f9ca458ab tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2357b2ba9014f0dbdb2180216ff21c9 HTTP/1.1" status: 200 len: 379 time: 0.0405898 Feb 15 13:56:58.602057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'port': {'device_id': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'admin_state_up': True, 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'security_groups': ['fff2caee-9650-41ce-859c-2aec2f4f374b']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:58.740611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:56:58.750365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:56:58.839729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Made reservation on behalf of b2357b2ba9014f0dbdb2180216ff21c9 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:58.843573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:58.866292 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8accf7cb-0bb9-47e0-808f-7733b7527735 req-5e85a1bd-5be5-4f16-89ee-664599f1e851 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 210 time: 0.0642030 Feb 15 13:56:59.022680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.20.0.5 (f031d363-897b-4c01-b060-fc38cad1234a/37050c85-02c7-4ec0-965d-894e5f3bb105/d7b9778c-2395-4c19-875d-3338752da97b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:59.322617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.338903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Transition to ACTIVE for port object d7b9778c-2395-4c19-875d-3338752da97b will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:59.390860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c31b0aff-0005-49b3-aacb-471c45fb7a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.488164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.558222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network f031d363-897b-4c01-b060-fc38cad1234a is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:59.561949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:59.565926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:56:59.602263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:59.617643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.617985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.618323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.618650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.618971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.619293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.619612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.619929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.620330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.620647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.620959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.621271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:59.656170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:59.656703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.748201 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-8e76a3d1-0780-46ae-a815-c143597514ca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489470 Feb 15 13:56:59.760136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Request body: {'port': {'device_id': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:59.877973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-672b0db8-6724-413e-a840-0cf6cc1ec63c None None] Provisioning for port d7b9778c-2395-4c19-875d-3338752da97b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:59.880444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.884888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-672b0db8-6724-413e-a840-0cf6cc1ec63c None None] Provisioning complete for port d7b9778c-2395-4c19-875d-3338752da97b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:59.885264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-672b0db8-6724-413e-a840-0cf6cc1ec63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:56:59.946073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-672b0db8-6724-413e-a840-0cf6cc1ec63c None None] Port d7b9778c-2395-4c19-875d-3338752da97b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:57:00.000362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32808) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:00.110073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:00.211137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050436f-c2ab-4081-b721-00b15851a9b8 req-31e360a6-ecfb-42b1-b0eb-59e2d1644e38 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:00.211762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0050436f-c2ab-4081-b721-00b15851a9b8 req-31e360a6-ecfb-42b1-b0eb-59e2d1644e38 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:57:00.235582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1732957'] for subnet, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.328081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0050436f-c2ab-4081-b721-00b15851a9b8 req-31e360a6-ecfb-42b1-b0eb-59e2d1644e38 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:57:00.329366 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0050436f-c2ab-4081-b721-00b15851a9b8 req-31e360a6-ecfb-42b1-b0eb-59e2d1644e38 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 931 time: 0.3135900 Feb 15 13:57:00.360455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b9778c-2395-4c19-875d-3338752da97b {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:00.370738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.404432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0050436f-c2ab-4081-b721-00b15851a9b8 req-75383424-1358-4028-aa2f-d5443e3265d3 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673738 Feb 15 13:57:00.407273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Transition to ACTIVE for port object d7b9778c-2395-4c19-875d-3338752da97b will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:57:00.470649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.556257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766640302367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2214684'] for subnet, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.610079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:00.610666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.613983 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/subnets/9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 200 len: 836 time: 0.6106014 Feb 15 13:57:00.620255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a96d9-27c5-4ef6-a1fb-1428e79c63af None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:57:00.632684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:00.662402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:00.670842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.671236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.671571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.671891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.672211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.672528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.672847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.673164 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.673501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.673816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.674143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.674435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c28ba-dac1-4193-92b2-ce3f555a0d46 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:00.746541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Attempting to bind port d7b9778c-2395-4c19-875d-3338752da97b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:57:00.746970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Attempting to bind port d7b9778c-2395-4c19-875d-3338752da97b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:57:00.747928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Attempting to bind port d7b9778c-2395-4c19-875d-3338752da97b on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:57:00.753813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Port d7b9778c-2395-4c19-875d-3338752da97b on network f031d363-897b-4c01-b060-fc38cad1234a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:57:00.754452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Attempting to bind port d7b9778c-2395-4c19-875d-3338752da97b on network f031d363-897b-4c01-b060-fc38cad1234a {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:57:00.760634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:57:00.760972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Checking segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:57:00.761357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Bound using segment: {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:57:00.761818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Bound port: d7b9778c-2395-4c19-875d-3338752da97b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fcf948-7069-4bd9-b2d7-61d49202d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:57:00.762599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:00.865719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:57:00.868982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d7b9778c-2395-4c19-875d-3338752da97b,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:57:01.014728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:01.062449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.063078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:01.064581 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 200 len: 1093 time: 1.3094020 Feb 15 13:57:01.065084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:01.103068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49ab43-adaa-4f83-9024-5530b9004aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:01.121098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Provisioning complete for port 957c43cb-9b3c-40f4-8df0-816044ba5475 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:01.121747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:01.128145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b', 'status': 'completed', 'code': 200} Feb 15 13:57:01.243094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-33d0e21f-7d93-4d91-bdc3-ecf12922ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.245249 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-33d0e21f-7d93-4d91-bdc3-ecf12922ecc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1096 time: 0.0857131 Feb 15 13:57:01.265472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Provisioning complete for port 58f27221-9d70-46e8-ab1d-b04263925a49 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:01.265472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:01.395345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-fdb7c833-00fe-48f3-ae2e-156096294978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.397054 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-fdb7c833-00fe-48f3-ae2e-156096294978 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1442721 Feb 15 13:57:01.401162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Provisioning complete for port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:01.401563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bfe16eb4-359b-4680-8ec2-b5f62b155849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:01.724896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-6cdaa111-6093-4e1c-b85e-5b5daedb44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.726621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f5824fa-93a4-4724-a9dc-d920057a77f7 req-6cdaa111-6093-4e1c-b85e-5b5daedb44c6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3236814 Feb 15 13:57:01.743725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d5627-9357-41c6-af9c-5e651b0ff3a9 req-1e88615c-23cf-46e2-b2c2-5b899ae384b9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.746371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-036d5627-9357-41c6-af9c-5e651b0ff3a9 req-1e88615c-23cf-46e2-b2c2-5b899ae384b9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.1420059 Feb 15 13:57:01.837562 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-036d5627-9357-41c6-af9c-5e651b0ff3a9 req-e58008e4-5277-45c5-99c9-9a70c22b9af6 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855606 Feb 15 13:57:01.859452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-f94f7686-c938-4c81-9a6a-f449b2654e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.860970 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-f94f7686-c938-4c81-9a6a-f449b2654e06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1096 time: 0.0943408 Feb 15 13:57:01.933032 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-82f008a6-3a08-47c7-90fc-0331cded0867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 200 len: 217 time: 0.0648108 Feb 15 13:57:01.998026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-9c4ba460-e903-43a1-bcca-65ac7faaf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.999357 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-9c4ba460-e903-43a1-bcca-65ac7faaf921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0599394 Feb 15 13:57:02.078852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc4fb-df20-47f3-9041-72353d937c14 req-2a4f1dd0-d4d6-4358-a797-ebea5c3d2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:02.080295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-2a4f1dd0-d4d6-4358-a797-ebea5c3d2e8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746446 Feb 15 13:57:02.213824 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-43967ad6-9f0a-4393-9227-8dae8668182c service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272175 Feb 15 13:57:02.353090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-804fc4fb-df20-47f3-9041-72353d937c14 req-50424203-d270-4862-b43c-9547543f47d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327779 Feb 15 13:57:02.546381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-80f87e70-9f7b-4dc2-b24a-7bf7e8e67d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:02.689181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:02.832127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:03.178235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211ef37-065b-4953-b772-e15e82eb6522 req-563804cf-4f64-4bde-a799-926a25f08182 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:03.179676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f211ef37-065b-4953-b772-e15e82eb6522 req-563804cf-4f64-4bde-a799-926a25f08182 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.0816581 Feb 15 13:57:03.224739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f211ef37-065b-4953-b772-e15e82eb6522 req-18aa14f1-4d84-4642-a2df-d855637c1cca tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Feb 15 13:57:03.289523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:04.146540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:04.417674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56178a7c-3690-4cc1-8759-4dd0f2b07ee6 req-d0cc47e0-0906-4d56-82e3-ebf3cddab1fd tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:04.419336 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-56178a7c-3690-4cc1-8759-4dd0f2b07ee6 req-d0cc47e0-0906-4d56-82e3-ebf3cddab1fd tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.0834210 Feb 15 13:57:04.464939 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-56178a7c-3690-4cc1-8759-4dd0f2b07ee6 req-8c7ac21f-09cf-4e75-b933-2b332d72e3c1 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393164 Feb 15 13:57:05.654438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8238436-574b-4261-9e39-91b7279757dc req-6f98440c-642f-4d16-9ef9-bd717241742f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:05.655943 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8238436-574b-4261-9e39-91b7279757dc req-6f98440c-642f-4d16-9ef9-bd717241742f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.0830123 Feb 15 13:57:05.705757 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8238436-574b-4261-9e39-91b7279757dc req-9b9ff8b9-5ab8-4a6d-847f-9a35b682928e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Feb 15 13:57:06.893489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971564-9f7b-43c8-95f5-3f339ef3f76c req-156652f7-bd27-4135-9d24-b09b23657119 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:06.895010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42971564-9f7b-43c8-95f5-3f339ef3f76c req-156652f7-bd27-4135-9d24-b09b23657119 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.0847728 Feb 15 13:57:06.940290 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42971564-9f7b-43c8-95f5-3f339ef3f76c req-060d94f9-3195-4bef-8240-effb1b6808cc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Feb 15 13:57:08.132703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5d368-6380-47c7-8258-0c4ab01df2d8 req-b63f15c6-4c8c-4756-9bee-37bfa2325449 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:08.134228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26b5d368-6380-47c7-8258-0c4ab01df2d8 req-b63f15c6-4c8c-4756-9bee-37bfa2325449 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 943 time: 0.0818157 Feb 15 13:57:08.182304 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26b5d368-6380-47c7-8258-0c4ab01df2d8 req-7a6be8c9-fcd2-4b47-b460-ebda9e26e940 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424693 Feb 15 13:57:08.751032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d7b9778c-2395-4c19-875d-3338752da97b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:57:08.890784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d7b9778c-2395-4c19-875d-3338752da97b,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:08.906015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'd7b9778c-2395-4c19-875d-3338752da97b', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'port_id': 'd7b9778c-2395-4c19-875d-3338752da97b', 'mac_address': 'fa:16:3e:57:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:57:08.963070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:08.980244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b9778c-2395-4c19-875d-3338752da97b {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:08.996513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d7b9778c-2395-4c19-875d-3338752da97b,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:09.077849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:09.148387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:09.155134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.155484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.155879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.156211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.156490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.156821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.157147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.157511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.157838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.158843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.159171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.159498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.367278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953a6dd-eacb-4478-b189-2cc2abb34edc req-254873ad-0b4c-4b27-ad17-358864636a52 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:09.368714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f953a6dd-eacb-4478-b189-2cc2abb34edc req-254873ad-0b4c-4b27-ad17-358864636a52 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 944 time: 0.0827525 Feb 15 13:57:09.372505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['d7b9778c-2395-4c19-875d-3338752da97b'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:57:09.414390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f953a6dd-eacb-4478-b189-2cc2abb34edc req-5fb18b68-1a24-42d7-9a21-c9e2405fc70f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 Feb 15 13:57:10.605725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a1a5-7768-40e3-9b14-47d9c9ecbbc4 req-5f106860-cfec-46cc-bfb6-f025e7200797 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.607159 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e5b2a1a5-7768-40e3-9b14-47d9c9ecbbc4 req-5f106860-cfec-46cc-bfb6-f025e7200797 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 944 time: 0.0831892 Feb 15 13:57:10.653759 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e5b2a1a5-7768-40e3-9b14-47d9c9ecbbc4 req-036bb659-1bd8-409c-892f-1e42f7480b2b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Feb 15 13:57:10.796063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d7b9778c-2395-4c19-875d-3338752da97b up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:57:10.938476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port d7b9778c-2395-4c19-875d-3338752da97b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:57:10.944068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port d7b9778c-2395-4c19-875d-3338752da97b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:10.944464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:11.060648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:11.088269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:11.100366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d7b9778c-2395-4c19-875d-3338752da97b,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:11.134469 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b', 'code': 200} Feb 15 13:57:11.235553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:11.308411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:11.605029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080bed1-d263-4857-bf4d-52690dc3f9ea req-bb163848-fdba-4cfa-90b3-49af25112fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:11.606712 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1080bed1-d263-4857-bf4d-52690dc3f9ea req-bb163848-fdba-4cfa-90b3-49af25112fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1098 time: 0.0699127 Feb 15 13:57:11.649354 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1080bed1-d263-4857-bf4d-52690dc3f9ea req-77b41063-dc47-4680-b4b9-6cf1b6ab1b66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362487 Feb 15 13:57:11.846164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8926-1a8b-4153-8b4b-d0f2bb0b9834 req-8b3b2ea5-1c29-4da9-8647-660c415d83b9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:11.849434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34fd8926-1a8b-4153-8b4b-d0f2bb0b9834 req-8b3b2ea5-1c29-4da9-8647-660c415d83b9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.0855920 Feb 15 13:57:11.893362 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34fd8926-1a8b-4153-8b4b-d0f2bb0b9834 req-6daf3971-d57b-451b-a0cf-9b2472b67c5b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Feb 15 13:57:13.088024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b6cfa-111e-441a-b7f8-5237ebac9b2a req-42c6668e-6dfc-4737-a2bb-828abff417f3 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:13.089438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a5b6cfa-111e-441a-b7f8-5237ebac9b2a req-42c6668e-6dfc-4737-a2bb-828abff417f3 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.0823758 Feb 15 13:57:13.139821 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a5b6cfa-111e-441a-b7f8-5237ebac9b2a req-e7fa497a-9c04-4ffb-b26e-8a6a1085e00e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442393 Feb 15 13:57:14.432671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074735e-59da-4bdb-bc17-0392f5c819f9 req-2b8247fd-ee6d-4a0a-815d-b102ef8fb4a1 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.434068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c074735e-59da-4bdb-bc17-0392f5c819f9 req-2b8247fd-ee6d-4a0a-815d-b102ef8fb4a1 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.1876526 Feb 15 13:57:14.478528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c074735e-59da-4bdb-bc17-0392f5c819f9 req-de8be71b-084d-4f38-b0fe-82dee2877228 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Feb 15 13:57:14.677813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c763-e11b-42e4-804c-aa1107dbb428 req-96f9ee27-1ae3-4d0c-a522-8aa8f63697ff tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.683065 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9114c763-e11b-42e4-804c-aa1107dbb428 req-96f9ee27-1ae3-4d0c-a522-8aa8f63697ff tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.0915356 Feb 15 13:57:14.723537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9114c763-e11b-42e4-804c-aa1107dbb428 req-9d054a5b-c02c-4170-b89b-c7f8e489a2ea tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386016 Feb 15 13:57:14.753697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32844) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:14.926869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76217d01-a429-49c9-ad13-1ec0e61983af tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.928340 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-76217d01-a429-49c9-ad13-1ec0e61983af tempest-TestVolumeBootPattern-494364978 tempest-TestVolumeBootPattern-494364978-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1093 time: 0.1736286 Feb 15 13:57:14.931168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32850) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:14.936213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'd7b9778c-2395-4c19-875d-3338752da97b', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:14.942952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:57:14.946774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Usage tracker for resource:floatingip and tenant:b2357b2ba9014f0dbdb2180216ff21c9 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:57:14.949622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:57:14.955333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:57:15.019965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:15.162498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:15.300998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Allocated IP 172.26.0.173 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/03454915-0ac6-4e64-9e8f-7f72d9c1be4d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:15.446350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:15.563434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:15.629178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:15.632077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:15.634798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:57:15.672935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=03454915-0ac6-4e64-9e8f-7f72d9c1be4d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:16.162760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:16.352660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:16.559043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:16.648669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:16.752780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event updated for resources: {'Port': ['ID=03454915-0ac6-4e64-9e8f-7f72d9c1be4d,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:16.765346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:16.938215 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP 2b20966e-7a8e-44eb-836d-1b63ad44363b associated. External IP: 172.26.0.173, port: d7b9778c-2395-4c19-875d-3338752da97b. Feb 15 13:57:17.294908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:57:17.475329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:57:17.484853 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:17.494028 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:17.494620 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:17.573515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:17.629434 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a2786f59-7fae-477f-93d3-b871e528456f tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6867652 Feb 15 13:57:17.629434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:17.665861 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b', 'status': 'completed', 'code': 200} Feb 15 13:57:17.676786 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:17.760686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-3407633c-4865-42a1-87a9-784b819ea5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:17.762173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-3407633c-4865-42a1-87a9-784b819ea5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1098 time: 0.0712678 Feb 15 13:57:17.901221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-e6d7c204-5fce-4c4f-aba1-ee43a2cac3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:17.903619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-e6d7c204-5fce-4c4f-aba1-ee43a2cac3f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1339209 Feb 15 13:57:18.009864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-ded3e33b-98d3-4d2e-85ab-e09b9048ed5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 200 len: 999 time: 0.0992892 Feb 15 13:57:18.033155 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}, {'id': '2b20966e-7a8e-44eb-836d-1b63ad44363b', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.173', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd7b9778c-2395-4c19-875d-3338752da97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:57:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:16Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:18.037713 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:18.046020 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:18.046894 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:18.075346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-d6e72d7e-ce7f-453e-979c-ceb769dd622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:18.076717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-d6e72d7e-ce7f-453e-979c-ceb769dd622c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0613055 Feb 15 13:57:18.152038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-ea3178e1-8713-4934-b72f-884a914dfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:18.153576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-ea3178e1-8713-4934-b72f-884a914dfbcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709267 Feb 15 13:57:18.226429 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:18.291217 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-591af712-d4ae-40ff-b2c0-a76a3d53f302 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311109 Feb 15 13:57:18.426922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b8472b5-68ba-4b4b-8d19-431d9d33eb01 req-aed04bf9-ed57-4a5b-95db-096e0cb94f44 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297777 Feb 15 13:57:18.585219 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}, {'id': '2b20966e-7a8e-44eb-836d-1b63ad44363b', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.173', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd7b9778c-2395-4c19-875d-3338752da97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:57:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:16Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:18.589229 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3cd1a-033d-4cc2-bfe9-6a0cdeba75be None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}, {'id': '2b20966e-7a8e-44eb-836d-1b63ad44363b', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.173', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd7b9778c-2395-4c19-875d-3338752da97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:57:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:16Z', 'revision_number': 0, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:18.770699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ab162-be30-4c0d-84b6-a99a6d634fe8 None None] New status for floating IP 2b20966e-7a8e-44eb-836d-1b63ad44363b: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:57:29.414120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-974c3599-6586-4056-b725-76f2e9dca1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:30.455972 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:57:32.527170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-737476fe-6518-45a6-b161-171f99f4559e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:32.680137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:32.853034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:33.277732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:34.163183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:43.573131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32868) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:43.906172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 0230c82a-607f-48b4-86eb-21bef31dbd09 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:57:43.906511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:44.103679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:44.104048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:44.253016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 0230c82a-607f-48b4-86eb-21bef31dbd09 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:57:44.476338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:44.528073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=0230c82a-607f-48b4-86eb-21bef31dbd09,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:44.627653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:44.628381 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP d3c6eb81-610d-42ff-a8c0-00668f8379d0 disassociated (deleted). External IP: 172.26.0.117, port: 58f27221-9d70-46e8-ab1d-b04263925a49. Feb 15 13:57:45.010437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d380f728-0072-47e2-b710-82cd3f4566a8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:57:45.203791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:57:45.214527 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Sync routers for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:45.225192 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:45.225814 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:45.308062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:45.450574 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:45.512238 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2354f893-cc3e-4ed9-9916-4b399696dbfc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/d3c6eb81-610d-42ff-a8c0-00668f8379d0 HTTP/1.1" status: 204 len: 168 time: 1.9334586 Feb 15 13:57:45.512238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:45.570370 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49', 'status': 'completed', 'code': 200} Feb 15 13:57:45.686097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-aa805dab-6918-4448-af81-0d5217ed3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.687591 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-aa805dab-6918-4448-af81-0d5217ed3e68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 1098 time: 0.0970170 Feb 15 13:57:45.823636 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:45.827545 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Checking router: d380f728-0072-47e2-b710-82cd3f4566a8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:45.838877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-4b4522df-e21e-4bc3-b59c-0659a09cb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.840335 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-4b4522df-e21e-4bc3-b59c-0659a09cb50b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 200 len: 897 time: 0.1456027 Feb 15 13:57:45.841545 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:45.842230 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:45.917966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-1acded84-e26e-4c3c-8ba3-4ac90993ab40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 200 len: 217 time: 0.0708666 Feb 15 13:57:45.994812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-cfdaded8-2f76-4582-b39e-4da6f083caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.996260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-cfdaded8-2f76-4582-b39e-4da6f083caad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 200 len: 844 time: 0.0724468 Feb 15 13:57:46.034848 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:46.075902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-14c958ae-3761-4946-8998-37856654195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:46.077315 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-14c958ae-3761-4946-8998-37856654195e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77f581f-b031-4975-9f2e-a8e706bec442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746138 Feb 15 13:57:46.250255 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-16562c87-a6d6-427a-a39f-e9d6a0e77be8 service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655619 Feb 15 13:57:46.566714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec6c9e3b-9f3e-4440-9d59-1e25e23466fc req-5ff23daf-b5be-4e29-b597-eacbdac71166 service neutron] 10.222.0.36 "GET /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104088 Feb 15 13:57:46.570502 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:46.579109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdeb12-0c94-4f85-bcbe-4947e999ad58 req-c5b00187-db16-4144-b545-06f72665c5c2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:46.582435 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3ecf7-fe0d-44b6-be0d-0a3dc3868d88 None None] The sync data for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv is: [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '64efc5fd-c39b-4a59-b2ee-a16f857318c2', 'name': '', 'network_id': 'a77f581f-b031-4975-9f2e-a8e706bec442', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c2:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:44Z', 'updated_at': '2022-02-15T13:54:51Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:46.593174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-07cdeb12-0c94-4f85-bcbe-4947e999ad58 req-c5b00187-db16-4144-b545-06f72665c5c2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.3360379 Feb 15 13:57:46.651849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-07cdeb12-0c94-4f85-bcbe-4947e999ad58 req-11390518-b0d5-48fa-bb57-2625b7a2a12b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539956 Feb 15 13:57:46.852237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83829a-b82d-417c-84cc-af48fa2bb69d None None] New status for floating IP d3c6eb81-610d-42ff-a8c0-00668f8379d0: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:57:47.610704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-75d45694-6b87-43ca-af94-48edc3df11cf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:47.612403 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-75d45694-6b87-43ca-af94-48edc3df11cf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.0983837 Feb 15 13:57:47.697148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 58f27221-9d70-46e8-ab1d-b04263925a49 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:57:47.697484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:48.016204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689cc8-2437-422f-806e-6ea3d308e888 req-fdda56d0-6740-42d1-b5cb-c43a8fbc20a9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:48.018066 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98689cc8-2437-422f-806e-6ea3d308e888 req-fdda56d0-6740-42d1-b5cb-c43a8fbc20a9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 945 time: 0.2200596 Feb 15 13:57:48.060859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 58f27221-9d70-46e8-ab1d-b04263925a49, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=58f27221-9d70-46e8-ab1d-b04263925a49,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:48.061208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:48.148447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98689cc8-2437-422f-806e-6ea3d308e888 req-10b7566d-f3eb-49d7-b907-0647eda00c76 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=edbed71a-7902-49ba-a997-acb9ec57dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213484 Feb 15 13:57:48.211051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 58f27221-9d70-46e8-ab1d-b04263925a49 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:57:48.480868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:48.526049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=58f27221-9d70-46e8-ab1d-b04263925a49,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:48.606316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 58f27221-9d70-46e8-ab1d-b04263925a49 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:48.608771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:48.611826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'name': 'network-vif-deleted', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:48.634341 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1901da4c-ff65-49b3-a768-bd923efcd425 req-e9e289a1-1f28-462f-be54-24ca00b6e1bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/58f27221-9d70-46e8-ab1d-b04263925a49 HTTP/1.1" status: 204 len: 173 time: 1.0097563 Feb 15 13:57:48.679072 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3178d7bc-69eb-4fd6-8fac-74515446b66b', 'name': 'network-vif-deleted', 'tag': '58f27221-9d70-46e8-ab1d-b04263925a49', 'status': 'completed', 'code': 200} Feb 15 13:57:49.337050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-89adbe41-2267-40f7-8908-c115fd36c08c req-325c8f97-8c8c-4957-8f5c-0990ebfdcebb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:57:49.537577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-89adbe41-2267-40f7-8908-c115fd36c08c req-325c8f97-8c8c-4957-8f5c-0990ebfdcebb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:57:49.538764 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-89adbe41-2267-40f7-8908-c115fd36c08c req-325c8f97-8c8c-4957-8f5c-0990ebfdcebb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=3178d7bc-69eb-4fd6-8fac-74515446b66b HTTP/1.1" status: 200 len: 210 time: 0.2545419 Feb 15 13:57:50.637710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32890) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:50.705212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:50.736395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:50.898184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:50.917187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbed71a-7902-49ba-a997-acb9ec57dbde,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:50.971677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 58f27221-9d70-46e8-ab1d-b04263925a49 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:57:50.994910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:50.996023 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fc15b06b-d55a-4eb8-a38a-3d60acd5704f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/edbed71a-7902-49ba-a997-acb9ec57dbde HTTP/1.1" status: 204 len: 168 time: 0.3583949 Feb 15 13:57:51.009797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 58f27221-9d70-46e8-ab1d-b04263925a49 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:57:51.010143 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 58f27221-9d70-46e8-ab1d-b04263925a49 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:57:52.093601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32898) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:52.660977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:53.032902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 64efc5fd-c39b-4a59-b2ee-a16f857318c2 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:57:53.033338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:53.223831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 64efc5fd-c39b-4a59-b2ee-a16f857318c2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=64efc5fd-c39b-4a59-b2ee-a16f857318c2,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:53.224488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:53.346286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 64efc5fd-c39b-4a59-b2ee-a16f857318c2 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:57:53.755327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:53.803131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=64efc5fd-c39b-4a59-b2ee-a16f857318c2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:54.099589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:54.474745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d380f728-0072-47e2-b710-82cd3f4566a8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:57:54.659120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:57:54.669443 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Sync routers for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:54.678923 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:54.679526 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:54.832007 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-96f8f211-64ad-4179-bc18-993ca583e0b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/d380f728-0072-47e2-b710-82cd3f4566a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372658 Feb 15 13:57:54.834923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32902) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:54.853429 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:54.914792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet 9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:57:54.918051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:54.978028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.066043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.177786 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:57:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:55.181589 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Checking router: d380f728-0072-47e2-b710-82cd3f4566a8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:55.193719 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Routers {'d380f728-0072-47e2-b710-82cd3f4566a8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:57:55.193719 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:57:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d380f728-0072-47e2-b710-82cd3f4566a8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:55.214602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.256954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:55.264536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.270650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f34ff5-cc65-4dcb-81f2-4e881d62cae3 None None] Network a77f581f-b031-4975-9f2e-a8e706bec442 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:57:55.274271 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5b483654-31d5-4b67-b0c5-e5dcce7849c9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/9a7cbed3-ebf3-40fe-8a98-54f8fdc2d804 HTTP/1.1" status: 204 len: 168 time: 0.4369798 Feb 15 13:57:55.276713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32906) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:55.381305 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] Set router d380f728-0072-47e2-b710-82cd3f4566a8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:57:55.473498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.573792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] DHCP port deletion for a77f581f-b031-4975-9f2e-a8e706bec442 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:57:55.578454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Deleting port 957c43cb-9b3c-40f4-8df0-816044ba5475 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:57:55.578933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.776093 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:57:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:55.781003 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082a5b8-9102-4cf7-989a-1f8e2ec79552 None None] The sync data for ids ['d380f728-0072-47e2-b710-82cd3f4566a8'] in dv-neutron-828156-1-hyperv is: [{'id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'name': 'tempest-TestNetworkBasicOps-router-1638467122', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:39Z', 'updated_at': '2022-02-15T13:57:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f29ab968-53e8-4531-8839-72d6e2aaa187', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f728-0072-47e2-b710-82cd3f4566a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:40Z', 'updated_at': '2022-02-15T13:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:55.847542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] For port 957c43cb-9b3c-40f4-8df0-816044ba5475, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=957c43cb-9b3c-40f4-8df0-816044ba5475,segment=NetworkSegment(8b643351-60d1-48d5-ae05-ba12116fa1fb),segment_id=8b643351-60d1-48d5-ae05-ba12116fa1fb)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:55.847542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.886531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:55.906438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-9fd6162c-6fee-49ca-ac32-0c803c02cb3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281178 Feb 15 13:57:55.976728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Calling delete_port for 957c43cb-9b3c-40f4-8df0-816044ba5475 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:57:56.047200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-827bdf4b-295b-4f84-a9c1-81aaa583316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:56.049330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-827bdf4b-295b-4f84-a9c1-81aaa583316c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0727711 Feb 15 13:57:56.088087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port f29ab968-53e8-4531-8839-72d6e2aaa187 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:57:56.088424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:56.132571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:56.190176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] Pushing event deleted for resources: {'Port': ['ID=957c43cb-9b3c-40f4-8df0-816044ba5475,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:56.192152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdda7fe-901e-464c-b5b8-bdd880655794 None None] No DVR routers for this DVR port 957c43cb-9b3c-40f4-8df0-816044ba5475 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:56.346210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-ae0d2f4f-dda9-48ff-b830-92caf5615ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:56.346210 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-ae0d2f4f-dda9-48ff-b830-92caf5615ce8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.2744980 Feb 15 13:57:56.457221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port f29ab968-53e8-4531-8839-72d6e2aaa187, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f29ab968-53e8-4531-8839-72d6e2aaa187,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:57:56.457597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:56.588659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for f29ab968-53e8-4531-8839-72d6e2aaa187 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:57:56.620212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-38030d40-4976-4048-b28b-fdb2f746e1d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 1000 time: 0.2646465 Feb 15 13:57:56.845385 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-f5a56302-1a1c-4981-9e81-5f5a65b0f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:56.846705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-f5a56302-1a1c-4981-9e81-5f5a65b0f587 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.2192993 Feb 15 13:57:56.983250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-26003b59-2ab7-4e07-8d80-1f1063f2799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:56.983250 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-26003b59-2ab7-4e07-8d80-1f1063f2799b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260450 Feb 15 13:57:57.134219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-c37330c4-d745-4e25-9f18-6cf34ea14e2a service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466827 Feb 15 13:57:57.161055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.392363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=f29ab968-53e8-4531-8839-72d6e2aaa187,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:57.520530 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb674aa8-90c1-4655-be9c-c8189cd88572 req-3b1b7410-96f1-4776-af83-1dd6a7852862 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801725 Feb 15 13:57:57.523189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.587412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 957c43cb-9b3c-40f4-8df0-816044ba5475 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:57:57.637313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 957c43cb-9b3c-40f4-8df0-816044ba5475 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:57:57.637922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 957c43cb-9b3c-40f4-8df0-816044ba5475 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:57:57.638495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 64efc5fd-c39b-4a59-b2ee-a16f857318c2 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:57:57.675424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 64efc5fd-c39b-4a59-b2ee-a16f857318c2 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:57:57.675717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 64efc5fd-c39b-4a59-b2ee-a16f857318c2 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:57:57.705522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.707741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.830012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.830557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router d380f728-0072-47e2-b710-82cd3f4566a8 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:57:57.848400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:57.849635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ee14e054-82ef-42d2-ac88-528eefa7fcc5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/d380f728-0072-47e2-b710-82cd3f4566a8 HTTP/1.1" status: 204 len: 168 time: 2.5712595 Feb 15 13:57:57.854501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32912) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:57.975067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.127166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.154218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77f581f-b031-4975-9f2e-a8e706bec442']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:58.167492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b643351-60d1-48d5-ae05-ba12116fa1fb') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:58.167786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b643351-60d1-48d5-ae05-ba12116fa1fb') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:58.179750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.199414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.206792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:57:58.221489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:57:58.222229 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:57:58.447679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.466441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.478016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=a77f581f-b031-4975-9f2e-a8e706bec442,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:58.544312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04902196-75ed-4c82-b3a9-d1057d53208c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/a77f581f-b031-4975-9f2e-a8e706bec442 HTTP/1.1" status: 204 len: 168 time: 0.6900244 Feb 15 13:57:58.559550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32916) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:58.566389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1870193452', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:58.572011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:57:58.576501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:57:58.580517 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:57:58.590811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:57:58.726949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:58.730527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.760578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:57:58.769603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.769938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8 of type vlan for network 013875b1-aa25-46b3-a337-fdb68d89d235 Feb 15 13:57:58.799264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.938505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:58.944455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:58.956277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:59.059581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=013875b1-aa25-46b3-a337-fdb68d89d235,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:59.070693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 013875b1-aa25-46b3-a337-fdb68d89d235 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:57:59.156348 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ec994fbc-5888-498f-bc2f-56b8024daf79 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5956719 Feb 15 13:57:59.159629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32920) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:57:59.166142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:59.174032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:57:59.179181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:57:59.181347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:57:59.195302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:57:59.263971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:59.265058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:59.280439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:59.458451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e462d03f-b5f5-4615-ae0e-b090ae7a2e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:57:59.493869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f29ab968-53e8-4531-8839-72d6e2aaa187 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:57:59.534911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f29ab968-53e8-4531-8839-72d6e2aaa187 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:57:59.535265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f29ab968-53e8-4531-8839-72d6e2aaa187 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:57:59.692220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:00.209947 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:00.240265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:00.380304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.69 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/24ae7671-c73a-47fe-a78b-86a2f7b18f94) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:00.541516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:01.078157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:01.145562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:01.148333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:01.151980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:01.185951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=24ae7671-c73a-47fe-a78b-86a2f7b18f94,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:01.200459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.201258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.201258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.201479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.201809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.202136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.202459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.202779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.203099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.203415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.203761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.204072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:01.648273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:02.146419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:02.411810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 13:58:02.497594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a90f395b-29d1-4656-95a5-cdef78230a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:02.594972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:58:02.604454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:02.615818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:02.616768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:02.671662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:02.697610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:02.698844 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-eadaec5a-eb30-4d24-ac53-f177c700906a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5380468 Feb 15 13:58:02.701999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32924) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:02.808617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:02.914654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00368b69-e275-4aba-bedf-6232b8791bb0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2073743 Feb 15 13:58:02.914933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32930) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:02.939301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.055083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e0c35-623e-4042-bbf3-b770f367ed85 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:03.056936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4b8e0c35-623e-4042-bbf3-b770f367ed85 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408799 Feb 15 13:58:03.059647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32934) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:03.113317 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1bff389d-3f1f-4759-acf0-3d91915df151 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524616 Feb 15 13:58:03.115879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32938) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:03.121244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357886040', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:03.137775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:01Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:03.142599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:03.142955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Updating router d09064de-a0de-4ecd-b669-1ec9b7bda705 port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:03.209815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.239410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:03.243180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:03.246077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:03.251926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:03.301186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.326620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:03.330882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.556671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.569139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Transition to ACTIVE for port object 24ae7671-c73a-47fe-a78b-86a2f7b18f94 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:03.618198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.642957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.700228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=d98c0b37-1478-4b71-9737-71844a431081,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:03.709960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:03.710316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: 013875b1-aa25-46b3-a337-fdb68d89d235, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:03.722856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Attempting to bind port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:58:03.723236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Attempting to bind port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:58:03.725298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Attempting to bind port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:03.734245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:58:03.734746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:03.735611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.736085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:58:03.736738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Bound port: 24ae7671-c73a-47fe-a78b-86a2f7b18f94, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:58:03.737182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.760329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e351c3-1533-469e-9d33-1f813ddba52a None None] Pushing event updated for resources: {'Port': ['ID=24ae7671-c73a-47fe-a78b-86a2f7b18f94,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:03.806020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:03.822547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] For port 24ae7671-c73a-47fe-a78b-86a2f7b18f94, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:58:03.825476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] For port 24ae7671-c73a-47fe-a78b-86a2f7b18f94, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=24ae7671-c73a-47fe-a78b-86a2f7b18f94,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:58:03.892262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 013875b1-aa25-46b3-a337-fdb68d89d235) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:03.898644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:03.899248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.901872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee225020-6f3d-4490-a0c4-22c315d69a31 None None] Network 013875b1-aa25-46b3-a337-fdb68d89d235 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:58:03.921527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:03.995384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-96ef0807-b17b-40d7-a9fd-f6045e116eb2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8784080 Feb 15 13:58:03.998196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32942) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:04.084344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:04.084964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:04.202957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e351c3-1533-469e-9d33-1f813ddba52a None None] Pushing event updated for resources: {'Port': ['ID=24ae7671-c73a-47fe-a78b-86a2f7b18f94,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:04.303397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:04.385394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:04.429362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-013875b1-aa25-46b3-a337-fdb68d89d235', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 13:58:04.429674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:04.831982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Allocated IP 172.20.0.2 (013875b1-aa25-46b3-a337-fdb68d89d235/d98c0b37-1478-4b71-9737-71844a431081/ce91fdf5-3eb1-4c0f-bd94-54478e28177f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:04.877971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:04.942827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:01Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:04.951521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa043d3-bad4-4412-9093-3ad3a5b75e13 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:01Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:05.067452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.079612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Transition to ACTIVE for port object ce91fdf5-3eb1-4c0f-bd94-54478e28177f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:05.101636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Transition to ACTIVE for port object ce91fdf5-3eb1-4c0f-bd94-54478e28177f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:05.224003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.299975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:05.307931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:05.310636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:05.338703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (013875b1-aa25-46b3-a337-fdb68d89d235/d98c0b37-1478-4b71-9737-71844a431081/d169cb77-a0e8-47d6-84fc-5f0ff69bd549) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:05.410811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Pushing event updated for resources: {'Port': ['ID=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.421075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Attempting to bind port ce91fdf5-3eb1-4c0f-bd94-54478e28177f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:58:05.421482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Attempting to bind port ce91fdf5-3eb1-4c0f-bd94-54478e28177f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:58:05.422777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Attempting to bind port ce91fdf5-3eb1-4c0f-bd94-54478e28177f on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:05.428645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:58:05.429033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Checking segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:05.429490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.429852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Bound using segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:58:05.430328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Bound port: ce91fdf5-3eb1-4c0f-bd94-54478e28177f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:58:05.430706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.532260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.542321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] For port ce91fdf5-3eb1-4c0f-bd94-54478e28177f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:58:05.546595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] For port ce91fdf5-3eb1-4c0f-bd94-54478e28177f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:58:05.552734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object d169cb77-a0e8-47d6-84fc-5f0ff69bd549 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:05.595239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 24ae7671-c73a-47fe-a78b-86a2f7b18f94 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:05.635194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.651920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.735377 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:05.739491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:05.743274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:05.752773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d5792-387c-4aae-b2b3-1325d0d82133 None None] Pushing event updated for resources: {'Port': ['ID=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.791011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.820250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.824095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:05.829508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:05.830055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:05.978526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.041076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 24ae7671-c73a-47fe-a78b-86a2f7b18f94, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=24ae7671-c73a-47fe-a78b-86a2f7b18f94,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:06.114575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.186960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=24ae7671-c73a-47fe-a78b-86a2f7b18f94,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:06.229516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.780368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.789557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd147f-978f-4409-8092-2325c46fbbb4 None None] Network 013875b1-aa25-46b3-a337-fdb68d89d235 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:58:06.847134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.959713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-eaf8e6b4-260a-4a5e-98a8-6b42cb7c2723 None None] Provisioning for port ce91fdf5-3eb1-4c0f-bd94-54478e28177f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:06.964409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:06.967967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:07.135307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:07.136606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:07.351830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:58:07.389814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-98c287f7-86a2-4db4-bb2e-79c90ef4f74c None None] Provisioning for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:07.396146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-98c287f7-86a2-4db4-bb2e-79c90ef4f74c None None] Provisioning complete for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:07.398213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-98c287f7-86a2-4db4-bb2e-79c90ef4f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:07.472518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-98c287f7-86a2-4db4-bb2e-79c90ef4f74c None None] Port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:58:07.474325 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:58:07.560438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:58:07.582313 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:07.598377 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:07.599406 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b8918c2a-f5b4-447b-a1b2-3ce66bcc0ac3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/d09064de-a0de-4ecd-b669-1ec9b7bda705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5998812 Feb 15 13:58:07.600135 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:07.602003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32948) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:07.606100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f82f9344-1784-434f-98d5-342e3b7f7c58 None None] Provisioning complete for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:07.606661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f82f9344-1784-434f-98d5-342e3b7f7c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:07.666636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce91fdf5-3eb1-4c0f-bd94-54478e28177f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:07.839610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f82f9344-1784-434f-98d5-342e3b7f7c58 None None] Port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:58:07.873281 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:07.943030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port ce91fdf5-3eb1-4c0f-bd94-54478e28177f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:07.956590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ce91fdf5-3eb1-4c0f-bd94-54478e28177f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:07.957275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.022894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.023287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.023744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.024193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.024636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.025238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.027147 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5e73ea5c-04a5-487c-860a-30bfd97283d5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.4241767 Feb 15 13:58:08.031078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 32952) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:08.071868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-82beb2eb-d944-4560-862f-34e9c4777130 None None] Provisioning complete for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:08.072585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-82beb2eb-d944-4560-862f-34e9c4777130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.128191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.128818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.129275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.129944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.130730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.131216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.139915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-962801ba-2c33-4c43-b757-3cee2cfc34f0 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1067374 Feb 15 13:58:08.146767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32956) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:08.146936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-82beb2eb-d944-4560-862f-34e9c4777130 None None] Port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:58:08.229743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.270870 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:08.272290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port ce91fdf5-3eb1-4c0f-bd94-54478e28177f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:08.275785 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:08.276068 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Updating router d09064de-a0de-4ecd-b669-1ec9b7bda705 port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:08.315584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.316519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 24ae7671-c73a-47fe-a78b-86a2f7b18f94 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:08.333768 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.411195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-86caa7d0-7eb3-4ef6-8c3d-7220e7bbb9c5 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2663941 Feb 15 13:58:08.471068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:08.486756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:08.487598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.761533 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.773710 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Transition to ACTIVE for port object d169cb77-a0e8-47d6-84fc-5f0ff69bd549 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:08.846060 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:08.994980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Pushing event updated for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:09.006002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32962) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:09.011132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220441933', 'description': 'tempest-secgroup-smoke-1220441933 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:09.013231 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.013604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.013912 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.014232 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.014540 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.014851 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.015248 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.015463 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.016292 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.016598 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.016895 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.017557 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.018101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:09.022697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:09.026321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:09.033955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:09.071805 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Attempting to bind port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:58:09.072171 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Attempting to bind port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:58:09.072522 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Attempting to bind port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:09.078586 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:58:09.078971 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Checking segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:09.079405 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.079811 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Bound using segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:58:09.080267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Bound port: d169cb77-a0e8-47d6-84fc-5f0ff69bd549, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:58:09.080631 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.160657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.171235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] For port d169cb77-a0e8-47d6-84fc-5f0ff69bd549, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:58:09.175118 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] For port d169cb77-a0e8-47d6-84fc-5f0ff69bd549, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:58:09.185390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:09.189523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:09.192322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:09.197906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:09.267417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.269567 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.332329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.349095 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:09.349749 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:09.383260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc919719-3b75-4de8-970a-62fe00d6cbff,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:09.392542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.392897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.393235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.393591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.393929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.394251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.394564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.394882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.395203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.395505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.395838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.396280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:09.405220 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8b4b-5fc6-4ffb-b9e8-73d94cdac362 None None] Pushing event updated for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:09.451841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.456746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3728f739-ef33-4dda-8aa2-9ae99fbd414a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4497073 Feb 15 13:58:09.460811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32966) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:09.465292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:09.472240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:09.476472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:09.480497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:09.490101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:09.542479 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:09.556516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce91fdf5-3eb1-4c0f-bd94-54478e28177f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:09.592863 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.651954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port ce91fdf5-3eb1-4c0f-bd94-54478e28177f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:09.652585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.668708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.744547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.775152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8404ad5c-b92e-4bc7-97b6-e46a4be90a72,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:09.899404 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:09Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:09.903333 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a807282-daa1-4d9e-8e6f-acc18ad005c0 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:09Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:09.912637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:09.912637 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-602aee8d-5f66-464d-b276-b1cd7dd0b012 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491730 Feb 15 13:58:09.913269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32970) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:09.918481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:09.925010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:09.928984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:09.935825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:09.939133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:10.058964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.128996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.211662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.236386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34ce7fc-44c2-4509-b8fa-4388ea978a00,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:10.280956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.283574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0888c0ab-f57c-4d0a-922e-32df870bc7b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689768 Feb 15 13:58:10.286538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32974) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:10.291670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:10.298598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:10.302623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:10.305482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:10.311320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:10.431628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.496632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.600194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.624256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b07611-ad86-4f73-8655-56f04dfb7f6a,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:10.703716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.705007 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c7dd46c7-ba5e-4158-a076-e3d601318b93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4175146 Feb 15 13:58:10.708104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32978) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:10.713333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:10.719607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:10.723855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:10.726981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:10.732907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:10.819180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.888364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.948957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:10.973813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1865d72-4805-4cf7-93bd-caf0a2ade49b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:11.022865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.024078 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6b63bb32-58a8-4370-860a-51187d6af7af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150291 Feb 15 13:58:11.026958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32982) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:11.032350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:11.038184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:11.041908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:11.044696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:11.050831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:11.114759 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:58:11.121824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.187388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.244985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.268166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cd33ce-793e-47b1-bc8c-fcd5fb34deb7,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:11.354459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.355772 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d4009af7-ba99-403d-8d25-907e61a7927b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276267 Feb 15 13:58:11.358500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 32986) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:11.363645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'cc919719-3b75-4de8-970a-62fe00d6cbff', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:11.370004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:11.373928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:11.377980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:11.383705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:11.457177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:58:11.464284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.532732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.562615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d169cb77-a0e8-47d6-84fc-5f0ff69bd549 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:11.577265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.603578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea41c11-2cad-4a16-98df-5086fcfb5ba1,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:11.691726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.692982 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d1795e0-a240-4188-a36b-acd73cdb3ae9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335710 Feb 15 13:58:11.720636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:11.726131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:11.726610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.847165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:11.870455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8265fe24-1814-485f-b8ee-66328f8b4a33 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220441933&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.0395443 Feb 15 13:58:11.879718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port d169cb77-a0e8-47d6-84fc-5f0ff69bd549, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:11.938233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:12.007066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:12.014492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.014851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.015202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.016586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.016715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.017051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.017392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.017751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.018083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.018409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.018734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.019054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:12.026683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f0b4b2eb-8819-4e10-9564-316a3afe8c3c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:12.027212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f0b4b2eb-8819-4e10-9564-316a3afe8c3c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:58:12.125949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f0b4b2eb-8819-4e10-9564-316a3afe8c3c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:58:12.127111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f0b4b2eb-8819-4e10-9564-316a3afe8c3c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 797 time: 0.2497728 Feb 15 13:58:12.142390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-b892943c-894d-43db-b77a-d4b63019df2c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0097244 Feb 15 13:58:12.228701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-298ec62c-b185-4c01-9e70-f89ec21472da req-6448c23f-186c-4453-b363-9c0b5e178db7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:58:12.330981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-298ec62c-b185-4c01-9e70-f89ec21472da req-6448c23f-186c-4453-b363-9c0b5e178db7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:58:12.332246 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-6448c23f-186c-4453-b363-9c0b5e178db7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848042 Feb 15 13:58:12.620257 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-d7a6a42e-7ffb-4501-baeb-83120066b558 service neutron] 10.222.0.61 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757947 Feb 15 13:58:12.756647 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-bad7abdc-2793-4de8-9a7a-7dbefe01b4bc service neutron] 10.222.0.61 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276805 Feb 15 13:58:13.044451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc69a7d9-a905-45c5-ac46-27a4272aacdc req-0c507079-0e68-43a2-a812-a31d06a8308a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 210 time: 0.0438259 Feb 15 13:58:13.541751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d169cb77-a0e8-47d6-84fc-5f0ff69bd549 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:13.611186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:13.611622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:14.193374 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d49c63e0-129d-4286-850d-8bda15e906cb req-8299cd92-9f5e-4863-8143-563553860cd0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 210 time: 0.0422463 Feb 15 13:58:15.123567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-3fc0a547-e89d-40f8-9236-7320c8e02876 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:15.124997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-3fc0a547-e89d-40f8-9236-7320c8e02876 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 797 time: 0.1525702 Feb 15 13:58:15.173485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f2485f1f-5fe0-4c46-8dce-e7d4a2059226 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 380 time: 0.0400608 Feb 15 13:58:15.181036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['cc919719-3b75-4de8-970a-62fe00d6cbff']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:15.368145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-83357dad-0cf9-4617-b982-07ffe5977767 req-7ff011ae-d854-4af6-888c-922567918b61 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 210 time: 0.0562451 Feb 15 13:58:15.376820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:15.386311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:15.468719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:15.473427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:15.645800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.10 (013875b1-aa25-46b3-a337-fdb68d89d235/d98c0b37-1478-4b71-9737-71844a431081/049f8911-13bb-44e9-8ba0-2f6cb1dc3881) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:15.844402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:15.860272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:15.965845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:16.040503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:16.043661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:16.048528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:16.086409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:16.121321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.121959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:16.234862 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f5e1714a-ac0a-4a44-9d8f-c9dae8fbe8a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0574405 Feb 15 13:58:16.245504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Request body: {'port': {'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:16.343014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4982d64b-0ff5-4aa4-bb13-9f834ea5f334 None None] Provisioning for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:16.348245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4982d64b-0ff5-4aa4-bb13-9f834ea5f334 None None] Provisioning complete for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:16.348614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4982d64b-0ff5-4aa4-bb13-9f834ea5f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:16.359971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:16.407043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4982d64b-0ff5-4aa4-bb13-9f834ea5f334 None None] Port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:58:16.677224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe57af9-073b-49b8-90af-63306d368d27 req-9f52fffd-f721-4a64-b5ad-7fb8a640b531 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.677864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bbe57af9-073b-49b8-90af-63306d368d27 req-9f52fffd-f721-4a64-b5ad-7fb8a640b531 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:58:16.870088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bbe57af9-073b-49b8-90af-63306d368d27 req-9f52fffd-f721-4a64-b5ad-7fb8a640b531 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:58:16.871223 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbe57af9-073b-49b8-90af-63306d368d27 req-9f52fffd-f721-4a64-b5ad-7fb8a640b531 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 932 time: 0.3862672 Feb 15 13:58:16.897597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:16.908808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:16.937670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Transition to ACTIVE for port object 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:16.940910 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbe57af9-073b-49b8-90af-63306d368d27 req-14e9f32d-e0d0-4f72-aa7e-8f4129dbb043 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627577 Feb 15 13:58:16.994180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:17.124959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.234342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Attempting to bind port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:58:17.234677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Attempting to bind port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:58:17.235028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Attempting to bind port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:17.239937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 on network 013875b1-aa25-46b3-a337-fdb68d89d235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:58:17.240277 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Attempting to bind port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:17.245679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:58:17.246016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Checking segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:17.246400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Bound using segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:58:17.246823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Bound port: 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:58:17.247159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:17.337000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:58:17.340060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:58:17.406071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:17.468899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:17.469611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:17.471121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] 10.222.0.36 "PUT /v2.0/ports/049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 1094 time: 1.2296543 Feb 15 13:58:17.471555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:17.500017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f388274-2a43-490b-8a3f-ae19ffa29b8c service neutron] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.524894 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:58:17.632638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df870008-04db-4cc3-8593-bd0902445132 req-baa33887-99ed-4f3c-a5a4-aaf585acb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:17.634286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df870008-04db-4cc3-8593-bd0902445132 req-baa33887-99ed-4f3c-a5a4-aaf585acb934 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1097 time: 0.0864761 Feb 15 13:58:17.783513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df870008-04db-4cc3-8593-bd0902445132 req-bf4bdc1d-9a92-46b2-9df8-19de3e91c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:17.784999 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df870008-04db-4cc3-8593-bd0902445132 req-bf4bdc1d-9a92-46b2-9df8-19de3e91c0d6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1438057 Feb 15 13:58:17.919110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df870008-04db-4cc3-8593-bd0902445132 req-63830edd-6d9f-4ab6-b84b-934950562222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:17.920584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df870008-04db-4cc3-8593-bd0902445132 req-63830edd-6d9f-4ab6-b84b-934950562222 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302698 Feb 15 13:58:18.030272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-0762854b-7d59-4181-8c64-01113b7a00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.031623 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-0762854b-7d59-4181-8c64-01113b7a00c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1097 time: 0.0761776 Feb 15 13:58:18.134764 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-19c03fde-b47b-46f2-8637-be99bfef68c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 217 time: 0.0959609 Feb 15 13:58:18.209819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-b74ef369-78f2-482d-8ad3-10c25ed4f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.211241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-b74ef369-78f2-482d-8ad3-10c25ed4f300 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0700421 Feb 15 13:58:18.271328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e7cb5-f6d1-4bb6-9b23-a1ffa5aa44cf req-d2d744b2-cd81-44b9-a785-c6e5683a2745 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.272757 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3e4e7cb5-f6d1-4bb6-9b23-a1ffa5aa44cf req-d2d744b2-cd81-44b9-a785-c6e5683a2745 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 944 time: 0.1871979 Feb 15 13:58:18.332548 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3e4e7cb5-f6d1-4bb6-9b23-a1ffa5aa44cf req-a826ab07-b8d6-42a2-a2f3-9ce5ad031c1f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502472 Feb 15 13:58:18.338689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f1730ae8-d08f-457f-aa0f-a8ef21295796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.340093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-f1730ae8-d08f-457f-aa0f-a8ef21295796 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215239 Feb 15 13:58:18.472745 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-962aaaaf-ef03-41b2-8eea-4b4ef3035958 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 Feb 15 13:58:18.605615 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298ec62c-b185-4c01-9e70-f89ec21472da req-9853edec-7795-4bef-ac4b-d4a7b470a011 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266086 Feb 15 13:58:19.522036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630ad9-407a-4912-b913-62e0727a07e2 req-d3bc287f-5255-4a6e-b54c-3fc8da062e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:19.523535 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3630ad9-407a-4912-b913-62e0727a07e2 req-d3bc287f-5255-4a6e-b54c-3fc8da062e81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 944 time: 0.0795135 Feb 15 13:58:19.568222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3630ad9-407a-4912-b913-62e0727a07e2 req-e1570cab-de13-4c2a-9c86-5c5bce77234c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Feb 15 13:58:20.859635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ead4-c09d-47b0-8a96-48970fbdbae9 req-e284ab2b-06bf-472f-9e3c-14c33f9f8489 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:20.861613 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1455ead4-c09d-47b0-8a96-48970fbdbae9 req-e284ab2b-06bf-472f-9e3c-14c33f9f8489 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 944 time: 0.1841500 Feb 15 13:58:20.904936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1455ead4-c09d-47b0-8a96-48970fbdbae9 req-f27baf68-b239-4c7b-b5f9-3adf1ab9073f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Feb 15 13:58:22.091323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e65536-9436-4f31-a541-09197a73e34f req-3c662e61-c03a-4ab4-b9f1-e84bed25ae4f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:22.092769 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2e65536-9436-4f31-a541-09197a73e34f req-3c662e61-c03a-4ab4-b9f1-e84bed25ae4f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 944 time: 0.0812550 Feb 15 13:58:22.139736 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a2e65536-9436-4f31-a541-09197a73e34f req-f5449677-c792-41c8-93d2-4e10a3e8ccd2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410888 Feb 15 13:58:23.122861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:58:23.256106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:23.269649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:58:23.326949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:23.327776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4fc10-5eea-4a69-acca-7cbbc3c9ab57 req-69f80fcd-28c0-4adc-8e13-2aea4e7ea373 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:23.329491 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abf4fc10-5eea-4a69-acca-7cbbc3c9ab57 req-69f80fcd-28c0-4adc-8e13-2aea4e7ea373 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 944 time: 0.0820966 Feb 15 13:58:23.349728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:23.365800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:23.391736 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abf4fc10-5eea-4a69-acca-7cbbc3c9ab57 req-77fb321a-7eab-4977-97a2-c1e5bedc6da2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468256 Feb 15 13:58:23.441514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:23.517067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:23.687149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['049f8911-13bb-44e9-8ba0-2f6cb1dc3881'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:58:24.577041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7a59e-ad46-4492-bf67-f97c3becf1ef req-9efaab60-6fd6-4691-a48e-ae0aa1503d13 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:24.578442 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b1b7a59e-ad46-4492-bf67-f97c3becf1ef req-9efaab60-6fd6-4691-a48e-ae0aa1503d13 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 945 time: 0.0854700 Feb 15 13:58:24.624927 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b1b7a59e-ad46-4492-bf67-f97c3becf1ef req-581825cb-6b12-4ce2-a449-c0b65867bc5c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Feb 15 13:58:25.153266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:25.336195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:25.341326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:25.341732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:25.457566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:25.483773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:25.493779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:25.529009 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'code': 200} Feb 15 13:58:25.570900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:25.640281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:25.813781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb932580-adb2-4d04-ae20-f933cd6337c7 req-ba7df572-65ad-400b-a3c9-ed3c1e99c6bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:25.815212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb932580-adb2-4d04-ae20-f933cd6337c7 req-ba7df572-65ad-400b-a3c9-ed3c1e99c6bc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.0821064 Feb 15 13:58:25.916105 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb932580-adb2-4d04-ae20-f933cd6337c7 req-de141e1e-49c9-4395-b4ca-88656c66b442 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944700 Feb 15 13:58:25.929546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1873-abf7-4211-9079-83f9c1d26d17 req-ec1bbcfd-fd68-4d7a-b2d1-6bcb4a1632bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:25.935298 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-13db1873-abf7-4211-9079-83f9c1d26d17 req-ec1bbcfd-fd68-4d7a-b2d1-6bcb4a1632bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1099 time: 0.0957236 Feb 15 13:58:25.972834 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-13db1873-abf7-4211-9079-83f9c1d26d17 req-ac837109-d5be-4e80-9fa3-89d5324d5e7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349545 Feb 15 13:58:27.127431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b0733-9f76-4b12-b758-3f8482e5e34c req-d404a5b8-66df-434e-ab6b-92df4a11b4e3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:27.129263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-992b0733-9f76-4b12-b758-3f8482e5e34c req-d404a5b8-66df-434e-ab6b-92df4a11b4e3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.0821106 Feb 15 13:58:27.178503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-992b0733-9f76-4b12-b758-3f8482e5e34c req-69624faf-7282-43d3-bbcf-addcb2ce16cb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Feb 15 13:58:28.360160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dfd97-995c-4a18-8e30-bef587706feb req-4dd74666-f5de-40df-ba27-1e6a6fc9cb54 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.361621 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c0dfd97-995c-4a18-8e30-bef587706feb req-4dd74666-f5de-40df-ba27-1e6a6fc9cb54 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.0785916 Feb 15 13:58:28.407523 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c0dfd97-995c-4a18-8e30-bef587706feb req-f17af09f-ea10-4ae9-8a1c-85f1237bb349 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Feb 15 13:58:28.594815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c20d6-ea27-4ccc-a9d3-7735348c905b req-5fac1f1a-152c-4ce9-a109-5677a01c768c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.596481 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-931c20d6-ea27-4ccc-a9d3-7735348c905b req-5fac1f1a-152c-4ce9-a109-5677a01c768c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.0832698 Feb 15 13:58:28.642844 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-931c20d6-ea27-4ccc-a9d3-7735348c905b req-41092135-7a21-466d-ae0b-79531fb95d50 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 Feb 15 13:58:28.669106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33054) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:28.750838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171b140-acd5-4d56-8f5b-b433dcf91e0a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.752330 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2171b140-acd5-4d56-8f5b-b433dcf91e0a tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1094 time: 0.0820963 Feb 15 13:58:28.755277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33058) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:28.761782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:28.769027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:28.774437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:28.777339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:28.784942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:28.896674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:29.035674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:29.181586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.153 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/e3a04319-5d26-4fb4-a522-f98dc6703049) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:29.329709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:29.376736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b18d9153-3186-46d7-b608-cbe3e676231e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:29.433986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:29.504327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:29.507193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:29.510766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:29.539520 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=e3a04319-5d26-4fb4-a522-f98dc6703049,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:30.023615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:30.152225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:30.360482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:30.450257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:30.557963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=e3a04319-5d26-4fb4-a522-f98dc6703049,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:30.573223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:30.745179 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP cdeb251c-6d22-42b6-9a34-24178f9ac292 associated. External IP: 172.26.0.153, port: 049f8911-13bb-44e9-8ba0-2f6cb1dc3881. Feb 15 13:58:31.106735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:58:31.307657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:58:31.317321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:31.327947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:31.335504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:31.427403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:31.490248 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ea993308-a684-4dc6-81c8-52270a19bcb1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7338276 Feb 15 13:58:31.490920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:31.493087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33064) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:31.525874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:31.538649 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:58:31.631265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fe7a7-5d6e-45e9-9d1b-9276f208e0e7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.635326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9d8fe7a7-5d6e-45e9-9d1b-9276f208e0e7 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1094 time: 0.1382234 Feb 15 13:58:31.656694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-f8870c9f-6e7e-42f2-95d2-fca011f8e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.656810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-f8870c9f-6e7e-42f2-95d2-fca011f8e105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1099 time: 0.0931704 Feb 15 13:58:31.807883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-c4a0f16e-a4e3-4a3e-ac75-1131bfc8aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.809446 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-c4a0f16e-a4e3-4a3e-ac75-1131bfc8aa35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1470506 Feb 15 13:58:31.923228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-2dc1a6c8-0963-4c96-892f-629f18dc5512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 1000 time: 0.1083758 Feb 15 13:58:31.941158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:29Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:31.945811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:31.955723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:31.957596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:31.990226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-ae2e8dd7-eac6-40c4-b75d-bba73dafba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.991657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-ae2e8dd7-eac6-40c4-b75d-bba73dafba58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0629601 Feb 15 13:58:32.078279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33072) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:32.084479 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802382988', 'description': 'tempest-secgroup-smoke-802382988 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:32.087305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-54ea245a-1641-4a89-9193-900398fa86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:32.090257 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-54ea245a-1641-4a89-9193-900398fa86bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913441 Feb 15 13:58:32.090786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:32.095117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:32.098877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:32.105968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:32.152124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:32.230122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-2556ee90-bd8d-408f-b4fb-67a4778f6b5b service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351924 Feb 15 13:58:32.239175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.261012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:32.265188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:32.268136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:32.275996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:32.374728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bf74ac49-236b-4552-a0f3-5ecacd30fa0c req-0f8c2aec-5131-45fe-b911-3bcf7b02b10a service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384487 Feb 15 13:58:32.490445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.582680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-81da88f5-dad3-4076-a586-904f4ac08e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.605297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:29Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:32.605500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.610924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d1bd9-c1db-44de-8184-5d6063eca809 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:29Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:32.654769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.669822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ca1a17-07e3-4056-861f-b0a480ba82b1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:32.725584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.726160 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-245dd2d4-b53e-42ca-84ca-105576045825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6466546 Feb 15 13:58:32.728955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33076) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:32.734257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:32.740637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:32.745001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:32.748581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:32.761179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:32.799048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:32.829591 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3f2e2-84d8-4752-8c28-4a1aa305d861 None None] New status for floating IP cdeb251c-6d22-42b6-9a34-24178f9ac292: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:58:32.846069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.010950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.144519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.168723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afa8946-777b-4c5b-b451-532e6a1fb34e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:33.244951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.246325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bdf258d9-ab58-407b-b59d-8679fdc1958a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5162492 Feb 15 13:58:33.249188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33080) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:33.254259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:33.272415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:33.272415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:33.272415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:33.274587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:33.296573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.377346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.449668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.507637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.531671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02251e4-de4d-4eb5-bfe7-ab93c0207f41,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:33.616334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.620410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33084) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:33.620862 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6d813ada-0438-4325-8e5b-cd057e2a8a42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3704460 Feb 15 13:58:33.626913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:33.632920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:33.637015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:33.640076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:33.646524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:33.726504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.787884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.884376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:33.908563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b606e75-0919-4939-9b8a-51f520251b45,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:34.005069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.008922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33088) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:34.009449 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-20d063ae-7139-47a9-aea3-4ff2ae639e01 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864396 Feb 15 13:58:34.014162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:34.020363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:34.024107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:34.026984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:34.032514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:34.104067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.153376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.171934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.244048 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.269260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a17ea7c-f4be-40f4-8bcc-316766b2a2fd,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:34.353624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.355162 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-29e55624-46d2-4283-a144-e23865cb43a3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450227 Feb 15 13:58:34.367982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33092) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:34.367982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:34.369742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:34.373666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:34.376511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:34.382380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:34.524790 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:58:34.531838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.605182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.690207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.714008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8b5f34-e371-413b-873a-3b1781664cfd,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:34.776364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.777470 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2aaaad5d-19f2-4094-a4f1-66fea135dbf9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4179704 Feb 15 13:58:34.780170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33096) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:34.786212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': '19ca1a17-07e3-4056-861f-b0a480ba82b1', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:34.792113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:34.796119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:34.799095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:34.805498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:34.884638 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 13:58:34.891509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:34.956322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:35.073173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:35.097235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe22a9d-f90b-434c-8401-ba7666556bde,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:35.159779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:35.161611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dbb49869-b2d7-4b88-ae03-2bbb547460e2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3803933 Feb 15 13:58:35.333585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-2b4edb77-5144-483b-9ff7-cc99ac7234ac tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802382988&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.0454023 Feb 15 13:58:35.488112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-c62b337a-7f8b-488b-831a-572f1e202245 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:35.488112 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-c62b337a-7f8b-488b-831a-572f1e202245 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 797 time: 0.1461277 Feb 15 13:58:35.501735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-7c405894-a6a6-4d64-a93a-259ee40113c1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0093694 Feb 15 13:58:35.599095 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-e06afd36-b767-4d37-b059-159792a30763 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0913320 Feb 15 13:58:35.786121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-c2adf5a3-369d-4d50-98ab-01cc2efca55e service neutron] 10.222.0.61 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744499 Feb 15 13:58:35.922192 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-be0361c9-7b1e-4c57-80e3-a1858f64c09b service neutron] 10.222.0.61 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302228 Feb 15 13:58:36.176500 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-865a00e5-34f1-468e-ae71-856cdeb4fc30 req-12365689-50fc-4b28-a348-3c1b977ec1b9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 210 time: 0.0421870 Feb 15 13:58:37.332738 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ec9b4be3-65e3-4806-96b5-1046afe4d06f req-a6d1a5b6-3f7c-45c1-b331-ce5e96f986e3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 210 time: 0.0428352 Feb 15 13:58:38.561607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44eeace4-73df-4a7f-873b-fb3d80795b0d req-747b99ad-6ed6-4232-87a4-534eea247edd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 210 time: 0.0986586 Feb 15 13:58:38.630802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-6bdf7220-116d-41b9-889d-1064be3b92a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:38.632241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-6bdf7220-116d-41b9-889d-1064be3b92a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 797 time: 0.1903818 Feb 15 13:58:38.684770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-ad0e14fc-a46d-4238-a70d-5b03b4c9bd81 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 472 time: 0.0443997 Feb 15 13:58:38.695181 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['19ca1a17-07e3-4056-861f-b0a480ba82b1']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:38.834122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:38.844433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:38.924272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:38.928230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:39.101902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.7 (013875b1-aa25-46b3-a337-fdb68d89d235/d98c0b37-1478-4b71-9737-71844a431081/82d61ea8-3f91-4eaf-890f-668a0e53cbcc) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:39.296867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:39.313520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 82d61ea8-3f91-4eaf-890f-668a0e53cbcc will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:39.404392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:39.595744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 013875b1-aa25-46b3-a337-fdb68d89d235 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:39.599700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:39.603820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:39.634676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.685642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:39.686347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:39.789224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0e830-c31a-473d-a202-f14c2686019b req-7be1d5af-76b6-4008-a8d0-0fd0b6762601 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:39.789990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-cee0e830-c31a-473d-a202-f14c2686019b req-7be1d5af-76b6-4008-a8d0-0fd0b6762601 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:58:39.828881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-eca816bb-bc17-420b-ae9d-e80ce6518550 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378281 Feb 15 13:58:39.879382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Request body: {'port': {'device_id': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:39.925215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-cee0e830-c31a-473d-a202-f14c2686019b req-7be1d5af-76b6-4008-a8d0-0fd0b6762601 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:58:39.926378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cee0e830-c31a-473d-a202-f14c2686019b req-7be1d5af-76b6-4008-a8d0-0fd0b6762601 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 931 time: 0.2358220 Feb 15 13:58:39.987615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0fd80d08-52ab-4f0f-a609-bb52ccc347a2 None None] Provisioning for port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:39.993900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0fd80d08-52ab-4f0f-a609-bb52ccc347a2 None None] Provisioning complete for port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:39.998976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0fd80d08-52ab-4f0f-a609-bb52ccc347a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:40.021557 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cee0e830-c31a-473d-a202-f14c2686019b req-5bedf79c-5b6a-48a8-aacf-a9e8a2b0d13b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881288 Feb 15 13:58:40.029095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:40.049280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0fd80d08-52ab-4f0f-a609-bb52ccc347a2 None None] Port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 13:58:40.383818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d61ea8-3f91-4eaf-890f-668a0e53cbcc {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:40.391174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:40.406736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Transition to ACTIVE for port object 82d61ea8-3f91-4eaf-890f-668a0e53cbcc will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:40.490055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:40.624967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Pushing event updated for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:40.738996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Attempting to bind port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 13:58:40.739193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Attempting to bind port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 13:58:40.739440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Attempting to bind port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:40.744789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc on network 013875b1-aa25-46b3-a337-fdb68d89d235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 13:58:40.745109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Attempting to bind port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc on network 013875b1-aa25-46b3-a337-fdb68d89d235 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 13:58:40.750432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 13:58:40.750638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Checking segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 13:58:40.751446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Bound using segment: {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 13:58:40.751536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Bound port: 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 13:58:40.751812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:40.843051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 13:58:40.846992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 13:58:40.942406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:41.006518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.007120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:41.008492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 200 len: 1093 time: 1.1723549 Feb 15 13:58:41.008928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:41.036850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c232e5-34fc-4bdd-bfbc-57dbcd5077b0 service neutron] Pushing event updated for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:41.150019 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'status': 'completed', 'code': 200} Feb 15 13:58:41.244490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-631c6229-9982-48e4-90bb-3cdb8fc84853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.245974 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-631c6229-9982-48e4-90bb-3cdb8fc84853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1096 time: 0.1355927 Feb 15 13:58:41.319637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf8ca7-4684-40f4-b42c-f0620f16694f req-8cfe13a8-64e3-4a86-910a-e65cd4873854 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.321061 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8bf8ca7-4684-40f4-b42c-f0620f16694f req-8cfe13a8-64e3-4a86-910a-e65cd4873854 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 943 time: 0.1775618 Feb 15 13:58:41.330202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-cefcc521-94c3-47cf-b64e-51b45e6ef773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 200 len: 217 time: 0.0757134 Feb 15 13:58:41.416969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8bf8ca7-4684-40f4-b42c-f0620f16694f req-d24c7b6d-47c1-4e66-8dd3-af2ef2362b9f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882778 Feb 15 13:58:41.422616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-9b02d8ea-3b26-44de-8736-08bd057f631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.423983 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-9b02d8ea-3b26-44de-8736-08bd057f631a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0809250 Feb 15 13:58:41.500145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475857-6a1f-4966-b985-6235654ce706 req-9fa59252-5323-48d8-89f3-cd32370281d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.501669 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-9fa59252-5323-48d8-89f3-cd32370281d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714512 Feb 15 13:58:41.635902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-b175a515-e206-4a43-a609-aff1024ad8ec service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284654 Feb 15 13:58:41.867295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61475857-6a1f-4966-b985-6235654ce706 req-d8263ae9-323b-4e60-9ca3-ad6f47f3eaab service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253745 Feb 15 13:58:42.033207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-dc6424a0-2519-4ed1-904a-a731cb9b0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.035374 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-dc6424a0-2519-4ed1-904a-a731cb9b0e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1096 time: 0.0761144 Feb 15 13:58:42.170548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-7c749adb-26e2-4bff-855d-50b3aece72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.172010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-7c749adb-26e2-4bff-855d-50b3aece72ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1303201 Feb 15 13:58:42.240756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-4b14d519-c935-4f6d-8e31-34af2f19da64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 200 len: 217 time: 0.0622895 Feb 15 13:58:42.307125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-2599b485-4a64-4bae-95b9-91f9a1b36253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.308539 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-2599b485-4a64-4bae-95b9-91f9a1b36253 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0607150 Feb 15 13:58:42.384928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-2e3cdbee-c81c-4fb3-bfcf-68bc7ef06bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.386402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-2e3cdbee-c81c-4fb3-bfcf-68bc7ef06bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720410 Feb 15 13:58:42.529739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-10231248-49fa-4792-89b3-373931ff193b service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354198 Feb 15 13:58:42.725183 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-926e2899-9a4f-4686-b229-aec8495d81d8 req-2bbc6e9f-d3ca-4a45-a305-df1b118ba5a2 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623933 Feb 15 13:58:42.734993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9e07-aa44-458c-94f0-9935e802cdf4 req-340e375a-bb64-448d-a086-1962749a0fb3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.736404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8d5b9e07-aa44-458c-94f0-9935e802cdf4 req-340e375a-bb64-448d-a086-1962749a0fb3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 943 time: 0.2057929 Feb 15 13:58:42.782984 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8d5b9e07-aa44-458c-94f0-9935e802cdf4 req-9d6c5ac1-71a7-4b6f-9507-5ae4043b09c5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Feb 15 13:58:43.970705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a619f-1d91-41b0-9b11-6f82f8141a69 req-7ae7599b-04a1-4bff-a794-9ed6932c816a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:43.972619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-357a619f-1d91-41b0-9b11-6f82f8141a69 req-7ae7599b-04a1-4bff-a794-9ed6932c816a tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 943 time: 0.0814197 Feb 15 13:58:44.023237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-357a619f-1d91-41b0-9b11-6f82f8141a69 req-f35b84d3-fcdf-472f-b1dd-1d5542f3ffec tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442736 Feb 15 13:58:44.466887 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:58:45.207285 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da5489-801c-411f-8586-08b8c6389077 req-e599621b-529d-4fcd-b085-5173a6f64135 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:45.208714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d6da5489-801c-411f-8586-08b8c6389077 req-e599621b-529d-4fcd-b085-5173a6f64135 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 943 time: 0.0799634 Feb 15 13:58:45.246294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 82d61ea8-3f91-4eaf-890f-668a0e53cbcc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 13:58:45.256729 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d6da5489-801c-411f-8586-08b8c6389077 req-1f522ca3-51c3-4e6e-9796-1bf4466dcbdc tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Feb 15 13:58:45.383218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:45.398164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'port_id': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'mac_address': 'fa:16:3e:65:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 13:58:45.458644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:45.475786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d61ea8-3f91-4eaf-890f-668a0e53cbcc {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:45.494170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:45.598097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:45.665670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:45.840879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['82d61ea8-3f91-4eaf-890f-668a0e53cbcc'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:58:46.448494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cf2eb-a9af-42da-a673-e2ff5c7eac04 req-9f47e2a1-0f55-42af-9216-64f18c668810 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:46.449949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-542cf2eb-a9af-42da-a673-e2ff5c7eac04 req-9f47e2a1-0f55-42af-9216-64f18c668810 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 944 time: 0.0841720 Feb 15 13:58:46.495683 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-542cf2eb-a9af-42da-a673-e2ff5c7eac04 req-3bae02c8-513a-46e2-8e85-b3003e912bb7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385396 Feb 15 13:58:47.254554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 82d61ea8-3f91-4eaf-890f-668a0e53cbcc up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 13:58:47.369550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:47.374452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:47.374829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:47.493486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:47.521931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:47.532048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:58:47.591885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:47.630594 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'code': 200} Feb 15 13:58:47.675110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:47.698149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87a78-dad3-42de-bb58-20571b803b2b req-95e11025-2309-4e52-8fb6-09b6fd235f8e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:47.699616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18a87a78-dad3-42de-bb58-20571b803b2b req-95e11025-2309-4e52-8fb6-09b6fd235f8e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.0927670 Feb 15 13:58:47.745300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18a87a78-dad3-42de-bb58-20571b803b2b req-c43b96d8-b54c-4d14-81fc-d59cfb91a3af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 Feb 15 13:58:48.023898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e56e36-608e-4b44-8478-49e35c131a30 req-e3783c20-9b48-472e-bf93-c618fea3217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.026030 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4e56e36-608e-4b44-8478-49e35c131a30 req-e3783c20-9b48-472e-bf93-c618fea3217f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1098 time: 0.0762432 Feb 15 13:58:48.067598 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4e56e36-608e-4b44-8478-49e35c131a30 req-4256f72d-005b-4b43-b390-ca9cab4a210e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Feb 15 13:58:48.938977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671934f-e416-4376-bd47-574f0d3389c6 req-f009ee4f-a26c-4f1e-b06d-16569b43c448 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.940565 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1671934f-e416-4376-bd47-574f0d3389c6 req-f009ee4f-a26c-4f1e-b06d-16569b43c448 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.0812607 Feb 15 13:58:48.985302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1671934f-e416-4376-bd47-574f0d3389c6 req-74937f03-2494-4c78-8ff7-2567447c2230 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 Feb 15 13:58:50.180003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b04bc7-b4c3-4825-a26d-4251cd417e8f req-bafefb76-a760-4710-bba0-7c66c6fe87cd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.181580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02b04bc7-b4c3-4825-a26d-4251cd417e8f req-bafefb76-a760-4710-bba0-7c66c6fe87cd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.0859904 Feb 15 13:58:50.228017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02b04bc7-b4c3-4825-a26d-4251cd417e8f req-22b91601-3071-4217-8530-00af6cdf34b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402410 Feb 15 13:58:50.418382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f633904-47cf-4202-890a-50d11f12c213 req-03e634c7-f043-4fe3-9851-e4efb722ae35 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.419850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2f633904-47cf-4202-890a-50d11f12c213 req-03e634c7-f043-4fe3-9851-e4efb722ae35 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.0837412 Feb 15 13:58:50.569688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2f633904-47cf-4202-890a-50d11f12c213 req-277bca85-c193-4c27-a44a-7dde106193e6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440518 Feb 15 13:58:50.592770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33166) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:50.675522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13633301-dc22-4d2d-8251-4671f3ea6518 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.677197 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-13633301-dc22-4d2d-8251-4671f3ea6518 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1093 time: 0.0833249 Feb 15 13:58:50.680407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33170) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:58:50.686194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:50.692434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:58:50.696326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:58:50.699271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:58:50.704957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:58:50.763925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:50.907637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:51.049629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.246 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/ba9cd962-2d07-47c7-84f4-8fbc841acb61) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:51.201014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:51.319183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:51.388792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:51.391603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:51.396300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 13:58:51.426864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=ba9cd962-2d07-47c7-84f4-8fbc841acb61,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:51.856613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:51.979360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:52.192744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:52.323692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:52.536402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=ba9cd962-2d07-47c7-84f4-8fbc841acb61,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:52.549054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:52.729668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP efb600e5-82ee-49ba-834e-b8524d9f88de associated. External IP: 172.26.0.246, port: 82d61ea8-3f91-4eaf-890f-668a0e53cbcc. Feb 15 13:58:53.092319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:58:53.266780 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:58:53.277312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:53.286839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:53.287672 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:53.357825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:58:53.416081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-932e440a-b35d-4ad9-b2fd-c7aac0f3e7ba tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7345665 Feb 15 13:58:53.416746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:53.460513 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'status': 'completed', 'code': 200} Feb 15 13:58:53.477258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:53.556527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-5afdf02d-d01d-4931-ae74-cf67a941c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.558092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-5afdf02d-d01d-4931-ae74-cf67a941c850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1098 time: 0.0741603 Feb 15 13:58:53.691630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-604281fe-6be1-44f2-b652-7a3b147ead8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.693068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-604281fe-6be1-44f2-b652-7a3b147ead8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1277423 Feb 15 13:58:53.799126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-9c08dabb-ee5c-4aae-87c2-4ae8f4751f9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 200 len: 999 time: 0.0986657 Feb 15 13:58:53.867740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-a57b8041-3d22-4847-b1db-4db9ae910886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.869179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-a57b8041-3d22-4847-b1db-4db9ae910886 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0596483 Feb 15 13:58:53.887054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}, {'id': 'efb600e5-82ee-49ba-834e-b8524d9f88de', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:65:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:51Z', 'updated_at': '2022-02-15T13:58:51Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:53.890988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:53.899412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:58:53.900008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:58:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:53.959873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-d2d4b022-f2bb-4cc5-ae39-981b41d2d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.961322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-d2d4b022-f2bb-4cc5-ae39-981b41d2d881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858235 Feb 15 13:58:54.082043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:58:54.110025 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-62298fd5-7945-4cee-aaa8-bdc1e15f1d71 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423879 Feb 15 13:58:54.248342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f91b9090-bcba-4935-80da-e95afb1c44e6 req-c86bd1ca-e820-411a-ad80-0b09ef9ec4ad service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313908 Feb 15 13:58:54.431147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}, {'id': 'efb600e5-82ee-49ba-834e-b8524d9f88de', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:65:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:51Z', 'updated_at': '2022-02-15T13:58:51Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:54.435340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784dfae-517e-4f5d-b425-e5174a55e643 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}, {'id': 'efb600e5-82ee-49ba-834e-b8524d9f88de', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:65:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:51Z', 'updated_at': '2022-02-15T13:58:51Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:54.625912 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a19f67-98b6-4fd6-b9b5-96e4be5465d1 None None] New status for floating IP efb600e5-82ee-49ba-834e-b8524d9f88de: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:58:56.887070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-2de8c10a-239d-4222-baac-c3763811b1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705123 Feb 15 13:58:56.984037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-2843e545-8e89-40fb-9421-4309a984f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.985435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-2843e545-8e89-40fb-9421-4309a984f44a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1098 time: 0.0754509 Feb 15 13:58:57.134742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-6658e6cc-f125-4ea8-a39b-5b35a60e2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.136203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-6658e6cc-f125-4ea8-a39b-5b35a60e2210 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1309361 Feb 15 13:58:57.251519 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-d98ae4c3-9e13-4b72-8ad2-a72ff1d7f850 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 200 len: 1001 time: 0.1084495 Feb 15 13:58:57.314885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-aeecfcf8-776e-4511-9bc2-891083657b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.317359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-aeecfcf8-776e-4511-9bc2-891083657b5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0596142 Feb 15 13:58:57.398106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-da8b59f1-96c3-4496-b8da-460a5b647f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.399578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-da8b59f1-96c3-4496-b8da-460a5b647f90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763326 Feb 15 13:58:57.537895 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-31747e76-00f7-4b40-b85c-b8f20b1f6636 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306543 Feb 15 13:58:57.673057 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a51a302d-c5ed-4e23-8137-babc3982ef47 req-e7cefa7e-4f16-475d-b5f9-a3a0cebb3c58 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282601 Feb 15 13:58:59.432405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0b678f3b-2a02-41e5-81c0-c455be8e0547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:02.706628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-381648b1-fca0-4b42-98cc-3004ac78baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:02.728885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:02.832956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:03.346604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:04.198597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:21.466508 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:59:27.916184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33194) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:28.022120 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b2b3d894-5636-4399-847b-10f05cdef0b5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/cdeb251c-6d22-42b6-9a34-24178f9ac292 HTTP/1.1" status: 200 len: 994 time: 0.1049588 Feb 15 13:59:29.373103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-47284d20-e45a-4d9f-b2d4-503e5089b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:29.545073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33206) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:29.551527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:29.669673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:29.883038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:29.912530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:29.990830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:30.060752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.061355 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:30.067802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/ports/049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 939 time: 0.5166585 Feb 15 13:59:30.067802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:30.086562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=6']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:30.095033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.095451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.095910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.096505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.097045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.097365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.097755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.098085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.098424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.098738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.099219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.099541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce60abc-25f4-4810-addd-efc942454ba9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:30.164144 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:59:30.321506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc42d6f3-cb15-4ead-baf7-f5135796f7a0 None None] Provisioning complete for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:30.321820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc42d6f3-cb15-4ead-baf7-f5135796f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:30.362469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-7ffe8c8c-3dda-42e2-bb12-c7298c11f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.363966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-7ffe8c8c-3dda-42e2-bb12-c7298c11f667 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1100 time: 0.1771073 Feb 15 13:59:30.382516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fc42d6f3-cb15-4ead-baf7-f5135796f7a0 None None] Port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 is administratively disabled so it will not transition to active. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 15 13:59:30.492717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-115a0d91-db3c-4d2e-9cfd-eb2611882657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.494101 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-115a0d91-db3c-4d2e-9cfd-eb2611882657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1242085 Feb 15 13:59:30.598212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-b68ca015-2a46-4902-b3b2-0607db6cbbe3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 1003 time: 0.0976937 Feb 15 13:59:30.664504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-48bcca4d-6cb0-4df5-b3a2-c339d487c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.665971 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-48bcca4d-6cb0-4df5-b3a2-c339d487c1d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0579090 Feb 15 13:59:30.744407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-117caf45-0832-482c-a7eb-4833feb66637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.745814 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-117caf45-0832-482c-a7eb-4833feb66637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736442 Feb 15 13:59:30.876062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-003bac1d-3acb-41a2-8b16-f175ec535bae service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240075 Feb 15 13:59:31.006197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37cfd386-aee8-47ec-8c46-5d65b65db0da req-dd675385-8b0a-4297-add5-e46aa2d7927f service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235516 Feb 15 13:59:32.505014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c245f76d-28e4-48aa-a289-66b1e6bedadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:32.659920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:32.830962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:33.316636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:33.497250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33218) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:33.503280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:33.741635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:33.957460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:33.982937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:34.042397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:34.115812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.116438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:34.117826 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/ports/049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 938 time: 0.6195619 Feb 15 13:59:34.118484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:34.121866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33222) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:34.144435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e46d-9685-4927-9ef5-ac2b7fc50e28 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=7']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:34.162445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:34.180829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:59:34.298887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-93467932-efa8-4d71-bd61-f752d0fe27b3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/cdeb251c-6d22-42b6-9a34-24178f9ac292 HTTP/1.1" status: 200 len: 994 time: 0.1734324 Feb 15 13:59:34.313428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-be30e991-1ad6-4b1b-b0d6-49a7044a7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.316006 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-be30e991-1ad6-4b1b-b0d6-49a7044a7dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1099 time: 0.1020429 Feb 15 13:59:34.365945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['049f8911-13bb-44e9-8ba0-2f6cb1dc3881'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 13:59:34.448866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-4185b345-93e4-4c1e-afdd-61708fed4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.450226 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-4185b345-93e4-4c1e-afdd-61708fed4c3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1281209 Feb 15 13:59:34.452397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd4787cd-f31d-4977-904a-ffe04d95d007 None None] Provisioning complete for port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:34.452774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cd-f31d-4977-904a-ffe04d95d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:34.554779 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-5fd734ae-2ffa-407e-ab39-6b9674c8e400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 1002 time: 0.0979834 Feb 15 13:59:34.624588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-6d36b196-2995-4de1-8a2a-26b389653e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.626194 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-6d36b196-2995-4de1-8a2a-26b389653e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0662568 Feb 15 13:59:34.709968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-275c00b0-50d4-416d-bb55-617a471be885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.711411 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-275c00b0-50d4-416d-bb55-617a471be885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790064 Feb 15 13:59:34.846838 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-fc6aa7fe-111a-40a8-a403-e5540a3275dc service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287391 Feb 15 13:59:35.091440 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-442f5411-2dbe-4188-91c1-5d3c1942a371 req-a945b17f-3837-4167-8868-da13220ed265 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388005 Feb 15 13:59:36.864748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33234) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:37.071515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port ba9cd962-2d07-47c7-84f4-8fbc841acb61 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:37.071765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:37.240333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:37.240720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:37.362695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for ba9cd962-2d07-47c7-84f4-8fbc841acb61 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:37.573673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:37.622103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=ba9cd962-2d07-47c7-84f4-8fbc841acb61,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:37.666486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.666834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.667174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.667507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.667834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.668162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.668481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.668802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.669125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.669542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.669829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.670161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:37.728174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:37.728501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP efb600e5-82ee-49ba-834e-b8524d9f88de disassociated (deleted). External IP: 172.26.0.246, port: 82d61ea8-3f91-4eaf-890f-668a0e53cbcc. Feb 15 13:59:38.090078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:59:38.394889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:59:38.404386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:38.411202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:38.414367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:38.414975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:38.468356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9c74e100-d8af-4d3c-a8fc-9ec42fd3e163 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/efb600e5-82ee-49ba-834e-b8524d9f88de HTTP/1.1" status: 204 len: 168 time: 1.6024580 Feb 15 13:59:38.468925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:38.516300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'status': 'completed', 'code': 200} Feb 15 13:59:38.623502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28928-cd43-43ac-994c-16d851408092 req-e0051b7a-fbf1-420a-9bb8-fd4bed1cb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:38.624992 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-e0051b7a-fbf1-420a-9bb8-fd4bed1cb0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 1098 time: 0.0873904 Feb 15 13:59:38.648103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:38.781382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28928-cd43-43ac-994c-16d851408092 req-16a59644-96b8-4a73-9ae1-b93cbdec9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:38.783063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-16a59644-96b8-4a73-9ae1-b93cbdec9366 service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1512640 Feb 15 13:59:38.854163 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-f82bd7a0-1723-4049-a863-41011d7886e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 200 len: 217 time: 0.0652530 Feb 15 13:59:38.922094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28928-cd43-43ac-994c-16d851408092 req-cd2aebb3-9190-4d56-a3f9-4842ec0105a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:38.924013 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-cd2aebb3-9190-4d56-a3f9-4842ec0105a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0600002 Feb 15 13:59:39.008759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28928-cd43-43ac-994c-16d851408092 req-5e07f9ed-2771-41a6-b62e-4f3c17605582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:39.013886 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-5e07f9ed-2771-41a6-b62e-4f3c17605582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808325 Feb 15 13:59:39.029584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:39.034816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:39.043828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:39.044465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:39.213049 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-80650511-57b7-45ea-bb46-5c13aaf039d5 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945539 Feb 15 13:59:39.221793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43daf0-fbec-4c85-a859-e371524a0430 req-bef7e34b-3a09-4ea4-b5a1-bf9f6acf14f3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:39.222492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e43daf0-fbec-4c85-a859-e371524a0430 req-bef7e34b-3a09-4ea4-b5a1-bf9f6acf14f3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:39.231498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:39.361919 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84a28928-cd43-43ac-994c-16d851408092 req-6bba23a8-cce9-4426-94bb-0eb6962c3435 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353686 Feb 15 13:59:39.396234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-0e43daf0-fbec-4c85-a859-e371524a0430 req-bef7e34b-3a09-4ea4-b5a1-bf9f6acf14f3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:39.402618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e43daf0-fbec-4c85-a859-e371524a0430 req-bef7e34b-3a09-4ea4-b5a1-bf9f6acf14f3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.3069270 Feb 15 13:59:39.444578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e43daf0-fbec-4c85-a859-e371524a0430 req-6945c71e-8bbc-40e3-9f34-d90adeb1774b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Feb 15 13:59:39.591171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:39.595214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d3ba7-e2f4-42ab-b3bd-dfba8d9ea4a3 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'cdeb251c-6d22-42b6-9a34-24178f9ac292', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'port_id': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'mac_address': 'fa:16:3e:7e:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:58:29Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 1, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:39.796305 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35681aaf-398d-41a0-81d4-6deee309ee52 None None] New status for floating IP efb600e5-82ee-49ba-834e-b8524d9f88de: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:59:40.403246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-9ef27ea5-8f13-4f3c-a6fa-602f72c774c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:40.404640 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-9ef27ea5-8f13-4f3c-a6fa-602f72c774c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.0829177 Feb 15 13:59:40.473978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:40.474317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:40.770984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f10f94-8fea-463d-8a34-71869eba9d5b req-8ca4d9c7-0772-40fe-b7a1-139ead596758 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:40.772332 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03f10f94-8fea-463d-8a34-71869eba9d5b req-8ca4d9c7-0772-40fe-b7a1-139ead596758 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 945 time: 0.2153316 Feb 15 13:59:40.783935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:40.784280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:40.925044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 82d61ea8-3f91-4eaf-890f-668a0e53cbcc owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:41.100296 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03f10f94-8fea-463d-8a34-71869eba9d5b req-608c7d3a-9238-4240-a9fe-25b0362a5444 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=19ca1a17-07e3-4056-861f-b0a480ba82b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195598 Feb 15 13:59:41.288143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:41.338756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=82d61ea8-3f91-4eaf-890f-668a0e53cbcc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:41.415787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 82d61ea8-3f91-4eaf-890f-668a0e53cbcc on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:41.418259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:41.420744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'name': 'network-vif-deleted', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:41.466380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6', 'name': 'network-vif-deleted', 'tag': '82d61ea8-3f91-4eaf-890f-668a0e53cbcc', 'status': 'completed', 'code': 200} Feb 15 13:59:41.511842 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80aef70b-cd7d-4118-bfd6-6907234a011f req-2f15e5f4-a469-46f0-80e1-3efe647a8039 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/82d61ea8-3f91-4eaf-890f-668a0e53cbcc HTTP/1.1" status: 204 len: 173 time: 1.1019852 Feb 15 13:59:42.264433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1bdbea10-5daf-4ccb-a0ec-c3792c8f754c req-e0815ede-f887-4d8c-a45b-46c0944c48a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:42.383795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1bdbea10-5daf-4ccb-a0ec-c3792c8f754c req-e0815ede-f887-4d8c-a45b-46c0944c48a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:42.384893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1bdbea10-5daf-4ccb-a0ec-c3792c8f754c req-e0815ede-f887-4d8c-a45b-46c0944c48a4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbc8a9a0-e0b7-44b1-9c2d-13fee88afca6 HTTP/1.1" status: 200 len: 210 time: 0.1621766 Feb 15 13:59:43.488233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:43.555279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:43.585042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:43.727553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:43.747116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ca1a17-07e3-4056-861f-b0a480ba82b1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:43.756580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:43.758310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ac54234c-d221-470a-afca-e4ff02d15b21 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/19ca1a17-07e3-4056-861f-b0a480ba82b1 HTTP/1.1" status: 204 len: 168 time: 0.2689164 Feb 15 13:59:43.882980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33258) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:44.083304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port e3a04319-5d26-4fb4-a522-f98dc6703049 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:44.083552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:44.260965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:44.261293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:44.387085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for e3a04319-5d26-4fb4-a522-f98dc6703049 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:44.602165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:44.648631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=e3a04319-5d26-4fb4-a522-f98dc6703049,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:44.742616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:44.742950 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP cdeb251c-6d22-42b6-9a34-24178f9ac292 disassociated (deleted). External IP: 172.26.0.153, port: 049f8911-13bb-44e9-8ba0-2f6cb1dc3881. Feb 15 13:59:45.207406 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:59:45.388756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:59:45.398697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:45.408245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:45.408869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:45.464706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:45.525119 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b31e81f1-c5c8-4f59-b788-355f9e826591 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/cdeb251c-6d22-42b6-9a34-24178f9ac292 HTTP/1.1" status: 204 len: 168 time: 1.6386755 Feb 15 13:59:45.525119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:45.571547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 82d61ea8-3f91-4eaf-890f-668a0e53cbcc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:45.614187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 82d61ea8-3f91-4eaf-890f-668a0e53cbcc {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:45.614733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 82d61ea8-3f91-4eaf-890f-668a0e53cbcc not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:45.617320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:59:45.635927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:45.721416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299125-377f-4250-b45d-81a1c706a357 req-243c83bc-58d6-4644-9795-27d592a23133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:45.722920 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-243c83bc-58d6-4644-9795-27d592a23133 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 1099 time: 0.0786474 Feb 15 13:59:45.864407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299125-377f-4250-b45d-81a1c706a357 req-398c85be-647f-42a3-bd13-fda458b1516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:45.865868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-398c85be-647f-42a3-bd13-fda458b1516b service neutron] 10.222.0.36 "GET /v2.0/networks?id=013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 200 len: 897 time: 0.1373339 Feb 15 13:59:45.939968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-3b928837-3698-485b-8a97-08f29830478f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 200 len: 217 time: 0.0673554 Feb 15 13:59:46.006591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299125-377f-4250-b45d-81a1c706a357 req-4821ad95-fc8e-428c-a68a-833d5fd1f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.010995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-4821ad95-fc8e-428c-a68a-833d5fd1f8c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 200 len: 835 time: 0.0630007 Feb 15 13:59:46.013775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:46.018698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:46.027967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:46.028698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:46.144805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299125-377f-4250-b45d-81a1c706a357 req-47dcf285-b30e-49cd-b546-1fe89b4e2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.146492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-47dcf285-b30e-49cd-b546-1fe89b4e2540 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=013875b1-aa25-46b3-a337-fdb68d89d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315324 Feb 15 13:59:46.218610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:46.298712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-4eb2b3be-245b-434c-b1d8-a9de2ef1c5f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.299520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-4eb2b3be-245b-434c-b1d8-a9de2ef1c5f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:46.308866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-7c3066bc-e17d-4cf0-b58f-31a0111befa6 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542082 Feb 15 13:59:46.396940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-4eb2b3be-245b-434c-b1d8-a9de2ef1c5f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:46.398104 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-4eb2b3be-245b-434c-b1d8-a9de2ef1c5f2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.3282311 Feb 15 13:59:46.473218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-563b39f8-9d78-4077-a27b-e2ce8b954451 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:46.497989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c299125-377f-4250-b45d-81a1c706a357 req-d9f41825-5695-477a-aa0d-413c5a77a662 service neutron] 10.222.0.36 "GET /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803453 Feb 15 13:59:46.542454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:46.546980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8636d8a-ddc3-4c50-bce3-90445277ba4a None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:58:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'd169cb77-a0e8-47d6-84fc-5f0ff69bd549', 'name': '', 'network_id': '013875b1-aa25-46b3-a337-fdb68d89d235', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:c3:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'd98c0b37-1478-4b71-9737-71844a431081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:05Z', 'updated_at': '2022-02-15T13:58:11Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': 'd98c0b37-1478-4b71-9737-71844a431081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:46.567793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-563b39f8-9d78-4077-a27b-e2ce8b954451 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:46.568931 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7a6c9f6e-cd8e-43d3-8135-74ef8cb38030 req-563b39f8-9d78-4077-a27b-e2ce8b954451 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635759 Feb 15 13:59:46.771455 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787db10-866f-43a3-961d-e37048392a7c None None] New status for floating IP cdeb251c-6d22-42b6-9a34-24178f9ac292: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:59:47.509763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-24276c46-7c2a-4879-abde-8e848d674814 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.511173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-24276c46-7c2a-4879-abde-8e848d674814 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.0842741 Feb 15 13:59:47.581808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:47.582142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:47.992929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69f7ae-03db-4036-aea6-ec4ce1990975 req-39f85aa6-f91e-48cc-ade7-c9ee0443dc89 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.994430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c69f7ae-03db-4036-aea6-ec4ce1990975 req-39f85aa6-f91e-48cc-ade7-c9ee0443dc89 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 946 time: 0.2074373 Feb 15 13:59:48.003165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:48.003519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.141189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33270) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:48.145063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:48.208769 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c69f7ae-03db-4036-aea6-ec4ce1990975 req-aef907c6-9183-410a-ac73-5977a7ad85eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc919719-3b75-4de8-970a-62fe00d6cbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081711 Feb 15 13:59:48.351836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port 03454915-0ac6-4e64-9e8f-7f72d9c1be4d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:48.352213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.406711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.459440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=049f8911-13bb-44e9-8ba0-2f6cb1dc3881,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:48.535696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.536273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.553184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:48.555555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.558161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'name': 'network-vif-deleted', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:48.615221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b00c8f-e707-48f6-b821-55dc3d6736e2', 'name': 'network-vif-deleted', 'tag': '049f8911-13bb-44e9-8ba0-2f6cb1dc3881', 'status': 'completed', 'code': 200} Feb 15 13:59:48.631295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab592d12-23b4-453d-93c6-e3e6f68e0133 req-4eefcd20-219c-4655-944a-cd59ac217852 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/049f8911-13bb-44e9-8ba0-2f6cb1dc3881 HTTP/1.1" status: 204 len: 173 time: 1.1149213 Feb 15 13:59:48.663296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for 03454915-0ac6-4e64-9e8f-7f72d9c1be4d owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:48.899126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:48.950504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=03454915-0ac6-4e64-9e8f-7f72d9c1be4d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:49.044527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:49.044857 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP 2b20966e-7a8e-44eb-836d-1b63ad44363b disassociated (deleted). External IP: 172.26.0.173, port: d7b9778c-2395-4c19-875d-3338752da97b. Feb 15 13:59:49.378712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bce1534d-71c2-4216-a6e2-933c6fa40551 req-cd620130-5d9d-4ebf-936a-f1cf9860302f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:49.463452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bce1534d-71c2-4216-a6e2-933c6fa40551 req-cd620130-5d9d-4ebf-936a-f1cf9860302f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:49.464730 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bce1534d-71c2-4216-a6e2-933c6fa40551 req-cd620130-5d9d-4ebf-936a-f1cf9860302f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3b00c8f-e707-48f6-b821-55dc3d6736e2 HTTP/1.1" status: 200 len: 210 time: 0.1288755 Feb 15 13:59:49.506051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:59:49.690875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:59:49.700140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:49.710943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:49.712235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:49.760514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:49.817680 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f5d24c8f-d8ee-4294-8889-10e36497a0fc tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "DELETE /v2.0/floatingips/2b20966e-7a8e-44eb-836d-1b63ad44363b HTTP/1.1" status: 204 len: 168 time: 1.6728768 Feb 15 13:59:49.817680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:49.862940 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b', 'status': 'completed', 'code': 200} Feb 15 13:59:49.915147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:49.965799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-a8aade7d-1e29-4791-9807-e44ac421e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.968100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-a8aade7d-1e29-4791-9807-e44ac421e551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 1098 time: 0.0840561 Feb 15 13:59:50.102129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-a8fb73f5-c2fd-4c06-8c31-82a685a491eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.103562 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-a8fb73f5-c2fd-4c06-8c31-82a685a491eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.1299937 Feb 15 13:59:50.178034 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-88cc1b7a-17b4-40d3-a0da-136c4cc09479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 200 len: 217 time: 0.0686519 Feb 15 13:59:50.263829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-9ec5b7b6-fd07-4ac0-b94d-75ab5931129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.263829 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-9ec5b7b6-fd07-4ac0-b94d-75ab5931129b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0597742 Feb 15 13:59:50.292408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:50.296806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:50.306381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:50.306981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:50.383478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-76ffca67-55c9-419c-b51d-756d8a1e141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.384858 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-76ffca67-55c9-419c-b51d-756d8a1e141e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357059 Feb 15 13:59:50.523891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ef811-d099-421a-ac1b-c3d1466782fb req-ebab8a92-9048-4b49-a26a-5afaf3df8210 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.525357 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-121ef811-d099-421a-ac1b-c3d1466782fb req-ebab8a92-9048-4b49-a26a-5afaf3df8210 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.1941268 Feb 15 13:59:50.526996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:50.560756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-451e9791-7085-409f-bd94-8459208478cf service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692247 Feb 15 13:59:50.659747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-121ef811-d099-421a-ac1b-c3d1466782fb req-7c5d1bc0-c9a8-4be9-b4d6-04df1c5d484b tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230493 Feb 15 13:59:50.733892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33286) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:50.734390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdfb5be7-2795-432a-a5a5-da23be19bf44 req-5cda59a6-7307-4529-9445-ea2af47dc4a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588633 Feb 15 13:59:50.807546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:50.840641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:50.912175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:50.916288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e492f-1c89-4574-add0-d1ee39014e62 None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2263762c-1812-4109-b718-b91fa9322861', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'port_id': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'mac_address': 'fa:16:3e:e6:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:55Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:51.013833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:51.034728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc919719-3b75-4de8-970a-62fe00d6cbff,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:51.112418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:51.114122 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e684296-a1d4-4201-b7c5-02512b5dd9c7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/cc919719-3b75-4de8-970a-62fe00d6cbff HTTP/1.1" status: 204 len: 168 time: 0.3785956 Feb 15 13:59:51.159221 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b1290f-16c6-4b3b-9a8a-fb98974f5916 None None] New status for floating IP 2b20966e-7a8e-44eb-836d-1b63ad44363b: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:59:51.226365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33292) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:51.587094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:51.626459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:51.626804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 049f8911-13bb-44e9-8ba0-2f6cb1dc3881 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:51.949313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c5de-c082-4b33-a3b2-75a19d62733f req-361bd07c-dd33-42f8-b94b-869c8f2dbc3d tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:51.950720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2fa0c5de-c082-4b33-a3b2-75a19d62733f req-361bd07c-dd33-42f8-b94b-869c8f2dbc3d tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.1513650 Feb 15 13:59:52.023862 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2fa0c5de-c082-4b33-a3b2-75a19d62733f req-8e7c3ef6-4a24-4080-b378-e61ffef805a9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656173 Feb 15 13:59:52.070159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54753ce9-70ca-4723-bc21-2793df859c2f req-b7f82885-8b7c-4cde-b061-54d569244d69 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:52.071642 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54753ce9-70ca-4723-bc21-2793df859c2f req-b7f82885-8b7c-4cde-b061-54d569244d69 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.1843636 Feb 15 13:59:52.155290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port d7b9778c-2395-4c19-875d-3338752da97b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:52.155627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:52.204279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:52.655974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] For port d7b9778c-2395-4c19-875d-3338752da97b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d7b9778c-2395-4c19-875d-3338752da97b,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:52.655974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:52.783830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for d7b9778c-2395-4c19-875d-3338752da97b owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:53.023609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port d169cb77-a0e8-47d6-84fc-5f0ff69bd549 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:53.023853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:53.323780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:53.331055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port d169cb77-a0e8-47d6-84fc-5f0ff69bd549, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:53.331419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:53.509280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for d169cb77-a0e8-47d6-84fc-5f0ff69bd549 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:53.539212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=d7b9778c-2395-4c19-875d-3338752da97b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:53.600093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e28-da05-470c-8e00-04811d7c3f05 req-4ac8356d-1048-4ab7-bde0-de175a9b0a7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:53.601714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c012e28-da05-470c-8e00-04811d7c3f05 req-4ac8356d-1048-4ab7-bde0-de175a9b0a7c tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 945 time: 0.4162972 Feb 15 13:59:53.669779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] No DVR routers for this DVR port d7b9778c-2395-4c19-875d-3338752da97b on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:53.678005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:53.680526 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'name': 'network-vif-deleted', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:53.826907 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a4903-3cd0-4625-8e32-60091e34f435', 'name': 'network-vif-deleted', 'tag': 'd7b9778c-2395-4c19-875d-3338752da97b', 'status': 'completed', 'code': 200} Feb 15 13:59:53.842937 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54753ce9-70ca-4723-bc21-2793df859c2f req-c3f14340-2b0f-4a83-bebe-883554e19d2e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "DELETE /v2.0/ports/d7b9778c-2395-4c19-875d-3338752da97b HTTP/1.1" status: 204 len: 173 time: 1.7616231 Feb 15 13:59:53.863233 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c012e28-da05-470c-8e00-04811d7c3f05 req-e42252f3-7b77-4482-bb51-f505b42c87b9 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532520 Feb 15 13:59:54.063439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:54.114698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=d169cb77-a0e8-47d6-84fc-5f0ff69bd549,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:54.414558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:54.887957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router d09064de-a0de-4ecd-b669-1ec9b7bda705 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 13:59:55.090774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-67d24f8f-1e08-4c50-a12b-2876fb6c507f req-51e5c2f7-be48-4f15-81ac-2fdc2047a9df tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 13:59:55.113642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 13:59:55.124413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Sync routers for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:55.134371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:55.134981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:55.195580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-67d24f8f-1e08-4c50-a12b-2876fb6c507f req-51e5c2f7-be48-4f15-81ac-2fdc2047a9df tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 13:59:55.196341 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-67d24f8f-1e08-4c50-a12b-2876fb6c507f req-51e5c2f7-be48-4f15-81ac-2fdc2047a9df tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a2a4903-3cd0-4625-8e32-60091e34f435 HTTP/1.1" status: 200 len: 210 time: 0.1688745 Feb 15 13:59:55.231968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1138bb7c-560c-4c8b-878f-a2bbe5d1e280 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/d09064de-a0de-4ecd-b669-1ec9b7bda705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0042453 Feb 15 13:59:55.236706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33304) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:55.303567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet d98c0b37-1478-4b71-9737-71844a431081 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 13:59:55.306587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:55.311650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:55.367546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:55.452219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:55.602685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d7b9778c-2395-4c19-875d-3338752da97b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:55.613766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:55.641952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: d7b9778c-2395-4c19-875d-3338752da97b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:55.642476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d7b9778c-2395-4c19-875d-3338752da97b not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:55.646017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:59:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:55.650368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Checking router: d09064de-a0de-4ecd-b669-1ec9b7bda705 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:55.658711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:55.659425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Routers {'d09064de-a0de-4ecd-b669-1ec9b7bda705'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 13:59:55.659992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d09064de-a0de-4ecd-b669-1ec9b7bda705'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:55.664689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=d98c0b37-1478-4b71-9737-71844a431081,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:55.668963 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3783e929-7eba-46b9-9b1a-5353b9a0bf00 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/d98c0b37-1478-4b71-9737-71844a431081 HTTP/1.1" status: 204 len: 168 time: 0.4309409 Feb 15 13:59:55.671431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:55.713177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f691e6c-25e9-424a-820c-ffea39ad4428 None None] Network 013875b1-aa25-46b3-a337-fdb68d89d235 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 13:59:55.856134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.035856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.050319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] Set router d09064de-a0de-4ecd-b669-1ec9b7bda705 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 13:59:56.114858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 24ae7671-c73a-47fe-a78b-86a2f7b18f94 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:56.115202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.343543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] DHCP port deletion for 013875b1-aa25-46b3-a337-fdb68d89d235 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 13:59:56.350889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Deleting port ce91fdf5-3eb1-4c0f-bd94-54478e28177f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 13:59:56.351263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.438650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 24ae7671-c73a-47fe-a78b-86a2f7b18f94, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=24ae7671-c73a-47fe-a78b-86a2f7b18f94,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:56.438990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.502661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:59:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:56.555438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113aeda7-861d-486f-9e5e-ddfd522a6030 None None] The sync data for ids ['d09064de-a0de-4ecd-b669-1ec9b7bda705'] in dv-neutron-828156-1-hyperv is: [{'id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'name': 'tempest-TestNetworkBasicOps-router-1461963105', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:59Z', 'updated_at': '2022-02-15T13:59:53Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': '24ae7671-c73a-47fe-a78b-86a2f7b18f94', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09064de-a0de-4ecd-b669-1ec9b7bda705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:00Z', 'updated_at': '2022-02-15T13:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:56.564348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 24ae7671-c73a-47fe-a78b-86a2f7b18f94 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:56.598026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] For port ce91fdf5-3eb1-4c0f-bd94-54478e28177f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,segment=NetworkSegment(eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8),segment_id=eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 13:59:56.598449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.768908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Calling delete_port for ce91fdf5-3eb1-4c0f-bd94-54478e28177f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 13:59:56.814332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.865260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=24ae7671-c73a-47fe-a78b-86a2f7b18f94,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:56.912567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.967791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Pushing event deleted for resources: {'Port': ['ID=ce91fdf5-3eb1-4c0f-bd94-54478e28177f,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:56.971539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] No DVR routers for this DVR port ce91fdf5-3eb1-4c0f-bd94-54478e28177f on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:56.972970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:56.983326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:56.989948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae705d-180e-48ec-b70a-a87cf2b86332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:57.165301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.167679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.264235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.264834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router d09064de-a0de-4ecd-b669-1ec9b7bda705 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 13:59:57.281180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.282903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-462d50e0-4561-427a-89ec-622039a69b37 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/d09064de-a0de-4ecd-b669-1ec9b7bda705 HTTP/1.1" status: 204 len: 168 time: 1.6104240 Feb 15 13:59:57.285764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33318) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:57.408760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.555849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.583260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013875b1-aa25-46b3-a337-fdb68d89d235']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:57.596136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:57.596440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa46a3d-81bd-40de-a8b7-a90cf8a5c1e8') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:57.607963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.625687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.632205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:57.632628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:57.651193 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:57.800517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce91fdf5-3eb1-4c0f-bd94-54478e28177f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:57.835558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.845344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: ce91fdf5-3eb1-4c0f-bd94-54478e28177f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:57.845744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device ce91fdf5-3eb1-4c0f-bd94-54478e28177f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:57.848151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d169cb77-a0e8-47d6-84fc-5f0ff69bd549 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:57.863512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:57.882550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=013875b1-aa25-46b3-a337-fdb68d89d235,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:57.892674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: d169cb77-a0e8-47d6-84fc-5f0ff69bd549 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:57.893350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device d169cb77-a0e8-47d6-84fc-5f0ff69bd549 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:57.893565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 24ae7671-c73a-47fe-a78b-86a2f7b18f94 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 13:59:57.912293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-55ea8d9e-3bf5-4b25-bf7d-40d9c8aec138 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146908 Feb 15 13:59:57.940472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 24ae7671-c73a-47fe-a78b-86a2f7b18f94 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 13:59:57.940827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 24ae7671-c73a-47fe-a78b-86a2f7b18f94 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 13:59:57.951028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7f1e124c-f44e-4327-a3ea-8132c18f2530 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/013875b1-aa25-46b3-a337-fdb68d89d235 HTTP/1.1" status: 204 len: 168 time: 0.6641479 Feb 15 13:59:57.977960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33324) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:57.987701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'network': {'name': 'tempest-network-smoke--1023412175', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:58.027112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:59:58.038269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:network and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:59:58.041713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:59:58.054654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:59:58.083220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-82fee212-97f5-408c-8568-009a2f2b08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.084734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-82fee212-97f5-408c-8568-009a2f2b08db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.0931714 Feb 15 13:59:58.277823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:58.281915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.347321 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:58.370872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.371214 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Added segment c5987793-fcbf-4310-8130-9995b3bf636e of type vlan for network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b Feb 15 13:59:58.379352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-174a62db-112d-46ff-b61f-5a1687133e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.380228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-174a62db-112d-46ff-b61f-5a1687133e5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.2764606 Feb 15 13:59:58.472988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.474627 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 13:59:58.515315 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-41dc57d1-246d-4355-8c51-436aaf2a0c4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 1000 time: 0.1288452 Feb 15 13:59:58.585108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-59739ba0-7d0d-4524-a3d8-d70fbe6109d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.586487 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-59739ba0-7d0d-4524-a3d8-d70fbe6109d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.0650680 Feb 15 13:59:58.588253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.593751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.594340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.762987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Network': ['ID=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:58.775370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 13:59:58.787383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-4a390b04-1cae-4c91-bf5d-0b3cd40ad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.788987 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-4a390b04-1cae-4c91-bf5d-0b3cd40ad6ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1906757 Feb 15 13:59:58.820134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-43db9fe2-3802-4ab5-a7ca-230342bd9812 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8384533 Feb 15 13:59:58.821083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33328) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 13:59:58.829376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-459379163', 'admin_state_up': True, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:58.840623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 13:59:58.846620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:router and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 13:59:58.850266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 13:59:58.858335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 13:59:58.939321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.940515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:58.946962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-777c365d-6f0d-4404-9f6a-cae69962a0ae service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515548 Feb 15 13:59:58.966345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:59.106478 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11a37edb-2bac-4d43-8d31-cd22afbc42fc req-6109309e-a59a-4ad4-8c40-a0618579f79d service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537356 Feb 15 13:59:59.327828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:59.350418 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a35bd164-410a-40b0-8082-8c8ee9e1a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:59.720835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:59.755613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 13:59:59.892855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.238 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f2bf644e-1aea-4fef-9e15-c5de7b7b7209) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:00.154503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:00.247637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:00.318383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:00.321282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:00.325144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:00:00.354905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:00.826811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.169834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.358132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33342) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:01.434443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:00:01.563833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port 87b9aac1-6e6c-42e4-8eb5-1bd6060b2208 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:01.564172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.732523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:01.739500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.739828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.745363 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:01.754731 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:01.755473 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T13:59:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:01.846896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:01.851155 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7c961b8c-e88d-442a-9129-98dffa493820 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0247178 Feb 15 14:00:01.851460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33346) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:01.872963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for 87b9aac1-6e6c-42e4-8eb5-1bd6060b2208 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:01.897017 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-34fba59f-6e70-4c3b-a607-f77e540017c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=84e6f10733fb492faba8b6867bf2136b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419514 Feb 15 14:00:01.897208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33350) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:01.936500 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:02.033032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d16d1f-a3db-478b-8516-172c3923a33c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.037574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-64d16d1f-a3db-478b-8516-172c3923a33c tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365383 Feb 15 14:00:02.039020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33354) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:02.076628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-020ad097-e311-4b86-b5a9-6f4052898346 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378530 Feb 15 14:00:02.079660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:02.084939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584840040', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:02.087352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.197338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:02.202050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:subnet and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:02.206458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:02.216559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:02.250837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=87b9aac1-6e6c-42e4-8eb5-1bd6060b2208,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.272208 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:00Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T13:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:02.276045 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:02.276383 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Updating router a22a35c1-cf5f-4e48-985d-74e7794ee7bd port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:00:02.327815 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.332455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:02.335988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.345718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.346055 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Floating IP 2263762c-1812-4109-b718-b91fa9322861 disassociated (deleted). External IP: 172.26.0.4, port: d042c959-d6b7-4ba5-b966-2e47bec9797f. Feb 15 14:00:02.536763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-55651f5a-9a14-4843-9207-b051cd36ce82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.636191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.636626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.667984 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.680991 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Transition to ACTIVE for port object f2bf644e-1aea-4fef-9e15-c5de7b7b7209 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:02.722788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Subnet': ['ID=60e9d1d7-e1bc-4f36-afdf-700dff7df965,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.727645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:00:02.733934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Checking segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:00:02.734828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network hostable DHCP agents. Network: 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:00:02.761235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.812844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.840115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:00:02.844166 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.849214 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Attempting to bind port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:00:02.854465 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Attempting to bind port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:00:02.854465 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Attempting to bind port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:00:02.856477 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.856816 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.857209 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.857488 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.857811 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.858129 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.858447 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.858762 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.859092 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.859411 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.859721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.860029 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:02.865057 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:00:02.865434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:00:02.865831 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.866469 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:00:02.866647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Bound port: f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:00:02.867006 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.921458 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:02.923591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:02.933930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097334f-4b8e-4385-b7cc-6646791012e0 None None] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:00:02.935512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.936165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:02.939959 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:00:02.943474 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:00:02.965365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:03.028963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:03.029609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:03.070540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:03.084774 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:03.086014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0061450b-0950-4031-951a-d107a6ebe348 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0051520 Feb 15 14:00:03.086966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33362) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:03.138509 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9a81d512-fb62-4cdb-ad8c-f9826ab78f35 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "DELETE /v2.0/floatingips/2263762c-1812-4109-b718-b91fa9322861 HTTP/1.1" status: 204 len: 168 time: 1.7767141 Feb 15 14:00:03.138509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:03.174744 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:03.175484 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:03.232654 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'status': 'completed', 'code': 200} Feb 15 14:00:03.286604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae06db6-bec2-4d3f-9bdd-ef8747af74fe None None] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:03.344952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50044b7-1c85-4d01-956d-141857ff7155 req-0c7efb2f-4748-4444-9e7f-c33e58a82c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.346898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-0c7efb2f-4748-4444-9e7f-c33e58a82c44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 1099 time: 0.1006770 Feb 15 14:00:03.409940 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:03.411750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:03.517427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:03.552345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:00:03.552345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:03.563194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50044b7-1c85-4d01-956d-141857ff7155 req-ecc40d81-a6b1-427c-9f1c-42c72027bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.565982 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-ecc40d81-a6b1-427c-9f1c-42c72027bbb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 200 len: 911 time: 0.2098613 Feb 15 14:00:03.664455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-b5b5d086-82b9-46a4-920c-5d1423019f74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 200 len: 217 time: 0.0909820 Feb 15 14:00:03.783508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50044b7-1c85-4d01-956d-141857ff7155 req-7772c9a1-0820-4b0a-ad85-1e8c8a62e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.784979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-7772c9a1-0820-4b0a-ad85-1e8c8a62e0cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 200 len: 850 time: 0.1138506 Feb 15 14:00:03.807528 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ee324119-ba15-4368-9484-93c16962be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:00Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:03.812067 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee324119-ba15-4368-9484-93c16962be4b None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:00Z', 'revision_number': 3, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:03.996341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50044b7-1c85-4d01-956d-141857ff7155 req-f8deef6d-9928-47a0-9bfe-cc526aa877f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.998291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-f8deef6d-9928-47a0-9bfe-cc526aa877f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f031d363-897b-4c01-b060-fc38cad1234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2042611 Feb 15 14:00:04.019452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d558c9-9003-47d3-a538-5f949e9a2596 req-af697457-30a7-4095-ba89-fef3b36afc81 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.020199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-85d558c9-9003-47d3-a538-5f949e9a2596 req-af697457-30a7-4095-ba89-fef3b36afc81 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:04.027100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Allocated IP 172.20.0.2 (0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b/60e9d1d7-e1bc-4f36-afdf-700dff7df965/05ee77e1-5f1e-4f37-9452-93764beef39f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:04.032146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:04.048118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:04.123350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:04.123971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:04.195093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-85d558c9-9003-47d3-a538-5f949e9a2596 req-af697457-30a7-4095-ba89-fef3b36afc81 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:04.197120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85d558c9-9003-47d3-a538-5f949e9a2596 req-af697457-30a7-4095-ba89-fef3b36afc81 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 946 time: 0.3231204 Feb 15 14:00:04.211801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:04.290471 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-a0c5e487-d852-4886-9332-ce831d6ce7fa service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793734 Feb 15 14:00:04.506828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:04.535999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-a712b1c7-5ba0-4198-9ee1-c369c148d4eb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.539081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-a712b1c7-5ba0-4198-9ee1-c369c148d4eb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Synchronizing usage tracker for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:04.539199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:04.560141 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85d558c9-9003-47d3-a538-5f949e9a2596 req-e0928e03-8060-4150-b76c-465ef787614e tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff2caee-9650-41ce-859c-2aec2f4f374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443918 Feb 15 14:00:04.603553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:04.621432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Transition to ACTIVE for port object 05ee77e1-5f1e-4f37-9452-93764beef39f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:04.657582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50044b7-1c85-4d01-956d-141857ff7155 req-f2623fe5-90e0-49f5-acc9-c154154bf1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527973 Feb 15 14:00:04.724816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-a712b1c7-5ba0-4198-9ee1-c369c148d4eb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Unset dirty status for tenant:b2357b2ba9014f0dbdb2180216ff21c9 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:04.725886 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-a712b1c7-5ba0-4198-9ee1-c369c148d4eb tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 946 time: 0.4199581 Feb 15 14:00:04.819081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port d042c959-d6b7-4ba5-b966-2e47bec9797f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:04.819425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:04.868862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Transition to ACTIVE for port object 05ee77e1-5f1e-4f37-9452-93764beef39f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:04.950960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.025708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:05.029763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:05.034554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:00:05.078829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Pushing event updated for resources: {'Port': ['ID=05ee77e1-5f1e-4f37-9452-93764beef39f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:05.099700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.1 (0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b/60e9d1d7-e1bc-4f36-afdf-700dff7df965/dd22a1d9-51ba-4db5-b3cb-08de02ae7f67) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:05.150620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Attempting to bind port 05ee77e1-5f1e-4f37-9452-93764beef39f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:00:05.150988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Attempting to bind port 05ee77e1-5f1e-4f37-9452-93764beef39f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:00:05.151355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Attempting to bind port 05ee77e1-5f1e-4f37-9452-93764beef39f on network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:00:05.159498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:00:05.159879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Checking segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:00:05.160280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.160681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Bound using segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:00:05.161145 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Bound port: 05ee77e1-5f1e-4f37-9452-93764beef39f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:00:05.161559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.172827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:05.180275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b6a75-b39f-48a8-9754-9f55d4e54361 None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T13:49:06Z', 'revision_number': 4, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9dd933e0-1102-4f82-918b-c284568de6b1', 'name': '', 'network_id': 'f031d363-897b-4c01-b060-fc38cad1234a', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'mac_address': 'fa:16:3e:94:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:05Z', 'updated_at': '2022-02-15T13:49:15Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'subnets': [{'id': '37050c85-02c7-4ec0-965d-894e5f3bb105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:05.224860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] For port d042c959-d6b7-4ba5-b966-2e47bec9797f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d042c959-d6b7-4ba5-b966-2e47bec9797f,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:05.225349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.267620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] For port 05ee77e1-5f1e-4f37-9452-93764beef39f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:00:05.270955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] For port 05ee77e1-5f1e-4f37-9452-93764beef39f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05ee77e1-5f1e-4f37-9452-93764beef39f,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:00:05.344562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.364893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for d042c959-d6b7-4ba5-b966-2e47bec9797f owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:05.427869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2d62-22ff-44e5-8c95-513c039288fd None None] Pushing event updated for resources: {'Port': ['ID=05ee77e1-5f1e-4f37-9452-93764beef39f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:05.486143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.505175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:05.659300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.744097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:05.792309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:05.796209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=d042c959-d6b7-4ba5-b966-2e47bec9797f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:05.837921 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5fbdb8-f084-499f-a4b5-4545381ccd93 None None] New status for floating IP 2263762c-1812-4109-b718-b91fa9322861: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:00:05.905450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23aa9a83-a6e7-43d2-835e-1781ef69bace req-88e03483-7374-4e4a-a094-6734f8c60e93 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 210 time: 0.0694761 Feb 15 14:00:05.972231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:05.979000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:05.979505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.073669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] No DVR routers for this DVR port d042c959-d6b7-4ba5-b966-2e47bec9797f on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:06.076414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:06.080034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.082592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'name': 'network-vif-deleted', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:06.087169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:06.092758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:00:06.114339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.137167 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b', 'name': 'network-vif-deleted', 'tag': 'd042c959-d6b7-4ba5-b966-2e47bec9797f', 'status': 'completed', 'code': 200} Feb 15 14:00:06.139629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:06.144129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.170694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.220600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.289591 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3617cff9-a7fb-4cc5-a0a6-f23e11d0e81a req-c765a201-4c37-458c-b7dc-eb8a65b3e924 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.36 "DELETE /v2.0/ports/d042c959-d6b7-4ba5-b966-2e47bec9797f HTTP/1.1" status: 204 len: 173 time: 1.5566299 Feb 15 14:00:06.306304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.520714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:06.785728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c0efc-8ce1-4795-85ef-d3553d3336d4 None None] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:00:06.992127 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:07.024804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9d0d7681-e35a-48f4-9b9a-bf402b35d81e None None] Provisioning for port 05ee77e1-5f1e-4f37-9452-93764beef39f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:07.081235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:07.137812 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-70210166-1b9a-419a-9bfd-100a66ae40c1 req-15cb6148-ce56-43dd-8669-6cec7352df49 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85fe08b-8ef4-4da6-adc7-6e35e2d7b81b HTTP/1.1" status: 200 len: 210 time: 0.0619490 Feb 15 14:00:07.223658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:07.258869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:07.389486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:07.391201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:07.433763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e83be14a-496e-46b5-883b-057ae2d38399 None None] Provisioning for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:07.441722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e83be14a-496e-46b5-883b-057ae2d38399 None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:07.442186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e83be14a-496e-46b5-883b-057ae2d38399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:07.517789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e83be14a-496e-46b5-883b-057ae2d38399 None None] Port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:00:07.626641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:00:07.645563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c0f48dd9-1f80-4d92-a7d8-ffa872d3ff90 None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:07.646155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c0f48dd9-1f80-4d92-a7d8-ffa872d3ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:07.749269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c0f48dd9-1f80-4d92-a7d8-ffa872d3ff90 None None] Port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:00:07.815245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05ee77e1-5f1e-4f37-9452-93764beef39f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:07.895808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:07.903650 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f503e0c5-f19e-4ca7-8f19-f0f22b70f380 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/a22a35c1-cf5f-4e48-985d-74e7794ee7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8152819 Feb 15 14:00:07.908506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:07.910525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33378) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:07.919826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:07.920571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:08.037332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d8bd8297-9024-4f81-9e2a-5de1aed518d0 None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:08.037891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8297-9024-4f81-9e2a-5de1aed518d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.076330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.076773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.077803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.078202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.078757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.079208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.081965 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a9921c60-db5c-439f-a6ce-ba6d9d02b1c2 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1701896 Feb 15 14:00:08.086430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33382) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:08.144357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 05ee77e1-5f1e-4f37-9452-93764beef39f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:08.175977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 05ee77e1-5f1e-4f37-9452-93764beef39f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:08.176347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.180990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.184090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.184090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.184090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.184090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.184090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.189958 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a94d1786-4afa-48b2-a53e-cbd28bd2cef4 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0975981 Feb 15 14:00:08.190996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:08.254135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd8297-9024-4f81-9e2a-5de1aed518d0 None None] Port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:00:08.275711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:08.286073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33392) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:08.470617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Deleting port 585df9cb-0d90-49f4-84de-d5b6b9483cd1 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:08.471156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.568483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5ac48145-615b-4577-abd0-090ef4952415 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3758597 Feb 15 14:00:08.617127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.679274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 05ee77e1-5f1e-4f37-9452-93764beef39f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05ee77e1-5f1e-4f37-9452-93764beef39f,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:08.681940 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.682491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.738381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.739070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:08.807861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Calling delete_port for 585df9cb-0d90-49f4-84de-d5b6b9483cd1 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:08.877921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=05ee77e1-5f1e-4f37-9452-93764beef39f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:08.883474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:08.890226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:08.894742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Updating router a22a35c1-cf5f-4e48-985d-74e7794ee7bd port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:00:08.940388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:08.940760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:08.992743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.016335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33398) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:09.021694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995306806', 'description': 'tempest-secgroup-smoke-995306806 description', 'project_id': '84e6f10733fb492faba8b6867bf2136b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:09.027420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:09.031473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:09.034333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:09.040823 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:09.058434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.137618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'Port': ['ID=585df9cb-0d90-49f4-84de-d5b6b9483cd1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.176411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.208686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:09.220015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:09.224751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:09.231343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.234437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:09.270806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.271912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4807c462-aa90-4fe9-9abc-9aa297ebb0b4 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "DELETE /v2.0/floatingips/ddef5012-219c-4f19-8f98-b74dc58608b9 HTTP/1.1" status: 204 len: 168 time: 0.9847972 Feb 15 14:00:09.322016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.416067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.429388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.430399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Transition to ACTIVE for port object dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:09.476808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36597b7-0026-479a-902e-505620f6c4a2,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.521162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.550146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.551533 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aaee1e6c-5b9a-44e1-974c-263efc3bdc93 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5341599 Feb 15 14:00:09.554792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33408) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:09.560612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:09.569113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:09.573740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:09.577798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:09.585051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:09.633148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05ee77e1-5f1e-4f37-9452-93764beef39f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:09.674333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d042c959-d6b7-4ba5-b966-2e47bec9797f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:09.693146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.743249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458f243-8e12-4564-b141-b184907132e5 None None] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.795650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: d042c959-d6b7-4ba5-b966-2e47bec9797f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:09.795989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device d042c959-d6b7-4ba5-b966-2e47bec9797f not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:09.799745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.858333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.878967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Attempting to bind port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:00:09.879612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Attempting to bind port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:00:09.879612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Attempting to bind port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 on network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:00:09.889018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401a1b1f-987f-4e93-9fb8-3d85742d6321,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.889215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:00:09.889437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Checking segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:00:09.889842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.890269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Bound using segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:00:09.891716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Bound port: dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:00:09.891716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:09.917533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 05ee77e1-5f1e-4f37-9452-93764beef39f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:09.917911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.013815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.017965 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-99aeee29-bd4a-4f59-a034-ecd5d96fa8e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589729 Feb 15 14:00:10.018082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33414) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:10.023784 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:10.030453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:10.035134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:10.038408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:10.044529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:10.141853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:00:10.157868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.163588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:00:10.223058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.229871 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.305790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:10.306411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:10.309677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.344567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c04578-87d5-4855-8104-16aecdddd383,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:10.366957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458f243-8e12-4564-b141-b184907132e5 None None] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:10.395726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.397173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-039d5f65-c459-4a01-b7da-7eae8b84132c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3781221 Feb 15 14:00:10.399914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33418) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:10.406273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:10.412820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:10.417041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:10.420738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:10.427280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:10.495022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.513854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:10.565900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.623921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.648221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b97a7f4-c54d-4b4a-9cfc-1a309747517a,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:10.716056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.717711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-81737168-b943-4817-ac39-da221695ca34 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165689 Feb 15 14:00:10.721215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33422) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:10.726679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:10.732895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:10.738041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:10.744529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:10.750737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:10.804663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.864047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:10Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:10.868524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12280-94b2-4c12-9eef-8442d77d6385 None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:10Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:10.932084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:10.989821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.016446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f45a9fa-e42a-4377-a9d6-385439f813db,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:11.086751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.088090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bd42d20b-3869-481a-b415-ed9aa7eb58ef tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3656650 Feb 15 14:00:11.090813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33428) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:11.096149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:11.103468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:11.107527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:11.111231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:11.117905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:11.206603 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:00:11.215380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.284958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.349529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.379734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d0afd6-68a0-4420-ad62-4aa2032b4b04,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:11.463755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.465311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-773ebcc0-5ba7-408b-8fb7-3979e021f6b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732622 Feb 15 14:00:11.468464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33432) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:11.474143 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'security_group_rule': {'security_group_id': 'a36597b7-0026-479a-902e-505620f6c4a2', 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:11.480672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:11.485333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:security_group_rule and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:11.488527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:11.495580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:11.595499 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Project 84e6f10733fb492faba8b6867bf2136b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:00:11.603189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.639280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:11.694755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.776443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.802600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f423863e-83bf-4fc5-9fd5-9fdea0212302,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:11.824202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:11.829882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:11.832812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.876144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:11.877735 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4676ea6b-4e1f-47f8-9bf8-d86d31f61722 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077630 Feb 15 14:00:11.952741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33440) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:11.995258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.029665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.045096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:12.069977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.116464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.136273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0fd42b9f-933a-4d05-ac42-940e56a324b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:12.195409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:12.206871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0fd42b9f-933a-4d05-ac42-940e56a324b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:12.208036 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0fd42b9f-933a-4d05-ac42-940e56a324b2 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995306806&fields=id&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 267 time: 0.1434126 Feb 15 14:00:12.234545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.254918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2caee-9650-41ce-859c-2aec2f4f374b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:12.346975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:12.348085 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aff1dc3a-0c8c-47cb-a9c1-f6828af69647 tempest-TestVolumeBootPattern-224558786 tempest-TestVolumeBootPattern-224558786-project] 10.222.0.61 "DELETE /v2.0/security-groups/fff2caee-9650-41ce-859c-2aec2f4f374b HTTP/1.1" status: 204 len: 168 time: 0.3970888 Feb 15 14:00:12.357904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-178b1df3-9c44-4be4-984f-a502ddba1497 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.359140 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-178b1df3-9c44-4be4-984f-a502ddba1497 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:12.473257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-178b1df3-9c44-4be4-984f-a502ddba1497 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:12.474525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-178b1df3-9c44-4be4-984f-a502ddba1497 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/networks?id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 200 len: 797 time: 0.2597580 Feb 15 14:00:12.482326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33456) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:12.495077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-f4df44a9-b8ac-4cf6-9528-39879f0faef8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/quotas/84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 375 time: 0.0105817 Feb 15 14:00:12.590798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-348ee7c5-4012-4728-9a22-79bfc80c8c90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:12.690735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-348ee7c5-4012-4728-9a22-79bfc80c8c90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:12.692322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-348ee7c5-4012-4728-9a22-79bfc80c8c90 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904397 Feb 15 14:00:12.709824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-8a993ed8-611d-45d5-9d68-b43d10f7353f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:00:12.710994 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-8a993ed8-611d-45d5-9d68-b43d10f7353f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062416 Feb 15 14:00:12.965067 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-40311025-f31a-4b1c-bf3e-f36379c7a527 service neutron] 10.222.0.61 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410021 Feb 15 14:00:13.103306 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-84023114-06cb-47b6-b25d-2396b217b7d9 service neutron] 10.222.0.61 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316810 Feb 15 14:00:13.158332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:13.356287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-faa53bc5-c6a9-41cd-9045-58e88d87f3ed req-ca0faf87-3415-43ff-9893-dd73fbb6c600 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 210 time: 0.0429044 Feb 15 14:00:13.524833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Deleting port 9dd933e0-1102-4f82-918b-c284568de6b1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:13.525494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:13.602940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:13.675363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:13.675755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:13.820933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] For port 9dd933e0-1102-4f82-918b-c284568de6b1, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9dd933e0-1102-4f82-918b-c284568de6b1,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:13.821468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:13.942467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Calling delete_port for 9dd933e0-1102-4f82-918b-c284568de6b1 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:14.326504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:14.374599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd933e0-1102-4f82-918b-c284568de6b1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:14.516433 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e8712d6-eb52-4daf-8e00-1fd859cd78b1 req-d9515daf-f2da-4700-9d35-b663cc104c82 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 210 time: 0.0485580 Feb 15 14:00:14.662564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:15.020072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Router f76de44b-7a92-4a29-bc21-7d49fa393a44 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:00:15.406027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:15.416682 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Sync routers for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:15.426989 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:15.427665 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:15.436527 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-006b4548-121b-4722-81fd-83bb94f7b2ca admin admin] 10.222.0.61 "PUT /v2.0/routers/f76de44b-7a92-4a29-bc21-7d49fa393a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9530497 Feb 15 14:00:15.439927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33474) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:15.528134 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5be00db9-5f11-43d8-96aa-f0877eda5d42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.528814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5be00db9-5f11-43d8-96aa-f0877eda5d42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:15.607182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:15.727510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5be00db9-5f11-43d8-96aa-f0877eda5d42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:15.728637 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5be00db9-5f11-43d8-96aa-f0877eda5d42 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/networks?id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 200 len: 797 time: 0.4556699 Feb 15 14:00:15.753701 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-259130c2-17a7-4ee8-b272-0b51807df5b9 req-f6c803b3-91be-481f-b670-e5c7eba981a8 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 210 time: 0.0604603 Feb 15 14:00:15.792558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5f48aa60-4c93-4728-b829-8de2f728466e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:00:15.798521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:15.881293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5f48aa60-4c93-4728-b829-8de2f728466e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:00:15.882424 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5f48aa60-4c93-4728-b829-8de2f728466e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e6f10733fb492faba8b6867bf2136b HTTP/1.1" status: 200 len: 379 time: 0.1439373 Feb 15 14:00:15.894964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'port': {'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'admin_state_up': True, 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'security_groups': ['a36597b7-0026-479a-902e-505620f6c4a2']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:15.945885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T14:00:14Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:15.949736 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Checking router: f76de44b-7a92-4a29-bc21-7d49fa393a44 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:15.958953 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Routers {'f76de44b-7a92-4a29-bc21-7d49fa393a44'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:15.959782 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f76de44b-7a92-4a29-bc21-7d49fa393a44'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:16.090764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:16.114266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:16.123689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:16.130940 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] Set router f76de44b-7a92-4a29-bc21-7d49fa393a44 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:16.189697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Deleting port 4acd3e89-76b2-4385-8702-2e91377aecfb {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:16.190041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:16.219676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Made reservation on behalf of 84e6f10733fb492faba8b6867bf2136b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:16.223239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:16.414606 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T14:00:14Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:16.418463 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a949e5b-1f95-4e36-86f9-122fe4076456 None None] The sync data for ids ['f76de44b-7a92-4a29-bc21-7d49fa393a44'] in dv-neutron-828156-1-hyperv is: [{'id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'name': 'tempest-TestVolumeBootPattern-972029482-router', 'tenant_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:01Z', 'updated_at': '2022-02-15T14:00:14Z', 'revision_number': 5, 'project_id': 'b2357b2ba9014f0dbdb2180216ff21c9', 'gw_port': {'id': '4acd3e89-76b2-4385-8702-2e91377aecfb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76de44b-7a92-4a29-bc21-7d49fa393a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:02Z', 'updated_at': '2022-02-15T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:16.504412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] For port 4acd3e89-76b2-4385-8702-2e91377aecfb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4acd3e89-76b2-4385-8702-2e91377aecfb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:16.504685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:16.637835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Calling delete_port for 4acd3e89-76b2-4385-8702-2e91377aecfb owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:16.667255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.20.0.11 (0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b/60e9d1d7-e1bc-4f36-afdf-700dff7df965/0d90e840-e278-4cd5-aafa-6ec07814b783) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:16.918136 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5595f4f9-3718-4097-ad66-2a1ee17c95af req-d48ccef3-4fb4-4123-b302-8aaee5e985af tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 210 time: 0.0467076 Feb 15 14:00:17.072039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.154898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Transition to ACTIVE for port object 0d90e840-e278-4cd5-aafa-6ec07814b783 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:17.156233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.206258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acd3e89-76b2-4385-8702-2e91377aecfb,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:17.307427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.410039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.539189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.543960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.553538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:17.559021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:17.561995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:00:17.592117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:17.630627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9dd933e0-1102-4f82-918b-c284568de6b1 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:17.663000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.663516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.673608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9dd933e0-1102-4f82-918b-c284568de6b1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:17.673608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9dd933e0-1102-4f82-918b-c284568de6b1 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:17.726837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.727884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76de44b-7a92-4a29-bc21-7d49fa393a44 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:00:17.732710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.740841 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ba70b274-6750-42cc-8f35-afd966691403 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f76de44b-7a92-4a29-bc21-7d49fa393a44 HTTP/1.1" status: 204 len: 168 time: 2.2955785 Feb 15 14:00:17.740841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33486) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:17.798804 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-5bd8140f-34c3-469d-8170-f01ea58e6538 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9092152 Feb 15 14:00:17.803639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Deleting subnet 37050c85-02c7-4ec0-965d-894e5f3bb105 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:00:17.810907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-3c3fa287-d6d8-4729-85fe-b461df5ee3d9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:00:17.812777 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-3c3fa287-d6d8-4729-85fe-b461df5ee3d9 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066977 Feb 15 14:00:17.813528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.843940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Request body: {'port': {'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:17.886865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3baf631b-6d46-4542-9c0f-6488f27d2ca1 None None] Provisioning for port 0d90e840-e278-4cd5-aafa-6ec07814b783 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:17.892543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3baf631b-6d46-4542-9c0f-6488f27d2ca1 None None] Provisioning complete for port 0d90e840-e278-4cd5-aafa-6ec07814b783 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:17.892939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3baf631b-6d46-4542-9c0f-6488f27d2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.918650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:17.951063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3baf631b-6d46-4542-9c0f-6488f27d2ca1 None None] Port 0d90e840-e278-4cd5-aafa-6ec07814b783 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:00:18.025170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.112394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.121186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815f90-ebf2-4321-9d8f-e0a360c9e53f req-569fc791-e202-4fec-8ff9-9c4451cdd825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.122768 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71815f90-ebf2-4321-9d8f-e0a360c9e53f req-569fc791-e202-4fec-8ff9-9c4451cdd825 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 932 time: 0.0901906 Feb 15 14:00:18.174339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-71815f90-ebf2-4321-9d8f-e0a360c9e53f req-5db37079-e9c0-4287-b87e-ed59fe2d1fee tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457451 Feb 15 14:00:18.377103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.417733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37050c85-02c7-4ec0-965d-894e5f3bb105,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:18.424574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.429273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ca367-3497-4450-8dfe-7f18e9e90e4d None None] Network f031d363-897b-4c01-b060-fc38cad1234a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:00:18.433764 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7bc2721e-f53b-4195-b0e1-19bb2ab84256 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/37050c85-02c7-4ec0-965d-894e5f3bb105 HTTP/1.1" status: 204 len: 168 time: 0.6904347 Feb 15 14:00:18.434044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33492) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:18.691861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] DHCP port deletion for f031d363-897b-4c01-b060-fc38cad1234a request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:00:18.696026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Deleting port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:18.696403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.707644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d90e840-e278-4cd5-aafa-6ec07814b783 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:18.716561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.719672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.740253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Transition to ACTIVE for port object 0d90e840-e278-4cd5-aafa-6ec07814b783 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:18.741732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Deleting port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:18.743650 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.830675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:18.943090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] For port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:18.943490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.071560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Calling delete_port for 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:19.090533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Pushing event updated for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:19.146044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] For port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,segment=NetworkSegment(93fcf948-7069-4bd9-b2d7-61d49202d193),segment_id=93fcf948-7069-4bd9-b2d7-61d49202d193)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:19.147006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.218563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.266824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] Pushing event deleted for resources: {'Port': ['ID=07ef44cf-d2d0-40bc-b2e7-306bd0f52317,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:19.268652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb448e7-8f2a-4cc0-a520-c1c608d8a938 None None] No DVR routers for this DVR port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:19.283742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Calling delete_port for 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:19.341073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Attempting to bind port 0d90e840-e278-4cd5-aafa-6ec07814b783 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:00:19.341429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Attempting to bind port 0d90e840-e278-4cd5-aafa-6ec07814b783 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:00:19.341749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Attempting to bind port 0d90e840-e278-4cd5-aafa-6ec07814b783 on network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:00:19.352497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Port 0d90e840-e278-4cd5-aafa-6ec07814b783 on network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:00:19.352810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Attempting to bind port 0d90e840-e278-4cd5-aafa-6ec07814b783 on network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:00:19.367278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27080c35-8b46-4ddb-b12b-39c3e38caf74 req-83bb1f22-1090-4535-a9eb-58df376f0f95 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:19.368780 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27080c35-8b46-4ddb-b12b-39c3e38caf74 req-83bb1f22-1090-4535-a9eb-58df376f0f95 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 944 time: 0.0839968 Feb 15 14:00:19.369766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:00:19.370104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Checking segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:00:19.370482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Bound using segment: {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:00:19.370908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Bound port: 0d90e840-e278-4cd5-aafa-6ec07814b783, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5987793-fcbf-4310-8130-9995b3bf636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:00:19.371263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.414607 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27080c35-8b46-4ddb-b12b-39c3e38caf74 req-ec8e2a44-9f4e-4e38-b25e-8b6c0792322f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393620 Feb 15 14:00:19.428454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:00:19.428774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:00:19.474330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:00:19.477163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0d90e840-e278-4cd5-aafa-6ec07814b783,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:00:19.538341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.599931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:19.600461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:19.601843 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 200 len: 1094 time: 1.7619836 Feb 15 14:00:19.602270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:19.602374 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:19.636058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b5dcd-d7e2-45c5-aa9e-c1cc7f1ca291 service neutron] Pushing event updated for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:19.639163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:19.639687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:19.640109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4acd3e89-76b2-4385-8702-2e91377aecfb no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:19.670157 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'status': 'completed', 'code': 200} Feb 15 14:00:19.679638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4acd3e89-76b2-4385-8702-2e91377aecfb {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:19.680015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4acd3e89-76b2-4385-8702-2e91377aecfb not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:19.772203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe670-366b-4633-9798-fc8beead2416 req-b3957da7-ebc3-4126-b481-ed39eac6e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:19.773801 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-154fe670-366b-4633-9798-fc8beead2416 req-b3957da7-ebc3-4126-b481-ed39eac6e5ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1097 time: 0.0796206 Feb 15 14:00:19.921222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe670-366b-4633-9798-fc8beead2416 req-356e5bb1-bc7d-4ea8-b7c3-4ea3140c35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:19.923821 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-154fe670-366b-4633-9798-fc8beead2416 req-356e5bb1-bc7d-4ea8-b7c3-4ea3140c35c9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=84e6f10733fb492faba8b6867bf2136b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1427522 Feb 15 14:00:19.929708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Deleting port 07ef44cf-d2d0-40bc-b2e7-306bd0f52317 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:19.930043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.066584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] The port '07ef44cf-d2d0-40bc-b2e7-306bd0f52317' was deleted {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:00:20.221496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.235960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe670-366b-4633-9798-fc8beead2416 req-9ff02e7b-fda4-4c23-8c18-6f57e736a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.237391 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-154fe670-366b-4633-9798-fc8beead2416 req-9ff02e7b-fda4-4c23-8c18-6f57e736a457 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3084786 Feb 15 14:00:20.252733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f031d363-897b-4c01-b060-fc38cad1234a']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:20.270578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fcf948-7069-4bd9-b2d7-61d49202d193') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:20.270876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fcf948-7069-4bd9-b2d7-61d49202d193') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:20.414924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.439245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.447374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:00:20.447761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: util.warn( Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:00:20.461846 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:00:20.546810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-8e5e3047-67f0-450b-b676-b2790af1dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.548534 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-8e5e3047-67f0-450b-b676-b2790af1dc2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1097 time: 0.2707641 Feb 15 14:00:20.615802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.620044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:20.620811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76845fdb-23bb-4ef3-ae1b-007551a373e5 req-b8309a17-8da4-4b0c-9c50-7dd74d2aa911 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.623150 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-76845fdb-23bb-4ef3-ae1b-007551a373e5 req-b8309a17-8da4-4b0c-9c50-7dd74d2aa911 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 944 time: 0.0865073 Feb 15 14:00:20.650099 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-2246ac0a-c7c6-4df7-8f85-7c31ed117d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 200 len: 217 time: 0.0948348 Feb 15 14:00:20.656952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f031d363-897b-4c01-b060-fc38cad1234a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:20.674722 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-76845fdb-23bb-4ef3-ae1b-007551a373e5 req-8751a80c-0187-47c8-9c5c-e5b51e4c6b57 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Feb 15 14:00:20.704618 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6d6ca8ed-dd1a-44f4-bd0c-5c3998dece7f admin admin] 10.222.0.61 "DELETE /v2.0/networks/f031d363-897b-4c01-b060-fc38cad1234a HTTP/1.1" status: 204 len: 168 time: 2.2695682 Feb 15 14:00:20.707419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33502) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:20.786698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-a0569351-9017-4569-bd4c-705c6eca6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.788101 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-a0569351-9017-4569-bd4c-705c6eca6ef6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60e9d1d7-e1bc-4f36-afdf-700dff7df965 HTTP/1.1" status: 200 len: 834 time: 0.1323948 Feb 15 14:00:21.008674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-ea00ce41-8257-40b6-ac0b-7601df93740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.010046 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-ea00ce41-8257-40b6-ac0b-7601df93740e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2135749 Feb 15 14:00:21.255390 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-83727fa6-2889-4523-8705-c40e725dbb0e service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372794 Feb 15 14:00:21.443588 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c744b7cf-0265-4516-94ed-8c32b0ab9ae5 req-61ed8059-2b3f-4b82-ad0c-e9e7558ceb7b service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805491 Feb 15 14:00:21.521927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:21.863071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3b539-c97e-4ddf-95c9-3a096fa5fa4b req-e9fa24ab-e5cb-4720-87bb-112f4b13586b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.864550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ef3b539-c97e-4ddf-95c9-3a096fa5fa4b req-e9fa24ab-e5cb-4720-87bb-112f4b13586b tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 944 time: 0.0796006 Feb 15 14:00:21.912102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ef3b539-c97e-4ddf-95c9-3a096fa5fa4b req-9bd7061c-2571-471c-86bc-95c6eafd20dd tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 Feb 15 14:00:21.987084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Deleting port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:21.987328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:22.154054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] For port b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:22.154398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:22.279115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Calling delete_port for b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:22.507316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:22.554405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:22.838916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:23.106332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616a27e-66d0-41d8-8a19-139eaf55087a req-a7767518-0055-46e1-a643-6385014326db tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.107823 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3616a27e-66d0-41d8-8a19-139eaf55087a req-a7767518-0055-46e1-a643-6385014326db tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 944 time: 0.0859077 Feb 15 14:00:23.154799 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3616a27e-66d0-41d8-8a19-139eaf55087a req-9b233227-e515-4334-a24d-75950df4dbf0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Feb 15 14:00:23.212168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Router bd7987db-d77d-446a-9910-1c08e7eab534 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:00:23.505362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:23.514110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Sync routers for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:23.524390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:23.531953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:23.592165 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3b7ba9e2-c182-4e16-9e9c-0a0ffaffc9df admin admin] 10.222.0.61 "PUT /v2.0/routers/bd7987db-d77d-446a-9910-1c08e7eab534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8821230 Feb 15 14:00:23.595561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33510) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:23.697960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 0d90e840-e278-4cd5-aafa-6ec07814b783 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:00:23.784919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:23.807662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:23.978588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.047373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Deleting port 05af33d3-8dfb-4812-a291-b00c01cb86ba {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:24.047809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.068085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0d90e840-e278-4cd5-aafa-6ec07814b783,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:24.106228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:00:24.207993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.228433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d90e840-e278-4cd5-aafa-6ec07814b783 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:24.244703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] For port 05af33d3-8dfb-4812-a291-b00c01cb86ba, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05af33d3-8dfb-4812-a291-b00c01cb86ba,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:24.245306 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.256202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0d90e840-e278-4cd5-aafa-6ec07814b783,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:24.258206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102'}], 'enable_snat': True}, 'gw_port_id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T14:00:22Z', 'revision_number': 5, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port': {'id': '05af33d3-8dfb-4812-a291-b00c01cb86ba', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:13Z', 'updated_at': '2022-02-15T13:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:24.262233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Checking router: bd7987db-d77d-446a-9910-1c08e7eab534 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:24.271893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Routers {'bd7987db-d77d-446a-9910-1c08e7eab534'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:24.272586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['bd7987db-d77d-446a-9910-1c08e7eab534'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:24.324603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.534252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Calling delete_port for 05af33d3-8dfb-4812-a291-b00c01cb86ba owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:24.536629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:24.539517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['0d90e840-e278-4cd5-aafa-6ec07814b783'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:00:24.569493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] Set router bd7987db-d77d-446a-9910-1c08e7eab534 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:24.655789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d940-cfa0-4dc6-bec3-48b4d68f9e94 req-dd574064-d86c-49bb-ab0a-209faf7b358e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.657278 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c4d940-cfa0-4dc6-bec3-48b4d68f9e94 req-dd574064-d86c-49bb-ab0a-209faf7b358e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 945 time: 0.3444502 Feb 15 14:00:24.715780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T14:00:23Z', 'revision_number': 6, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:24.727930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d885543-d1da-46fe-8cad-23ec76d5062c None None] The sync data for ids ['bd7987db-d77d-446a-9910-1c08e7eab534'] in dv-neutron-828156-1-hyperv is: [{'id': 'bd7987db-d77d-446a-9910-1c08e7eab534', 'name': 'tempest-TestVolumeBootPattern-1123507930-router', 'tenant_id': '3480963c47bc408fa8203b921cbc7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:12Z', 'updated_at': '2022-02-15T14:00:23Z', 'revision_number': 6, 'project_id': '3480963c47bc408fa8203b921cbc7b8b', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:24.745968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c4d940-cfa0-4dc6-bec3-48b4d68f9e94 req-99338992-6977-4059-9714-e119d0c96443 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820310 Feb 15 14:00:24.834842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:24.887561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Pushing event deleted for resources: {'Port': ['ID=05af33d3-8dfb-4812-a291-b00c01cb86ba,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:24.978166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.154358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.156711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.234964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.235442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7987db-d77d-446a-9910-1c08e7eab534 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:00:25.247424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.248619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-58951081-2995-4681-b7e5-70ffc49a5657 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bd7987db-d77d-446a-9910-1c08e7eab534 HTTP/1.1" status: 204 len: 168 time: 1.6520410 Feb 15 14:00:25.251881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33516) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:25.313793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Deleting subnet 5c12f1ea-7fa7-4091-9e72-b2a0379c4b65 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:00:25.316699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.365371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.440905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.595741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.607670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05af33d3-8dfb-4812-a291-b00c01cb86ba no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:25.639669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c12f1ea-7fa7-4091-9e72-b2a0379c4b65,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:25.641997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.644335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 05af33d3-8dfb-4812-a291-b00c01cb86ba {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:25.644686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05af33d3-8dfb-4812-a291-b00c01cb86ba not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:25.645112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:25.648300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-82c85c2a-5af3-4be1-8171-d3ba43a4101d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5c12f1ea-7fa7-4091-9e72-b2a0379c4b65 HTTP/1.1" status: 204 len: 168 time: 0.3951669 Feb 15 14:00:25.650671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33520) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:25.680799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4925e3-61fb-4953-8356-23c43ffeb2db None None] Network 39fdebe2-7c89-4f8f-9dc9-704876263c97 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:00:25.706789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 0d90e840-e278-4cd5-aafa-6ec07814b783 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:00:25.732057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:25.732423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device b7e0c415-fc9b-4c1f-bb58-79bf2c52ca16 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:25.773287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.785554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Deleting port 4a777afd-1b7c-435b-af9e-2af21bc05526 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:25.785835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:25.949805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417868-5c3e-47d2-8cd8-5d280c8ffd31 req-377cfc61-60b4-4c24-ae64-c59cade069aa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.952420 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25417868-5c3e-47d2-8cd8-5d280c8ffd31 req-377cfc61-60b4-4c24-ae64-c59cade069aa tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 945 time: 0.0909452 Feb 15 14:00:25.981088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 0d90e840-e278-4cd5-aafa-6ec07814b783 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:25.991792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 0d90e840-e278-4cd5-aafa-6ec07814b783 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:25.996155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.014000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25417868-5c3e-47d2-8cd8-5d280c8ffd31 req-29da8a06-a38b-41aa-8392-8eeffd53f5ce tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548990 Feb 15 14:00:26.027159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] For port 4a777afd-1b7c-435b-af9e-2af21bc05526, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4a777afd-1b7c-435b-af9e-2af21bc05526,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:26.028557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.028685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] DHCP port deletion for 39fdebe2-7c89-4f8f-9dc9-704876263c97 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:00:26.043670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Deleting port 4a777afd-1b7c-435b-af9e-2af21bc05526 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:26.044035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.151882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Calling delete_port for 4a777afd-1b7c-435b-af9e-2af21bc05526 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:26.282829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.291538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.322724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] For port 4a777afd-1b7c-435b-af9e-2af21bc05526, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4a777afd-1b7c-435b-af9e-2af21bc05526,segment=NetworkSegment(d93ce64d-13df-4995-b954-bde85466e4cd),segment_id=d93ce64d-13df-4995-b954-bde85466e4cd)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:26.323154 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.337526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:26.339500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a777afd-1b7c-435b-af9e-2af21bc05526,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:26.341267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] No DVR routers for this DVR port 4a777afd-1b7c-435b-af9e-2af21bc05526 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:26.397871 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'code': 200} Feb 15 14:00:26.453920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0d90e840-e278-4cd5-aafa-6ec07814b783,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:00:26.458462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.463902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Calling delete_port for 4a777afd-1b7c-435b-af9e-2af21bc05526 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:00:26.484072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fdebe2-7c89-4f8f-9dc9-704876263c97']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:26.496253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93ce64d-13df-4995-b954-bde85466e4cd') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:26.496253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93ce64d-13df-4995-b954-bde85466e4cd') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:26.507674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.527889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.535341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:00:26.535869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.542355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:00:26.554188 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:00:26.603788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:00:26.604137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:00:26.621874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:26.716312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.741941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:26.759820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] Pushing event deleted for resources: {'Network': ['ID=39fdebe2-7c89-4f8f-9dc9-704876263c97,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:26.772720 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-641d8799-26b7-4fda-b579-c4d37c364142 admin admin] 10.222.0.61 "DELETE /v2.0/networks/39fdebe2-7c89-4f8f-9dc9-704876263c97 HTTP/1.1" status: 204 len: 168 time: 1.1201875 Feb 15 14:00:26.791418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b7298-fb0a-4435-969d-9bcd32fc69f8 req-32addda7-b1b6-416e-b042-2e033a61b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.792952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b05b7298-fb0a-4435-969d-9bcd32fc69f8 req-32addda7-b1b6-416e-b042-2e033a61b36a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1099 time: 0.1145976 Feb 15 14:00:26.834629 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b05b7298-fb0a-4435-969d-9bcd32fc69f8 req-5ead8808-00b8-4fe5-9ac5-e47cba4ea217 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356317 Feb 15 14:00:27.105338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Deleting port 4a777afd-1b7c-435b-af9e-2af21bc05526 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:00:27.105755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:27.145495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33532) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:27.198191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fff3379f-b9a6-4d0b-97fa-0d7b10801545 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2357b2ba9014f0dbdb2180216ff21c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490646 Feb 15 14:00:27.198414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567a792-038d-49ba-bf38-3fc6fa0f13cd req-cf3fadd1-d138-4352-8c68-82aed8f1d8b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.198912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33536) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:27.202744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e567a792-038d-49ba-bf38-3fc6fa0f13cd req-cf3fadd1-d138-4352-8c68-82aed8f1d8b0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.0884671 Feb 15 14:00:27.222651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-043b5f81-5c98-4803-9b1d-8b1001616fbe None None] The port '4a777afd-1b7c-435b-af9e-2af21bc05526' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:00:27.250486 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e567a792-038d-49ba-bf38-3fc6fa0f13cd req-6fbfed6d-2e79-4b36-b58a-f26d5d49ef9c tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448277 Feb 15 14:00:27.261547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:27.287645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:27.406211 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:27.427949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e33de6d-0511-4b32-aef2-901ee835e1e1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:27.436816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:27.438259 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1489043b-9c76-436c-9f20-1a3925a1c04d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e33de6d-0511-4b32-aef2-901ee835e1e1 HTTP/1.1" status: 204 len: 168 time: 0.2384751 Feb 15 14:00:27.604095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4a777afd-1b7c-435b-af9e-2af21bc05526 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:00:27.638706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4a777afd-1b7c-435b-af9e-2af21bc05526 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:00:27.639446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4a777afd-1b7c-435b-af9e-2af21bc05526 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:00:28.282533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33546) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:28.340268 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a78d7368-8e67-4a12-841c-16064f0ceb98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3480963c47bc408fa8203b921cbc7b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565720 Feb 15 14:00:28.343604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33550) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:28.481900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:28.513033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:28.533931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3541490-02dd-483b-b22c-b9f398d97e53 req-202f433b-c4c4-4c5f-932d-7f02a926e2f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.535380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b3541490-02dd-483b-b22c-b9f398d97e53 req-202f433b-c4c4-4c5f-932d-7f02a926e2f4 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.1664071 Feb 15 14:00:28.599809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b3541490-02dd-483b-b22c-b9f398d97e53 req-b88aa77c-60b0-4f14-915e-50e18a024c05 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578277 Feb 15 14:00:28.686599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:28.704267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63f04c-62a0-4306-a89e-e31baaac3738,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:28.740758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:28.741805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a5a01dd1-b308-440a-ac41-f8044100bf5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b63f04c-62a0-4306-a89e-e31baaac3738 HTTP/1.1" status: 204 len: 168 time: 0.3957238 Feb 15 14:00:28.791286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8817-6adc-4d85-983f-a1ae2c110413 req-0af6ab66-78a2-45a2-8c12-17da4b9ff1b1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.792750 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-681e8817-6adc-4d85-983f-a1ae2c110413 req-0af6ab66-78a2-45a2-8c12-17da4b9ff1b1 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.0837159 Feb 15 14:00:28.839210 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-681e8817-6adc-4d85-983f-a1ae2c110413 req-d5736eb9-da05-4fd0-a4de-147bc37a8451 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403459 Feb 15 14:00:28.862903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33558) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:29.047722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f5070d-5a89-46d6-84f6-a06b54266744 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:29.049235 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-80f5070d-5a89-46d6-84f6-a06b54266744 tempest-TestNetworkBasicOps-1170669371 tempest-TestNetworkBasicOps-1170669371-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1094 time: 0.1853476 Feb 15 14:00:29.052043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33562) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:29.056914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:29.063846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:00:29.071804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Usage tracker for resource:floatingip and tenant:84e6f10733fb492faba8b6867bf2136b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:00:29.071804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:00:29.076471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:00:29.177722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:29.345470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:29.360234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-70d6f4f6-bc9e-4ab9-86b6-0fc5bc620a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:29.490030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Allocated IP 172.26.0.239 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/7402f414-7c68-4903-b1ac-7724ff3616a5) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:29.636898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:29.732055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:29.801476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:29.804292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:29.807961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:00:29.839076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=7402f414-7c68-4903-b1ac-7724ff3616a5,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:30.218004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:30.357199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:30.558859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:30.617601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:30.720994 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event updated for resources: {'Port': ['ID=7402f414-7c68-4903-b1ac-7724ff3616a5,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:30.737100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:30.903551 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184 associated. External IP: 172.26.0.239, port: 0d90e840-e278-4cd5-aafa-6ec07814b783. Feb 15 14:00:31.355044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:00:31.526537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:00:31.536434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:31.546705 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:31.547294 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:31.650020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:31.708672 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-550dbefc-54cc-4925-bdcb-e6c47d4f20e0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6556070 Feb 15 14:00:31.709264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:31.711500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33566) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:31.722922 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:31.756645 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'status': 'completed', 'code': 200} Feb 15 14:00:31.967512 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5a31c22a-eec7-427e-bd7a-be5118d270e5 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 992 time: 0.2546129 Feb 15 14:00:31.986370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-cff23107-f03e-41f8-aa62-488bd11907c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.987792 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-cff23107-f03e-41f8-aa62-488bd11907c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1099 time: 0.2001700 Feb 15 14:00:32.096510 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:00:30Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:12Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:32.100325 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:32.109043 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:00:32.109648 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:00:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:32.116314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-28fbe0cb-c669-4400-92ac-42ab32e89cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.117802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-28fbe0cb-c669-4400-92ac-42ab32e89cad service neutron] 10.222.0.36 "GET /v2.0/networks?id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 200 len: 897 time: 0.1243012 Feb 15 14:00:32.223816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-55f1b1e3-b821-412b-be6b-f0f6fcc6a2b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 200 len: 1000 time: 0.0990794 Feb 15 14:00:32.285665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-9f644ca6-e7a1-4b70-b4ab-c8472a2367ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.287062 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-9f644ca6-e7a1-4b70-b4ab-c8472a2367ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60e9d1d7-e1bc-4f36-afdf-700dff7df965 HTTP/1.1" status: 200 len: 834 time: 0.0570378 Feb 15 14:00:32.287424 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:00:32.364356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-2deadcda-366f-4d00-b906-6f0f8ca487d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.365813 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-2deadcda-366f-4d00-b906-6f0f8ca487d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724838 Feb 15 14:00:32.497219 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-18bc9412-9aca-4579-982a-2b7d01c38b1e service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247666 Feb 15 14:00:32.503062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4baed3b-ae6c-414f-a2cb-043a533e32d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:32.626603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:32.632173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-785e502c-0d90-45d6-a000-def3f8d16f66 req-29c1fa3b-54e7-4dd9-9eb2-04d142917eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291187 Feb 15 14:00:32.637352 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:00:30Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:12Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:32.642847 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16c7bd-78dd-4ffc-9e40-3717bbab2621 None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:00:30Z', 'revision_number': 0, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:00:12Z', 'revision_number': 5, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:32.832801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3aae23-1392-47ec-9f19-8ee9210a0afd None None] New status for floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:00:32.887287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:32.972283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33572) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:33.108616 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-891f5295-a886-4be0-a4c5-ed6e2ffd27ff tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 992 time: 0.1339958 Feb 15 14:00:33.320142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:34.111516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33576) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:00:34.188649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:00:34.216399 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c2a6eac0-1254-4a44-b316-066dc1473671 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 994 time: 0.1037674 Feb 15 14:00:35.468052 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:00:58.101291 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-6c0c076d-f1f7-4756-946d-4eecfd8735d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701447 Feb 15 14:00:58.238708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-9fe6f877-edc5-4cf5-a79e-b898e24aadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.240266 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-9fe6f877-edc5-4cf5-a79e-b898e24aadd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1099 time: 0.0698760 Feb 15 14:00:58.379536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-f92537aa-b574-420a-952c-34c3878eff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.381485 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-f92537aa-b574-420a-952c-34c3878eff3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 200 len: 897 time: 0.1227615 Feb 15 14:00:58.481450 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-25e6e7a1-9df1-47e8-8ff8-cc61ed5dc4f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 200 len: 1002 time: 0.0943017 Feb 15 14:00:58.544014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-1b3953c9-6989-4a5d-93f7-3d9e9c70def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.545420 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-1b3953c9-6989-4a5d-93f7-3d9e9c70def7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60e9d1d7-e1bc-4f36-afdf-700dff7df965 HTTP/1.1" status: 200 len: 834 time: 0.0567079 Feb 15 14:00:58.626014 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-ff1c4df3-a745-4ad0-8c15-7473b22ec71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.627450 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-ff1c4df3-a745-4ad0-8c15-7473b22ec71f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736597 Feb 15 14:00:58.855134 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-2303096d-3fa9-425b-a695-d94165456933 service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205567 Feb 15 14:00:58.984538 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fd0e8a92-6efa-4d00-b0e7-b396d0d1a020 req-c7767c83-41d5-4d64-a5a5-260b5b8baa1c service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 Feb 15 14:00:59.374193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b0d86965-0f8b-49ad-b185-53d6210bca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:02.510742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d920bf2-2399-4514-9938-9fae5aed7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:02.627438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:02.813850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:03.347092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:03.478799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33592) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:03.483939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:03.996582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:04.073367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:04.196501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:04.266691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:01:04.443888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:01:04.450860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:04.452233 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9a9f45db-ee82-4f05-bda8-178993a42f45 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/a22a35c1-cf5f-4e48-985d-74e7794ee7bd HTTP/1.1" status: 200 len: 888 time: 0.9721894 Feb 15 14:01:04.453319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:04.466561 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:04.467221 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:04.530691 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:04.539721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:04.540333 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:04.598098 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:04.598487 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1321ae4-cb44-4187-8724-8390e97399ef None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:05.345790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db9bc2-adba-4070-9aae-d3778d03124b None None] New status for floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:01:05.621784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:05.738335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:05.754956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:05.827433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:05.828051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:05.939343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:05.948991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.949615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.949955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.950288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.950612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.950934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.951255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.951576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.951897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.952456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.952776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:05.953091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:06.015555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:06.045951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:06.110407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:06.248574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:06.601677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33602) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:06.606927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:07.124771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:07.208837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970620'] for router, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:07.511198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:01:07.707032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:01:07.714367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:07.715355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-66f5aa47-d27c-4f9c-be50-91c0a8b210c3 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/a22a35c1-cf5f-4e48-985d-74e7794ee7bd HTTP/1.1" status: 200 len: 887 time: 1.1126654 Feb 15 14:01:07.718389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33606) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:07.722079 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:07.732777 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:07.733762 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:07.830577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5fea39ed-b967-4e98-ab9f-3141a5e427f0 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 992 time: 0.1110749 Feb 15 14:01:07.949645 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:08.407004 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:06Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:08.411186 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:01:08.419595 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:08.420181 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:08.595321 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:08.834915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33610) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:08.936943 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7ed999db-a4d6-428b-abe7-42c5c5b004ed tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 992 time: 0.1009026 Feb 15 14:01:08.945086 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:06Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:08.949360 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f255d9a-f2fa-414e-848b-7c01a6fcda4f None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '20c9bb80-da5b-4803-bad1-80fb6972c184', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'port_id': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'mac_address': 'fa:16:3e:9a:e2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3e306-8ded-4999-ac74-a543faa145f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:30Z', 'updated_at': '2022-02-15T14:01:05Z', 'revision_number': 2, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:06Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:09.681769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:01:09.750850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:09.751225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:09.909827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:09.926219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:09.940699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33614) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:10.041823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:10.042619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:01:10.052632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dd9f558f-9d37-4a75-8262-d71991ed935f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 992 time: 0.1103749 Feb 15 14:01:10.158752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:10.172382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:10.172751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:10.287295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:10.321302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:10.399215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:10.479157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:10.520711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca42d59-2365-4b86-b74c-94eefdb9184d None None] New status for floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:01:11.057044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33618) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:11.162822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-63c6d8eb-ea8d-42bf-b1c1-48b83c3f2801 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 200 len: 994 time: 0.1044495 Feb 15 14:01:11.433358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33626) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:11.638325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:01:11.708782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:11.709076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:11.758956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 7402f414-7c68-4903-b1ac-7724ff3616a5 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:11.759290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:11.832220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:01:11.903214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:11.903589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:11.936978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:11.937301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:12.060540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 7402f414-7c68-4903-b1ac-7724ff3616a5 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:12.293094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:12.343144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=7402f414-7c68-4903-b1ac-7724ff3616a5,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:12.388657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.389022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.389359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.389719 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.390046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.390383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.390717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.391040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.391360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.391677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.391992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.392307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:12.447820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:12.448151 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184 disassociated (deleted). External IP: 172.26.0.239, port: 0d90e840-e278-4cd5-aafa-6ec07814b783. Feb 15 14:01:12.471981 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:01:12.813542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:01:13.000628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:01:13.009717 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:13.016408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:13.018674 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:13.019270 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:13.071014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2cb8eafc-efa5-40f4-97d0-7e793e3bb60e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/floatingips/20c9bb80-da5b-4803-bad1-80fb6972c184 HTTP/1.1" status: 204 len: 168 time: 1.6366103 Feb 15 14:01:13.071611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:13.126604 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'status': 'completed', 'code': 200} Feb 15 14:01:13.205718 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:13.333373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-97869ab7-08a3-48ed-9d35-d8adf071672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.334786 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-97869ab7-08a3-48ed-9d35-d8adf071672f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e6f10733fb492faba8b6867bf2136b&device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 1099 time: 0.1861145 Feb 15 14:01:13.471242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-c1cf6da8-674f-48ad-ae84-2a12379725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.472702 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-c1cf6da8-674f-48ad-ae84-2a12379725cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 200 len: 897 time: 0.1324527 Feb 15 14:01:13.543487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-accfa170-b6f5-4b89-af75-cab7415ca06a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 200 len: 217 time: 0.0651088 Feb 15 14:01:13.559484 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:10Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:13.563564 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:01:13.573720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:13.574610 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:13.613597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-b7184dad-0419-47e5-9e1c-ff6028a1eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.615160 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-b7184dad-0419-47e5-9e1c-ff6028a1eaad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60e9d1d7-e1bc-4f36-afdf-700dff7df965 HTTP/1.1" status: 200 len: 834 time: 0.0655093 Feb 15 14:01:13.696611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-9ab4433c-e7fd-4b2d-bc11-216adddcbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.698353 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-9ab4433c-e7fd-4b2d-bc11-216adddcbd6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750606 Feb 15 14:01:13.764926 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:13.798709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb028a46-5717-4cc2-95e6-9ba8e0db7c32 req-ae16b024-81e5-48e7-8160-82b181aec6f6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.800547 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb028a46-5717-4cc2-95e6-9ba8e0db7c32 req-ae16b024-81e5-48e7-8160-82b181aec6f6 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.0934608 Feb 15 14:01:13.843854 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-7ba951eb-8cc9-431b-a447-0b14751a1462 service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364985 Feb 15 14:01:13.855383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb028a46-5717-4cc2-95e6-9ba8e0db7c32 req-83bd843e-efb4-46b0-8325-9bb38f496f0e tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453990 Feb 15 14:01:13.979503 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8ae1a7d8-8fa2-41e9-bd73-ffbd180023fc req-bfcaaae3-1e1b-4f5e-8292-0f773a36449e service neutron] 10.222.0.36 "GET /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281717 Feb 15 14:01:14.084913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:10Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:14.089957 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5d6fc-7b9b-4848-b229-853c430887f8 None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:07Z', 'revision_number': 6, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'dd22a1d9-51ba-4db5-b3cb-08de02ae7f67', 'name': '', 'network_id': '0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'mac_address': 'fa:16:3e:e4:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:04Z', 'updated_at': '2022-02-15T14:01:10Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'subnets': [{'id': '60e9d1d7-e1bc-4f36-afdf-700dff7df965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:14.766245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f3e69-f15a-4667-bb60-592610310b80 None None] New status for floating IP 20c9bb80-da5b-4803-bad1-80fb6972c184: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:01:15.020403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-14f6557a-4b95-4ea5-b693-e5b790a249fe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.021099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-14f6557a-4b95-4ea5-b693-e5b790a249fe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Synchronizing usage tracker for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:01:15.056000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcf8ec-a7fc-4788-8af2-827107ec0771 req-5f542726-1bad-4753-82fd-df77ead2f011 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.057618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3efcf8ec-a7fc-4788-8af2-827107ec0771 req-5f542726-1bad-4753-82fd-df77ead2f011 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.0840273 Feb 15 14:01:15.106518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3efcf8ec-a7fc-4788-8af2-827107ec0771 req-1341151b-ffe9-4190-a49c-e59c7d66221f tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/security-groups?id=a36597b7-0026-479a-902e-505620f6c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Feb 15 14:01:15.123879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-14f6557a-4b95-4ea5-b693-e5b790a249fe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Unset dirty status for tenant:84e6f10733fb492faba8b6867bf2136b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:01:15.125210 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-14f6557a-4b95-4ea5-b693-e5b790a249fe tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 946 time: 0.1883068 Feb 15 14:01:15.196581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port 0d90e840-e278-4cd5-aafa-6ec07814b783 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:15.197050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:15.446326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port 0d90e840-e278-4cd5-aafa-6ec07814b783, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0d90e840-e278-4cd5-aafa-6ec07814b783,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:15.446588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:15.571689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for 0d90e840-e278-4cd5-aafa-6ec07814b783 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:15.792811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:15.845288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=0d90e840-e278-4cd5-aafa-6ec07814b783,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:15.918281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] No DVR routers for this DVR port 0d90e840-e278-4cd5-aafa-6ec07814b783 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:15.920653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:15.923137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'name': 'network-vif-deleted', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:15.966854 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c3e306-8ded-4999-ac74-a543faa145f0', 'name': 'network-vif-deleted', 'tag': '0d90e840-e278-4cd5-aafa-6ec07814b783', 'status': 'completed', 'code': 200} Feb 15 14:01:16.027692 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-129ff3b9-0b6b-4d20-b2ac-a4960a132759 req-89ebb23b-f72c-497e-bdf4-7e454471f288 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.36 "DELETE /v2.0/ports/0d90e840-e278-4cd5-aafa-6ec07814b783 HTTP/1.1" status: 204 len: 173 time: 0.8962555 Feb 15 14:01:16.271849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f11883c-01cf-4f37-b09f-a2f4835e0943 req-a5c363e8-bb64-4ea1-8c95-5dc1f13bb339 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "GET /v2.0/ports?device_id=64c3e306-8ded-4999-ac74-a543faa145f0 HTTP/1.1" status: 200 len: 210 time: 0.0490711 Feb 15 14:01:17.367893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33644) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:17.534834 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:17.563866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:17.700977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:17.719150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36597b7-0026-479a-902e-505620f6c4a2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:17.809844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:17.811095 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-194d6601-ec95-408d-b6e7-f712083845a7 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/security-groups/a36597b7-0026-479a-902e-505620f6c4a2 HTTP/1.1" status: 204 len: 168 time: 0.4421775 Feb 15 14:01:17.913738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33650) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:18.482953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:18.835711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:18.835977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:19.020397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port dd22a1d9-51ba-4db5-b3cb-08de02ae7f67, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:19.020740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:19.140335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:19.478327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:19.535680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=dd22a1d9-51ba-4db5-b3cb-08de02ae7f67,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:19.824500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:19.942062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 0d90e840-e278-4cd5-aafa-6ec07814b783 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:19.977801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 0d90e840-e278-4cd5-aafa-6ec07814b783 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:01:19.978157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 0d90e840-e278-4cd5-aafa-6ec07814b783 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:01:20.184670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Router a22a35c1-cf5f-4e48-985d-74e7794ee7bd has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:01:20.375768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:01:20.386551 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Sync routers for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:20.390121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c54f008a-7b02-4a05-b74a-cccdcb80d7ae tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "PUT /v2.0/routers/a22a35c1-cf5f-4e48-985d-74e7794ee7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4752407 Feb 15 14:01:20.392943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33654) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:20.396504 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:20.397099 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:20.458503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting subnet 60e9d1d7-e1bc-4f36-afdf-700dff7df965 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:01:20.462311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:20.518484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:20.572759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:20.607071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:20.770485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:20.811829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Subnet': ['ID=60e9d1d7-e1bc-4f36-afdf-700dff7df965,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:20.815659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:20.823093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ae4b0-7494-41cb-b158-3f18bc2d0fef None None] Network 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:01:20.824478 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4db13429-749f-4b6c-aaa6-05e7cec5f3eb tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/subnets/60e9d1d7-e1bc-4f36-afdf-700dff7df965 HTTP/1.1" status: 204 len: 168 time: 0.4303455 Feb 15 14:01:20.826786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33658) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:20.875727 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:19Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:20.880799 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Checking router: a22a35c1-cf5f-4e48-985d-74e7794ee7bd for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:01:20.889846 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Routers {'a22a35c1-cf5f-4e48-985d-74e7794ee7bd'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:01:20.890482 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:01:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:21.078920 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] Set router a22a35c1-cf5f-4e48-985d-74e7794ee7bd gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:01:21.108753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] DHCP port deletion for 0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:01:21.113899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Deleting port 05ee77e1-5f1e-4f37-9452-93764beef39f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:21.114621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.128405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.315906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.366837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] For port 05ee77e1-5f1e-4f37-9452-93764beef39f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=05ee77e1-5f1e-4f37-9452-93764beef39f,segment=NetworkSegment(c5987793-fcbf-4310-8130-9995b3bf636e),segment_id=c5987793-fcbf-4310-8130-9995b3bf636e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:21.367312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.414549 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:19Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:21.419697 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ffab5-02c2-4eff-a2e3-5f59698a37f4 None None] The sync data for ids ['a22a35c1-cf5f-4e48-985d-74e7794ee7bd'] in dv-neutron-828156-1-hyperv is: [{'id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'name': 'tempest-TestNetworkBasicOps-router-459379163', 'tenant_id': '84e6f10733fb492faba8b6867bf2136b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:58Z', 'updated_at': '2022-02-15T14:01:19Z', 'revision_number': 7, 'project_id': '84e6f10733fb492faba8b6867bf2136b', 'gw_port': {'id': 'f2bf644e-1aea-4fef-9e15-c5de7b7b7209', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a35c1-cf5f-4e48-985d-74e7794ee7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:59Z', 'updated_at': '2022-02-15T14:01:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:21.430936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Deleting port f2bf644e-1aea-4fef-9e15-c5de7b7b7209 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:21.431351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.515032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Calling delete_port for 05ee77e1-5f1e-4f37-9452-93764beef39f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:21.639212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] For port f2bf644e-1aea-4fef-9e15-c5de7b7b7209, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:21.639848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.675457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:21.721496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] Pushing event deleted for resources: {'Port': ['ID=05ee77e1-5f1e-4f37-9452-93764beef39f,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:21.725112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1d941-f382-4dcd-a9ab-dcccda954388 None None] No DVR routers for this DVR port 05ee77e1-5f1e-4f37-9452-93764beef39f on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:21.770911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Calling delete_port for f2bf644e-1aea-4fef-9e15-c5de7b7b7209 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:21.797717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05ee77e1-5f1e-4f37-9452-93764beef39f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:21.835289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 05ee77e1-5f1e-4f37-9452-93764beef39f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:01:21.835636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 05ee77e1-5f1e-4f37-9452-93764beef39f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:01:21.836066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:21.870342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:01:21.870706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device dd22a1d9-51ba-4db5-b3cb-08de02ae7f67 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:01:22.027060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.074466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Port': ['ID=f2bf644e-1aea-4fef-9e15-c5de7b7b7209,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:22.164610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.340406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.342621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.433157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.433647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Fanout notify agent at l3_agent the message router_deleted on router a22a35c1-cf5f-4e48-985d-74e7794ee7bd {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:01:22.450352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.451470 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5f15c374-d469-4886-b906-48bcf3e32b22 tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/routers/a22a35c1-cf5f-4e48-985d-74e7794ee7bd HTTP/1.1" status: 204 len: 168 time: 1.6237330 Feb 15 14:01:22.454128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33662) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:22.570812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.800291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.826216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:22.838986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5987793-fcbf-4310-8130-9995b3bf636e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:22.839281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5987793-fcbf-4310-8130-9995b3bf636e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:22.850848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.869253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.876112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:22.876514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:22.890951 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:23.032469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:23.036597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:23.062472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] Pushing event deleted for resources: {'Network': ['ID=0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:23.124910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-28cc1bb4-9918-4aa2-9679-14cc4d0d4cdf tempest-TestNetworkBasicOps-1167498359 tempest-TestNetworkBasicOps-1167498359-project] 10.222.0.61 "DELETE /v2.0/networks/0818d04e-c7e7-4ad7-a92e-0cdca3d15c4b HTTP/1.1" status: 204 len: 168 time: 0.6697249 Feb 15 14:01:23.626216 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:01:23.663545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f2bf644e-1aea-4fef-9e15-c5de7b7b7209 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:01:23.663887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f2bf644e-1aea-4fef-9e15-c5de7b7b7209 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:01:23.681568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33670) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:23.832469 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cc8bff5c-780e-4630-99e0-6c0c4a3d6810 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84e6f10733fb492faba8b6867bf2136b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496396 Feb 15 14:01:23.834869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:23.895685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:23.921999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:24.046532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:24.063751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ffbb54-8ec2-4b8a-844c-f6f56b919432,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:24.070273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:24.071479 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-29e9f789-1d79-4685-b504-d9a294b0e056 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1ffbb54-8ec2-4b8a-844c-f6f56b919432 HTTP/1.1" status: 204 len: 168 time: 0.2356875 Feb 15 14:01:24.870893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33684) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:24.888441 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:24.902440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:24.906144 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1428604a574afca976bfcb6f89f305 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:24.908872 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:24.914431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:24.996958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.072276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.120618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d1428604a574afca976bfcb6f89f305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483778 Feb 15 14:01:25.121489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8930b05e-4b06-4a42-a468-5e8d405af77e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:25.123410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33688) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:25.128865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.129217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.129579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.129909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.130237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.130568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.130890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.131215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.131535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.131849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.132162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.132475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c872-c86f-479a-afb0-187bcdaa72f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:25.182382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.207333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.349139 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.366562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8930b05e-4b06-4a42-a468-5e8d405af77e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:25.374189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:25.375640 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-70b1ffbb-9930-40e5-addb-369ed2a8656c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8930b05e-4b06-4a42-a468-5e8d405af77e HTTP/1.1" status: 204 len: 168 time: 0.2511358 Feb 15 14:01:26.597652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33712) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:26.704308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-446297015-network', 'tenant_id': '7997a67648b6453ba7030974799b8219'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:26.709482 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:26.713210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Usage tracker for resource:network and tenant:7997a67648b6453ba7030974799b8219 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:26.716816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:26.722513 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:26.815385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Made reservation on behalf of 7997a67648b6453ba7030974799b8219 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:26.817781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:26.830523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:26.846337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:26.850225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Usage tracker for resource:security_group_rule and tenant:7997a67648b6453ba7030974799b8219 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:26.853096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:26.859398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:26.949494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.029581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.059154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:27.067409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619463b3-a011-4f38-a9f5-cb6cd2479b07,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:27.072897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.073571 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Added segment 514a5a25-7f5e-4630-b3fc-8ff691b48d6e of type vlan for network 273d5945-39c3-4323-ada5-ddcf42543fbf Feb 15 14:01:27.100824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.180697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.181724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.182297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.284555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] Pushing event updated for resources: {'Network': ['ID=273d5945-39c3-4323-ada5-ddcf42543fbf,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:27.294294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 273d5945-39c3-4323-ada5-ddcf42543fbf details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:01:27.342468 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-535a885a-253a-4d5f-bf98-b0797c0fa69b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7436695 Feb 15 14:01:27.345313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33718) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:27.351871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Request body: {'subnet': {'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-446297015-subnet', 'tenant_id': '7997a67648b6453ba7030974799b8219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:27.357807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:27.362720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Usage tracker for resource:subnet and tenant:7997a67648b6453ba7030974799b8219 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:27.366034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:27.373550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:27.450626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Made reservation on behalf of 7997a67648b6453ba7030974799b8219 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:27.452932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.723683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.796642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=965de739-78f3-48a7-a61e-51d8b9d293b4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:27.805201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Checking segment: {'id': '514a5a25-7f5e-4630-b3fc-8ff691b48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:01:27.805592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Network hostable DHCP agents. Network: 273d5945-39c3-4323-ada5-ddcf42543fbf, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:27.878067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Network 273d5945-39c3-4323-ada5-ddcf42543fbf is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:27.960494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 273d5945-39c3-4323-ada5-ddcf42543fbf) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:27.964553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.965125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:27.969220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60605004-bec3-4a85-a5fc-c25f89eb2623 None None] Network 273d5945-39c3-4323-ada5-ddcf42543fbf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:01:28.024341 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7fd795a9-419c-4fec-a58b-daf5b54a63fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6778779 Feb 15 14:01:28.182811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5229f1d-ed7b-41a3-b971-dddb2f859950 None None] Network 273d5945-39c3-4323-ada5-ddcf42543fbf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:01:28.730214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33736) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:28.735947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1028314558-network', 'tenant_id': '45a57e115fde45fdbf9b948c297d0684'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:28.740613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:28.744359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Usage tracker for resource:network and tenant:45a57e115fde45fdbf9b948c297d0684 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:28.749147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:28.754710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:28.866687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Made reservation on behalf of 45a57e115fde45fdbf9b948c297d0684 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:28.871202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:28.881709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:28.896177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:28.899976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Usage tracker for resource:security_group_rule and tenant:45a57e115fde45fdbf9b948c297d0684 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:28.902777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:28.908395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:28.990809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.066344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.096363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:29.104426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1fcb34-02e6-4bd8-8af9-8148fd55afea,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:29.110583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.110583 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Added segment 5d18903b-0b13-4bc0-a03d-42b41670e0b7 of type vlan for network f0a8f28a-39ea-48c3-9d86-7c3089723289 Feb 15 14:01:29.136428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.217316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.218314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.218905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.326609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a8f28a-39ea-48c3-9d86-7c3089723289,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:29.336201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network f0a8f28a-39ea-48c3-9d86-7c3089723289 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:01:29.389964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-acb57908-7483-4790-a10f-b8ce8fc7a336 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6584458 Feb 15 14:01:29.392668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33740) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:01:29.398195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Request body: {'subnet': {'network_id': 'f0a8f28a-39ea-48c3-9d86-7c3089723289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1028314558-subnet', 'tenant_id': '45a57e115fde45fdbf9b948c297d0684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:29.399238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-96e03766-5eda-4c29-93a2-b48bf5bc51b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.404144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:29.408180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Usage tracker for resource:subnet and tenant:45a57e115fde45fdbf9b948c297d0684 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:29.411009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:29.416825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:29.486380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Made reservation on behalf of 45a57e115fde45fdbf9b948c297d0684 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:29.488764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.752757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:29.828612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d250ce-2df9-418f-a8a4-532d3542cd00,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:29.841226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Checking segment: {'id': '5d18903b-0b13-4bc0-a03d-42b41670e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f0a8f28a-39ea-48c3-9d86-7c3089723289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:01:29.841226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Network hostable DHCP agents. Network: f0a8f28a-39ea-48c3-9d86-7c3089723289, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:29.912200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Network f0a8f28a-39ea-48c3-9d86-7c3089723289 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:29.992224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, f0a8f28a-39ea-48c3-9d86-7c3089723289) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:29.996800 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.997375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:30.002196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dcfa6f-b915-4484-8fb0-d0743d299a7c None None] Network f0a8f28a-39ea-48c3-9d86-7c3089723289 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:01:30.081514 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-48f2eb2e-27fc-465e-b5b4-68eddc8494c0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6876519 Feb 15 14:01:30.241449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673bee3-f6de-48b9-8bab-d5ae9541ae34 None None] Network f0a8f28a-39ea-48c3-9d86-7c3089723289 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:01:30.644604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-50521bab-825a-462e-bf71-671ad409ebf6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.646087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-50521bab-825a-462e-bf71-671ad409ebf6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/networks?id=273d5945-39c3-4323-ada5-ddcf42543fbf HTTP/1.1" status: 200 len: 811 time: 0.1454597 Feb 15 14:01:30.660682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-5ff16993-e045-4048-bbe1-2bb952b5da6e tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/quotas/7997a67648b6453ba7030974799b8219 HTTP/1.1" status: 200 len: 375 time: 0.0091684 Feb 15 14:01:30.713575 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-4c3d10ed-337b-4ac1-afcb-e013f904c37f tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7997a67648b6453ba7030974799b8219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478911 Feb 15 14:01:30.846616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-894f873e-6a7e-4f20-a6a1-35e5bb7b99a7 service neutron] 10.222.0.61 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262631 Feb 15 14:01:30.973799 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-fe9bef20-ce18-45ce-a296-a4be1d36a0d9 service neutron] 10.222.0.61 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215746 Feb 15 14:01:31.228785 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-16941987-39da-41b8-a836-cc0a519b0af3 req-fe21ba22-74fb-4b4d-8c85-9c1ba5d123a0 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 210 time: 0.0427215 Feb 15 14:01:32.378359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c5570731-82f2-4e04-a142-3e75cfd8c1c7 req-1c9e01d6-64ab-49f8-bb8b-9669392c22f2 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 210 time: 0.0421689 Feb 15 14:01:32.531958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-df432f78-6689-4446-b704-6cc002c70590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:32.626685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:32.829232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:33.374666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:33.643802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9fa6ad2a-b30f-4d43-9031-7124a0409457 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.644493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9fa6ad2a-b30f-4d43-9031-7124a0409457 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Synchronizing usage tracker for tenant:7997a67648b6453ba7030974799b8219 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:01:33.661882 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-501adb98-cc55-4272-bac2-26e3d893619c req-c33202bb-a652-4c62-960a-ef7306edf87c tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 210 time: 0.1709392 Feb 15 14:01:33.729491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9fa6ad2a-b30f-4d43-9031-7124a0409457 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Unset dirty status for tenant:7997a67648b6453ba7030974799b8219 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:01:33.730836 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9fa6ad2a-b30f-4d43-9031-7124a0409457 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.36 "GET /v2.0/networks?id=273d5945-39c3-4323-ada5-ddcf42543fbf HTTP/1.1" status: 200 len: 811 time: 0.3483706 Feb 15 14:01:33.742427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Request body: {'port': {'device_id': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf', 'admin_state_up': True, 'tenant_id': '7997a67648b6453ba7030974799b8219'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:33.883830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:01:33.888239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Usage tracker for resource:port and tenant:7997a67648b6453ba7030974799b8219 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:01:33.891019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:01:33.896568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:01:33.977830 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Made reservation on behalf of 7997a67648b6453ba7030974799b8219 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:33.981340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.149772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Allocated IP 172.20.0.4 (273d5945-39c3-4323-ada5-ddcf42543fbf/965de739-78f3-48a7-a61e-51d8b9d293b4/2042d176-e232-43d5-a3b6-f2ee6e596d5b) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:34.183931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.354102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.432527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.505252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Network 273d5945-39c3-4323-ada5-ddcf42543fbf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:34.508265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:34.512185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:01:34.540893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Pushing event updated for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:34.576279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.576868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.646530 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a1e9f201-8463-4036-9465-714a7c2bdf6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9077563 Feb 15 14:01:34.657929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Request body: {'port': {'device_id': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:34.772557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:34.855549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421a65c-b8f2-4d92-a3e3-9d1bc7c1d73e req-880b52c9-11e7-4e5e-b706-f74aa3973e59 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.857018 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8421a65c-b8f2-4d92-a3e3-9d1bc7c1d73e req-880b52c9-11e7-4e5e-b706-f74aa3973e59 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 931 time: 0.0810914 Feb 15 14:01:34.904395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8421a65c-b8f2-4d92-a3e3-9d1bc7c1d73e req-1f1425af-6e45-4d88-ba2a-ed72c3f34fbf tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Feb 15 14:01:35.111019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2042d176-e232-43d5-a3b6-f2ee6e596d5b {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:35.118172 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:35.132046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Transition to ACTIVE for port object 2042d176-e232-43d5-a3b6-f2ee6e596d5b will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:01:35.211661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:35.336873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Pushing event updated for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:35.438227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Attempting to bind port 2042d176-e232-43d5-a3b6-f2ee6e596d5b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:01:35.438467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Attempting to bind port 2042d176-e232-43d5-a3b6-f2ee6e596d5b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '514a5a25-7f5e-4630-b3fc-8ff691b48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:01:35.438784 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Attempting to bind port 2042d176-e232-43d5-a3b6-f2ee6e596d5b on network 273d5945-39c3-4323-ada5-ddcf42543fbf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:01:35.443250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Port 2042d176-e232-43d5-a3b6-f2ee6e596d5b on network 273d5945-39c3-4323-ada5-ddcf42543fbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:01:35.443563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Attempting to bind port 2042d176-e232-43d5-a3b6-f2ee6e596d5b on network 273d5945-39c3-4323-ada5-ddcf42543fbf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:01:35.449291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:01:35.449644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Checking segment: {'id': '514a5a25-7f5e-4630-b3fc-8ff691b48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:01:35.450008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Bound using segment: {'id': '514a5a25-7f5e-4630-b3fc-8ff691b48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:01:35.450416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Bound port: 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a5a25-7f5e-4630-b3fc-8ff691b48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:01:35.450753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:35.544401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:01:35.547260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b,segment=NetworkSegment(514a5a25-7f5e-4630-b3fc-8ff691b48d6e),segment_id=514a5a25-7f5e-4630-b3fc-8ff691b48d6e)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:01:35.612792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:35.672092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.672760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:35.674115 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] 10.222.0.36 "PUT /v2.0/ports/2042d176-e232-43d5-a3b6-f2ee6e596d5b HTTP/1.1" status: 200 len: 1093 time: 1.0203424 Feb 15 14:01:35.674548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:35.695118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af671e-10e6-4435-bb3a-43a2e3ce2514 service neutron] Pushing event updated for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:35.718169 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b', 'status': 'completed', 'code': 200} Feb 15 14:01:35.812406 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-29460cdc-ca99-4d06-a4fc-cfe0b19a7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.813895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-29460cdc-ca99-4d06-a4fc-cfe0b19a7a78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7997a67648b6453ba7030974799b8219&device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 1096 time: 0.0752916 Feb 15 14:01:36.048682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-2902100d-8bb7-4ee8-b42f-d105fb301dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.050256 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-2902100d-8bb7-4ee8-b42f-d105fb301dda service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7997a67648b6453ba7030974799b8219&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2302372 Feb 15 14:01:36.090491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e1b7-3089-4022-bb0a-f91d1c6bc91a req-3d208b99-e547-4e0a-af1b-de428d6bbcda tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.091785 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab18e1b7-3089-4022-bb0a-f91d1c6bc91a req-3d208b99-e547-4e0a-af1b-de428d6bbcda tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 943 time: 0.0796273 Feb 15 14:01:36.136949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab18e1b7-3089-4022-bb0a-f91d1c6bc91a req-c6e7fd03-29ef-46a9-a10c-af1785c9c744 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Feb 15 14:01:36.191707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-e5d47ecf-d532-438a-b7b2-7096ab3348b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.193120 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cb0b9b3c-e692-4440-ae3f-31373031af75 req-e5d47ecf-d532-438a-b7b2-7096ab3348b1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1375144 Feb 15 14:01:36.294465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-5f226538-9963-4813-b3f2-d76eb007e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.296287 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-5f226538-9963-4813-b3f2-d76eb007e637 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7997a67648b6453ba7030974799b8219&device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 1096 time: 0.0695274 Feb 15 14:01:36.366413 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-4fc09c84-7712-458f-8032-b9ea584c4b1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b HTTP/1.1" status: 200 len: 217 time: 0.0634861 Feb 15 14:01:36.426105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9cd5b3b9-bc1a-430e-aa53-cd935f529567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.427487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-9cd5b3b9-bc1a-430e-aa53-cd935f529567 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=965de739-78f3-48a7-a61e-51d8b9d293b4 HTTP/1.1" status: 200 len: 851 time: 0.0554030 Feb 15 14:01:36.476119 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-a70abbd6-e4b9-46df-a475-c5fe9393b77d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273d5945-39c3-4323-ada5-ddcf42543fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425401 Feb 15 14:01:36.604555 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-edf77656-fbd0-4963-88d5-2a70ba63c87c service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Feb 15 14:01:36.735200 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b274c004-9325-4d3e-b2cf-27e506124d78 req-b1dea5f8-0b44-4e2e-80f7-f061986396c5 service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242747 Feb 15 14:01:37.324861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7342-6a2c-4ed5-9e6b-88b7e973c86c req-039404c5-3ead-4d28-8e90-0a8067aec8b1 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.326316 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-945d7342-6a2c-4ed5-9e6b-88b7e973c86c req-039404c5-3ead-4d28-8e90-0a8067aec8b1 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 943 time: 0.0830514 Feb 15 14:01:37.368403 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-945d7342-6a2c-4ed5-9e6b-88b7e973c86c req-2ed3c537-e7f3-4bf7-ac1b-44ba8677f2ec tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Feb 15 14:01:38.548230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d91d0-dd1b-4f4d-af79-d422133d4e01 req-eb441a27-11c3-4f0a-a944-9ae9754a0cf4 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:38.549340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b27d91d0-dd1b-4f4d-af79-d422133d4e01 req-eb441a27-11c3-4f0a-a944-9ae9754a0cf4 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 943 time: 0.0772543 Feb 15 14:01:38.593270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b27d91d0-dd1b-4f4d-af79-d422133d4e01 req-26e1b241-ff36-4e31-bffd-9bc760e9be9b tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 Feb 15 14:01:39.783633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4d97-5101-4e06-9e3d-72ef80cfebbc req-443dee24-f917-4e80-9637-d6f8e108c0b0 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.785059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-846f4d97-5101-4e06-9e3d-72ef80cfebbc req-443dee24-f917-4e80-9637-d6f8e108c0b0 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 943 time: 0.0819407 Feb 15 14:01:39.829630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-846f4d97-5101-4e06-9e3d-72ef80cfebbc req-64a16bda-63cc-46a0-a346-970284207a32 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Feb 15 14:01:40.162904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2042d176-e232-43d5-a3b6-f2ee6e596d5b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:01:40.291608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b,segment=NetworkSegment(514a5a25-7f5e-4630-b3fc-8ff691b48d6e),segment_id=514a5a25-7f5e-4630-b3fc-8ff691b48d6e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:40.304993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '2042d176-e232-43d5-a3b6-f2ee6e596d5b', 'network_id': '273d5945-39c3-4323-ada5-ddcf42543fbf', 'port_id': '2042d176-e232-43d5-a3b6-f2ee6e596d5b', 'mac_address': 'fa:16:3e:c2:28:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965de739-78f3-48a7-a61e-51d8b9d293b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:01:40.361940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:40.377856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2042d176-e232-43d5-a3b6-f2ee6e596d5b {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:40.394489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b,segment=NetworkSegment(514a5a25-7f5e-4630-b3fc-8ff691b48d6e),segment_id=514a5a25-7f5e-4630-b3fc-8ff691b48d6e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:40.505995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:40.571779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:40.711462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['2042d176-e232-43d5-a3b6-f2ee6e596d5b'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:01:41.013663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bf35b-12d9-46d6-9a6a-e5739e8ef54c req-8a615f0f-d477-4752-87f0-5df4df05d836 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.015098 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-729bf35b-12d9-46d6-9a6a-e5739e8ef54c req-8a615f0f-d477-4752-87f0-5df4df05d836 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 944 time: 0.0776103 Feb 15 14:01:41.065006 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-729bf35b-12d9-46d6-9a6a-e5739e8ef54c req-2e1b0e38-8d04-42b5-847c-9cd1edd45e07 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Feb 15 14:01:42.175237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2042d176-e232-43d5-a3b6-f2ee6e596d5b up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:01:42.250378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136248a-bef7-459e-b3e0-5e43ecb92ca6 req-0a6c6998-87cc-4b41-b441-6941c94d6b49 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.251841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1136248a-bef7-459e-b3e0-5e43ecb92ca6 req-0a6c6998-87cc-4b41-b441-6941c94d6b49 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 944 time: 0.0801883 Feb 15 14:01:42.295553 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1136248a-bef7-459e-b3e0-5e43ecb92ca6 req-62df7c73-b15a-471e-989b-b1b21c902fa6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Feb 15 14:01:42.346250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 2042d176-e232-43d5-a3b6-f2ee6e596d5b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:42.351341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 2042d176-e232-43d5-a3b6-f2ee6e596d5b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:42.351708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:42.467306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:42.493527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:42.503757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b,segment=NetworkSegment(514a5a25-7f5e-4630-b3fc-8ff691b48d6e),segment_id=514a5a25-7f5e-4630-b3fc-8ff691b48d6e)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:42.536405 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b', 'code': 200} Feb 15 14:01:42.577052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:42.648627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:42.949596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcf9e-b792-48ea-b9c4-72e2c93ce764 req-79ecb9b6-f014-4b64-8823-d7a7ce98b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.950800 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-df6dcf9e-b792-48ea-b9c4-72e2c93ce764 req-79ecb9b6-f014-4b64-8823-d7a7ce98b3cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 1098 time: 0.0686233 Feb 15 14:01:42.990218 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-df6dcf9e-b792-48ea-b9c4-72e2c93ce764 req-d965fec4-474d-4f68-bb69-92b52a46711d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Feb 15 14:01:43.478579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe703-9fee-41c9-b90c-c2b7a4652dc9 req-14ebdada-a523-4217-be05-d01e55eb712f tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.480777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c70fe703-9fee-41c9-b90c-c2b7a4652dc9 req-14ebdada-a523-4217-be05-d01e55eb712f tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0821598 Feb 15 14:01:43.523723 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c70fe703-9fee-41c9-b90c-c2b7a4652dc9 req-80d363ed-30ee-404d-a32e-a64a170a1513 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Feb 15 14:01:44.708129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc063c-e96e-4e69-b280-77fc6f82cc8e req-e025ce08-9e82-40e0-8727-4872c23f09ca tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.709662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08fc063c-e96e-4e69-b280-77fc6f82cc8e req-e025ce08-9e82-40e0-8727-4872c23f09ca tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0800138 Feb 15 14:01:44.753145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08fc063c-e96e-4e69-b280-77fc6f82cc8e req-f42811c6-0a5d-4804-b452-650153f54d79 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Feb 15 14:01:44.941755 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca50b88-4e2f-4598-a712-260255e846a6 req-5af4e92f-f4b0-483b-815f-a39056a08624 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.943180 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ca50b88-4e2f-4598-a712-260255e846a6 req-5af4e92f-f4b0-483b-815f-a39056a08624 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0821624 Feb 15 14:01:44.987594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ca50b88-4e2f-4598-a712-260255e846a6 req-6a8bed03-f446-4291-9013-73ea7df5fe2a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Feb 15 14:01:45.597523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce325b4d-7ffd-4730-be4a-fc204e4a69bf req-1398e64d-4251-4166-9fcf-a1108de0c4ff tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.598968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce325b4d-7ffd-4730-be4a-fc204e4a69bf req-1398e64d-4251-4166-9fcf-a1108de0c4ff tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0781372 Feb 15 14:01:45.643134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce325b4d-7ffd-4730-be4a-fc204e4a69bf req-4def668d-1865-4e1f-803e-823a964d84d7 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Feb 15 14:01:46.833065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64eb83-6018-490d-b080-df2b9a6b5f00 req-2c477926-43d9-4910-a0c1-b28de90fc0cd tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.834525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e64eb83-6018-490d-b080-df2b9a6b5f00 req-2c477926-43d9-4910-a0c1-b28de90fc0cd tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0826628 Feb 15 14:01:46.878676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e64eb83-6018-490d-b080-df2b9a6b5f00 req-a2612882-bf9b-4542-bb0a-65fb97277904 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Feb 15 14:01:47.387187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b84be-033a-40a5-b791-329229722587 req-c4c155d8-6bd1-436c-a169-d682330b3da2 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.388793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-849b84be-033a-40a5-b791-329229722587 req-c4c155d8-6bd1-436c-a169-d682330b3da2 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0804176 Feb 15 14:01:47.439260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-849b84be-033a-40a5-b791-329229722587 req-383b4fc5-1c7f-41a9-b55b-da05bebbd1ad tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Feb 15 14:01:47.487214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-3e3db4b4-bfc2-492c-8c63-3ec60aa7c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.488575 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-3e3db4b4-bfc2-492c-8c63-3ec60aa7c039 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7997a67648b6453ba7030974799b8219&device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 1098 time: 0.0747809 Feb 15 14:01:47.618159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-e6238438-2c1c-4054-ae9a-9d6e116384da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.619562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-e6238438-2c1c-4054-ae9a-9d6e116384da service neutron] 10.222.0.36 "GET /v2.0/networks?id=273d5945-39c3-4323-ada5-ddcf42543fbf HTTP/1.1" status: 200 len: 911 time: 0.1244357 Feb 15 14:01:47.686177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-2c757af8-9140-4fc5-8e21-511c5fe828bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b HTTP/1.1" status: 200 len: 217 time: 0.0589039 Feb 15 14:01:47.749517 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-97ada615-e5da-4f58-9c32-c8b65b44d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.751531 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-97ada615-e5da-4f58-9c32-c8b65b44d286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=965de739-78f3-48a7-a61e-51d8b9d293b4 HTTP/1.1" status: 200 len: 851 time: 0.0588806 Feb 15 14:01:47.796584 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-812e4353-2956-41c8-9dcf-fc81e26e4f85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273d5945-39c3-4323-ada5-ddcf42543fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395005 Feb 15 14:01:47.923922 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-efbb03b9-4bdb-4286-9218-931f17c79ded service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215935 Feb 15 14:01:48.146464 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e63b6875-33f6-4eb8-9bf4-b82adc4294ae req-8b330eae-4a6e-47d1-8148-5dc6adea95cf service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170336 Feb 15 14:01:48.632850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754354ab-2f75-42e6-9f21-ac3cb09d7afa req-62caff86-9bc5-4310-9339-7215ed4873d6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.634364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-754354ab-2f75-42e6-9f21-ac3cb09d7afa req-62caff86-9bc5-4310-9339-7215ed4873d6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0864189 Feb 15 14:01:48.679341 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-754354ab-2f75-42e6-9f21-ac3cb09d7afa req-88108151-b752-476f-858c-87308b48f3bc tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Feb 15 14:01:49.475699 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:01:49.866163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ab61-5d8e-4c2c-885f-177acab9cb87 req-61f2d94c-e4ac-4948-b7e4-f42070b3f0a9 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.867626 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa16ab61-5d8e-4c2c-885f-177acab9cb87 req-61f2d94c-e4ac-4948-b7e4-f42070b3f0a9 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0838609 Feb 15 14:01:49.912597 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa16ab61-5d8e-4c2c-885f-177acab9cb87 req-d9e61e32-3245-4b48-87ae-849fe5283f6a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389514 Feb 15 14:01:50.433568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4375d-e482-4506-8bf8-f81db39dcf6f req-1b7397d3-b1b8-4b21-8d20-5dcaf4540c97 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:50.434995 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99e4375d-e482-4506-8bf8-f81db39dcf6f req-1b7397d3-b1b8-4b21-8d20-5dcaf4540c97 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0789328 Feb 15 14:01:50.478472 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99e4375d-e482-4506-8bf8-f81db39dcf6f req-60f11c84-4792-425b-af4b-b5f08681b729 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Feb 15 14:01:51.677202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd2f4-98f4-4d85-96ae-7c20fcea786f req-21455fcc-81ca-4006-a3b3-6e22c566983b tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.678678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdbbd2f4-98f4-4d85-96ae-7c20fcea786f req-21455fcc-81ca-4006-a3b3-6e22c566983b tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0821609 Feb 15 14:01:51.722746 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdbbd2f4-98f4-4d85-96ae-7c20fcea786f req-5bc70c81-495d-415c-9e1b-32206569b69d tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Feb 15 14:01:52.215660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00fa5-d9ad-497c-95e0-c29be4a8c587 req-b84eb38c-8cf9-460f-932d-b43269af79c6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.217571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7d00fa5-d9ad-497c-95e0-c29be4a8c587 req-b84eb38c-8cf9-460f-932d-b43269af79c6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0850570 Feb 15 14:01:52.269577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7d00fa5-d9ad-497c-95e0-c29be4a8c587 req-b1563ec9-8eef-4685-89fe-59d1f5ca4215 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Feb 15 14:01:52.385724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-ccf179c2-6db8-4f77-a4c0-df41afac0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.387152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-ccf179c2-6db8-4f77-a4c0-df41afac0d27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7997a67648b6453ba7030974799b8219&device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 1098 time: 0.0714669 Feb 15 14:01:52.515777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-9733c1a0-7c03-4f90-9a99-517599dcf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.517297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-9733c1a0-7c03-4f90-9a99-517599dcf5d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273d5945-39c3-4323-ada5-ddcf42543fbf HTTP/1.1" status: 200 len: 911 time: 0.1243303 Feb 15 14:01:52.582825 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-db731ad0-29b3-4810-abd4-828d3c3be802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b HTTP/1.1" status: 200 len: 217 time: 0.0595975 Feb 15 14:01:52.646705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-9899878b-a9de-4fb6-8fc1-ad91b4a365c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.648108 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-9899878b-a9de-4fb6-8fc1-ad91b4a365c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=965de739-78f3-48a7-a61e-51d8b9d293b4 HTTP/1.1" status: 200 len: 851 time: 0.0595310 Feb 15 14:01:52.694073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-4e201abe-3cc2-4bb3-aeff-37a2c7765300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273d5945-39c3-4323-ada5-ddcf42543fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406175 Feb 15 14:01:52.822121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-929458ec-7579-4b60-bea0-0260076008dc service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217515 Feb 15 14:01:52.952477 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8679123b-47f5-46d8-b13b-04e93f4d24b7 req-d0d12fb7-2a99-490b-a12e-cf91725069c6 service neutron] 10.222.0.36 "GET /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248538 Feb 15 14:01:53.452879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6260d-3771-4c55-97e1-7c71f8389dba req-ffbbbbd6-6075-4178-876c-9c62b8d6a5c7 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:53.454379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-35e6260d-3771-4c55-97e1-7c71f8389dba req-ffbbbbd6-6075-4178-876c-9c62b8d6a5c7 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0787058 Feb 15 14:01:53.498647 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-35e6260d-3771-4c55-97e1-7c71f8389dba req-edd1d46c-21f1-4005-a67e-8e1aad62e76b tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380614 Feb 15 14:01:54.854084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4092c-1f00-4534-9cb2-b42026219467 req-16ccafeb-15cb-4bfc-a136-010292eef596 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.855825 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4c4092c-1f00-4534-9cb2-b42026219467 req-16ccafeb-15cb-4bfc-a136-010292eef596 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.2510362 Feb 15 14:01:54.899598 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4c4092c-1f00-4534-9cb2-b42026219467 req-f0b82e69-cd4e-43db-ad2f-642a24c58ab7 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Feb 15 14:01:55.493364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3a4d7-7b25-423b-911b-857949896c11 req-74b2728e-3a58-4cb2-bed4-c4d8b756f73a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.494820 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ce3a4d7-7b25-423b-911b-857949896c11 req-74b2728e-3a58-4cb2-bed4-c4d8b756f73a tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.0787041 Feb 15 14:01:55.538612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ce3a4d7-7b25-423b-911b-857949896c11 req-b75037c9-3edb-40ab-bec1-69706e60e379 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Feb 15 14:01:56.785901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f8b1e-d97b-44d4-9a7c-1641f8323fc3 req-5a2a7ddb-fcca-453b-9265-6d38c93135ac tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:56.787329 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-932f8b1e-d97b-44d4-9a7c-1641f8323fc3 req-5a2a7ddb-fcca-453b-9265-6d38c93135ac tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.1416671 Feb 15 14:01:56.831556 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-932f8b1e-d97b-44d4-9a7c-1641f8323fc3 req-bc1ada81-534a-409a-8fb7-ca9708bb2ade tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/security-groups?id=619463b3-a011-4f38-a9f5-cb6cd2479b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Feb 15 14:01:57.247345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-b96436f6-90d1-46c1-be72-2e7aaebdea6d tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.248029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-b96436f6-90d1-46c1-be72-2e7aaebdea6d tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Synchronizing usage tracker for tenant:7997a67648b6453ba7030974799b8219 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:01:57.339559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-b96436f6-90d1-46c1-be72-2e7aaebdea6d tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Unset dirty status for tenant:7997a67648b6453ba7030974799b8219 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:01:57.340673 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-b96436f6-90d1-46c1-be72-2e7aaebdea6d tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.36 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 945 time: 0.1710002 Feb 15 14:01:57.413724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Deleting port 2042d176-e232-43d5-a3b6-f2ee6e596d5b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:01:57.414064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:57.657560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] For port 2042d176-e232-43d5-a3b6-f2ee6e596d5b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2042d176-e232-43d5-a3b6-f2ee6e596d5b,segment=NetworkSegment(514a5a25-7f5e-4630-b3fc-8ff691b48d6e),segment_id=514a5a25-7f5e-4630-b3fc-8ff691b48d6e)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:01:57.657968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:57.779023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Calling delete_port for 2042d176-e232-43d5-a3b6-f2ee6e596d5b owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:01:57.970632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:57.980711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-652ed4f5-e649-4a59-a671-db458366694e req-eb3b806a-119b-4739-bf39-21ef7f6f6951 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 210 time: 0.0428343 Feb 15 14:01:57.984795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['2042d176-e232-43d5-a3b6-f2ee6e596d5b'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:01:58.020541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Pushing event deleted for resources: {'Port': ['ID=2042d176-e232-43d5-a3b6-f2ee6e596d5b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:58.189267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] No DVR routers for this DVR port 2042d176-e232-43d5-a3b6-f2ee6e596d5b on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:58.194115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:01:58.196929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'name': 'network-vif-deleted', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:58.241946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4286d869-5ecc-4715-95ab-13036ceaff1a', 'name': 'network-vif-deleted', 'tag': '2042d176-e232-43d5-a3b6-f2ee6e596d5b', 'status': 'completed', 'code': 200} Feb 15 14:01:58.266173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b33c1c6c-3b56-4bf4-8fbb-658ea9236ef0 req-58a352d0-d3d1-466f-8b54-171d64c35fee tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.36 "DELETE /v2.0/ports/2042d176-e232-43d5-a3b6-f2ee6e596d5b HTTP/1.1" status: 204 len: 173 time: 0.9199371 Feb 15 14:01:59.158570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee38c3aa-68a1-4b12-a183-c09d0f0213a3 req-f7be2f1a-5519-42c4-a4f0-7b3269ae8cb6 tempest-TestServerAdvancedOps-1286002072 tempest-TestServerAdvancedOps-1286002072-project] 10.222.0.61 "GET /v2.0/ports?device_id=4286d869-5ecc-4715-95ab-13036ceaff1a HTTP/1.1" status: 200 len: 210 time: 0.0451934 Feb 15 14:01:59.374469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-49d5af13-d2ec-4180-bacd-60d2b941eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.258016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33854) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:00.316262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Deleting subnet 965de739-78f3-48a7-a61e-51d8b9d293b4 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:02:00.319185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.370241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.423992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.576319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.616575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965de739-78f3-48a7-a61e-51d8b9d293b4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:00.621138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.630641 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffb67ab7-0c25-4c0c-82f3-7eee8d608b28 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/965de739-78f3-48a7-a61e-51d8b9d293b4 HTTP/1.1" status: 204 len: 168 time: 0.3681421 Feb 15 14:02:00.631082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33858) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:00.739747 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.859946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.929318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273d5945-39c3-4323-ada5-ddcf42543fbf']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.929318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514a5a25-7f5e-4630-b3fc-8ff691b48d6e') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.929318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514a5a25-7f5e-4630-b3fc-8ff691b48d6e') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.929318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.930701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.936641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:00.941102 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:00.950033 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:01.078690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.094755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.107148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=273d5945-39c3-4323-ada5-ddcf42543fbf,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:01.153971 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-37ce6fa8-cb52-4a3c-92e7-40f64c0b7dfd admin admin] 10.222.0.61 "DELETE /v2.0/networks/273d5945-39c3-4323-ada5-ddcf42543fbf HTTP/1.1" status: 204 len: 168 time: 0.5216799 Feb 15 14:02:01.156555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33862) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:01.214716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Deleting subnet 30d250ce-2df9-418f-a8a4-532d3542cd00 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:02:01.217665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.271772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.324609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.465473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.502733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d250ce-2df9-418f-a8a4-532d3542cd00,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:01.506876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.514023 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9d1b0a81-573b-4a6a-823f-ead46bc5c17d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/30d250ce-2df9-418f-a8a4-532d3542cd00 HTTP/1.1" status: 204 len: 168 time: 0.3565245 Feb 15 14:02:01.516490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 33866) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:01.621275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.743974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.767967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a8f28a-39ea-48c3-9d86-7c3089723289']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:01.779860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d18903b-0b13-4bc0-a03d-42b41670e0b7') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:01.780153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d18903b-0b13-4bc0-a03d-42b41670e0b7') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:01.791593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.807419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.813224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:01.813628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:01.827050 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:01.958881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.974728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:01.983613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a8f28a-39ea-48c3-9d86-7c3089723289,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:01.986378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b44d97d0-f9d9-4440-a900-a4a090337782 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f0a8f28a-39ea-48c3-9d86-7c3089723289 HTTP/1.1" status: 204 len: 168 time: 0.4690003 Feb 15 14:02:02.284324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2042d176-e232-43d5-a3b6-f2ee6e596d5b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:02:02.303148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33872) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:02.318711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 2042d176-e232-43d5-a3b6-f2ee6e596d5b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:02:02.318970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2042d176-e232-43d5-a3b6-f2ee6e596d5b not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:02:02.451077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8e062a0b-893f-44dc-b3c0-dad5d7b080ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7997a67648b6453ba7030974799b8219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491263 Feb 15 14:02:02.453537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33876) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:02.507324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-78a89a4e-2ad5-45e1-b235-032302e440cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.509853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.535265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.667223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.693969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.709902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619463b3-a011-4f38-a9f5-cb6cd2479b07,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:02.719315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:02.720409 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ff2c3504-909a-4006-a37b-52782198133c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/619463b3-a011-4f38-a9f5-cb6cd2479b07 HTTP/1.1" status: 204 len: 168 time: 0.2659712 Feb 15 14:02:02.833005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.359205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.412057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33884) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:03.460319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-12067b70-1b54-4d84-9451-76761a860218 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45a57e115fde45fdbf9b948c297d0684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471115 Feb 15 14:02:03.462832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 33888) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:03.522613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.548841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.670766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.684948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1fcb34-02e6-4bd8-8af9-8148fd55afea,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:03.692657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:03.693915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-78e6d64a-9622-4b1c-8ccc-108a6d182772 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a1fcb34-02e6-4bd8-8af9-8148fd55afea HTTP/1.1" status: 204 len: 168 time: 0.2301524 Feb 15 14:02:04.170619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:11.660090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-7c2f0827-b709-4c91-b25c-75063e392b08 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ab9d466c041741b19bddb5f925e8014e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312779 Feb 15 14:02:11.806988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-98df1cb3-207e-4c24-87f5-260d6752cf93 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:11.808303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-98df1cb3-207e-4c24-87f5-260d6752cf93 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429732 Feb 15 14:02:11.823236 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-343ea67d-1a44-4c49-9a27-c064bd565c17 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/quotas/ab9d466c041741b19bddb5f925e8014e HTTP/1.1" status: 200 len: 375 time: 0.0096307 Feb 15 14:02:11.872059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-27447334-d951-41ce-b3fc-a2efd915242d tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9d466c041741b19bddb5f925e8014e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439301 Feb 15 14:02:12.118482 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ac43132-d3be-4f0e-87cd-4055deb8f175 req-cfeb5aee-e645-43b5-a726-b8a925cb6e49 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 210 time: 0.0425367 Feb 15 14:02:13.265341 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2300e06-bd18-48d8-b7dc-e4a9c3760c60 req-84fbc1bc-79cc-4fff-b4a6-712cab8c6754 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 210 time: 0.0431390 Feb 15 14:02:14.075716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-2387d91e-3b0f-4a69-b5cd-d490d12409b4 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab9d466c041741b19bddb5f925e8014e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269589 Feb 15 14:02:14.329322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-70d40d25-3c97-4de4-8c4d-19a39b873914 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:14.331240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-70d40d25-3c97-4de4-8c4d-19a39b873914 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502847 Feb 15 14:02:14.342862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Request body: {'port': {'device_id': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0', 'admin_state_up': True, 'tenant_id': 'ab9d466c041741b19bddb5f925e8014e'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:14.422741 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-290dbe8c-df21-40ee-af0c-cfc3aed63ec2 req-2283292a-8e92-4da9-9eb9-ef7054baf218 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 210 time: 0.0457895 Feb 15 14:02:14.483288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:14.487461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Usage tracker for resource:port and tenant:ab9d466c041741b19bddb5f925e8014e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:14.489825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:14.495358 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:14.613089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Made reservation on behalf of ab9d466c041741b19bddb5f925e8014e for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:14.616642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:14.629681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:14.649028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:14.652788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Usage tracker for resource:security_group_rule and tenant:ab9d466c041741b19bddb5f925e8014e is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:14.655593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:14.661290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:14.742682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:14.815644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:14.890438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6bd484-7bf4-4360-a1f0-3de10a2b6363,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:14.904677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.905023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.905360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.905721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.906051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.906378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.906700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.907020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.907345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.907664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.908024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.908354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:14.995896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Allocated IP 192.168.233.187 (e567ff8d-e8cd-401f-9124-f86ce5114bf0/c5b8240b-68b1-4e59-bb67-13ced224c21b/37880a2f-9b90-444f-9402-070ff1b7833f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:15.191672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:15.206683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Transition to ACTIVE for port object 37880a2f-9b90-444f-9402-070ff1b7833f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:02:15.299846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:15.369728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Network e567ff8d-e8cd-401f-9124-f86ce5114bf0 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:15.372798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:15.376635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:02:15.411291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Pushing event updated for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:15.448420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:15.448944 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:15.551251 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-4e5d9737-4406-4892-91f7-3f2f33149b76 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2122188 Feb 15 14:02:15.562032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Request body: {'port': {'device_id': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:15.631427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724c8b8-45dd-4181-b53a-0fdcb739baa3 req-46387b39-fbb9-4a75-b9a1-51c513e0cfe9 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:15.632892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5724c8b8-45dd-4181-b53a-0fdcb739baa3 req-46387b39-fbb9-4a75-b9a1-51c513e0cfe9 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 936 time: 0.0933735 Feb 15 14:02:15.679010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:15.680584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5724c8b8-45dd-4181-b53a-0fdcb739baa3 req-e2873610-5d53-46f9-b537-c76592de7e0b tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Feb 15 14:02:15.716413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-617f8a2f-151c-4d84-b439-089ce8fe8110 None None] Provisioning for port 37880a2f-9b90-444f-9402-070ff1b7833f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:15.722286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-617f8a2f-151c-4d84-b439-089ce8fe8110 None None] Provisioning complete for port 37880a2f-9b90-444f-9402-070ff1b7833f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:15.727082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-617f8a2f-151c-4d84-b439-089ce8fe8110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:15.774240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-617f8a2f-151c-4d84-b439-089ce8fe8110 None None] Port 37880a2f-9b90-444f-9402-070ff1b7833f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:02:16.017951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37880a2f-9b90-444f-9402-070ff1b7833f {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:16.025146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:16.039474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Transition to ACTIVE for port object 37880a2f-9b90-444f-9402-070ff1b7833f will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:02:16.129203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:16.283131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:16.366436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Attempting to bind port 37880a2f-9b90-444f-9402-070ff1b7833f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:02:16.366771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Attempting to bind port 37880a2f-9b90-444f-9402-070ff1b7833f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:02:16.367093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Attempting to bind port 37880a2f-9b90-444f-9402-070ff1b7833f on network e567ff8d-e8cd-401f-9124-f86ce5114bf0 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:02:16.371586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Port 37880a2f-9b90-444f-9402-070ff1b7833f on network e567ff8d-e8cd-401f-9124-f86ce5114bf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:02:16.371899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Attempting to bind port 37880a2f-9b90-444f-9402-070ff1b7833f on network e567ff8d-e8cd-401f-9124-f86ce5114bf0 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:02:16.377629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:02:16.378080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Checking segment: {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:02:16.378356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Bound using segment: {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:02:16.378772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Bound port: 37880a2f-9b90-444f-9402-070ff1b7833f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adb8cf7-cfe5-4a9d-b360-639801a6410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:02:16.379112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:16.469042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:02:16.472148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37880a2f-9b90-444f-9402-070ff1b7833f,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:02:16.529339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:16.677151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.677778 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:16.679119 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] 10.222.0.36 "PUT /v2.0/ports/37880a2f-9b90-444f-9402-070ff1b7833f HTTP/1.1" status: 200 len: 1098 time: 1.1210692 Feb 15 14:02:16.679563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:16.702812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8608d8-0925-4e68-a2ab-afc37415cbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:16.736541 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f', 'status': 'completed', 'code': 200} Feb 15 14:02:16.835667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c015d2-8ad3-42be-b941-c69686622522 req-35373148-0d15-4a35-b864-ac4172c42310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.837318 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-03c015d2-8ad3-42be-b941-c69686622522 req-35373148-0d15-4a35-b864-ac4172c42310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9d466c041741b19bddb5f925e8014e&device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 1101 time: 0.0826616 Feb 15 14:02:16.870380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-03c015d2-8ad3-42be-b941-c69686622522 req-65fb2c02-fc14-43c8-9d8a-b4e4ad5b15d7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab9d466c041741b19bddb5f925e8014e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263293 Feb 15 14:02:16.889440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fb6d-5b58-4562-a78b-0b5e7220fabd req-cfa35db1-12e6-4b03-9b5f-f2f38bbdf525 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.890875 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7637fb6d-5b58-4562-a78b-0b5e7220fabd req-cfa35db1-12e6-4b03-9b5f-f2f38bbdf525 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 948 time: 0.0850174 Feb 15 14:02:16.936888 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7637fb6d-5b58-4562-a78b-0b5e7220fabd req-500908ee-6ddd-41dd-b0c6-d00bb22ab05b tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Feb 15 14:02:17.008484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c015d2-8ad3-42be-b941-c69686622522 req-c3b119e0-9840-43f5-8bfa-49f58034ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.009946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-03c015d2-8ad3-42be-b941-c69686622522 req-c3b119e0-9840-43f5-8bfa-49f58034ce61 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1335516 Feb 15 14:02:17.118251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-0c834297-ff3e-4f6c-bd05-01888e15e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.119685 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-0c834297-ff3e-4f6c-bd05-01888e15e1f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9d466c041741b19bddb5f925e8014e&device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 1101 time: 0.0716991 Feb 15 14:02:17.193981 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-ffe973d3-38d1-440c-99ff-f3630e003895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=37880a2f-9b90-444f-9402-070ff1b7833f HTTP/1.1" status: 200 len: 217 time: 0.0664411 Feb 15 14:02:17.254474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-f3f5249d-41c0-44f9-909f-c66571a5d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.255881 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-f3f5249d-41c0-44f9-909f-c66571a5d3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5b8240b-68b1-4e59-bb67-13ced224c21b HTTP/1.1" status: 200 len: 843 time: 0.0569448 Feb 15 14:02:17.332251 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-50baec74-2c45-44ea-96ef-03630813c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.333698 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-50baec74-2c45-44ea-96ef-03630813c2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e567ff8d-e8cd-401f-9124-f86ce5114bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0721316 Feb 15 14:02:17.467641 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-204c3de9-dd63-4551-9d10-feef65646641 service neutron] 10.222.0.36 "GET /v2.0/networks/e567ff8d-e8cd-401f-9124-f86ce5114bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272790 Feb 15 14:02:17.596104 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-26243f79-22d7-45db-b3b3-260f76756ed1 req-05b7f331-7dcf-4925-8560-df959cb016ac service neutron] 10.222.0.36 "GET /v2.0/networks/e567ff8d-e8cd-401f-9124-f86ce5114bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227756 Feb 15 14:02:18.119546 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e730-bee5-4f09-a9aa-05376469c4e0 req-18f0807b-37aa-4406-9d66-eed94fbf28e8 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:18.120971 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99a6e730-bee5-4f09-a9aa-05376469c4e0 req-18f0807b-37aa-4406-9d66-eed94fbf28e8 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 948 time: 0.0785010 Feb 15 14:02:18.164347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99a6e730-bee5-4f09-a9aa-05376469c4e0 req-f2c7ddd7-b89b-46d9-94f9-e222198ba702 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377388 Feb 15 14:02:19.349579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b561-4979-48ff-a6d0-b3d24aa52932 req-b6f1d753-6fb7-4961-95fe-e40ae2d3627f tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.351037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1a9b561-4979-48ff-a6d0-b3d24aa52932 req-b6f1d753-6fb7-4961-95fe-e40ae2d3627f tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 948 time: 0.0830595 Feb 15 14:02:19.394761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1a9b561-4979-48ff-a6d0-b3d24aa52932 req-c00401a8-3ffb-4605-87aa-ddedae405ffc tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Feb 15 14:02:20.408537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 37880a2f-9b90-444f-9402-070ff1b7833f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:02:20.544051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37880a2f-9b90-444f-9402-070ff1b7833f,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:20.558300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '37880a2f-9b90-444f-9402-070ff1b7833f', 'network_id': 'e567ff8d-e8cd-401f-9124-f86ce5114bf0', 'port_id': '37880a2f-9b90-444f-9402-070ff1b7833f', 'mac_address': 'fa:16:3e:bb:b2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b8240b-68b1-4e59-bb67-13ced224c21b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:02:20.577740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fb2c9-61d2-4fa5-8396-4e97bafe4ad7 req-a1920962-ade1-48f5-9c45-5074156ae202 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.579194 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-988fb2c9-61d2-4fa5-8396-4e97bafe4ad7 req-a1920962-ade1-48f5-9c45-5074156ae202 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 948 time: 0.0812707 Feb 15 14:02:20.619062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:20.628570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-988fb2c9-61d2-4fa5-8396-4e97bafe4ad7 req-7784350f-98f7-4a3f-b7d8-5484f6543463 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Feb 15 14:02:20.636170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37880a2f-9b90-444f-9402-070ff1b7833f {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:20.653294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37880a2f-9b90-444f-9402-070ff1b7833f,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:20.732848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:20.798199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:20.806570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.806919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.807260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.807596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.807928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.808258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.808585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.808912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.809239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.809588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.809914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.810235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:20.920279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['37880a2f-9b90-444f-9402-070ff1b7833f'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:02:21.809919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fc71a-2fc3-465a-85d3-30221f4c2fc9 req-838fa856-4227-4f3e-ad7c-669b744a02c2 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:21.811346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-750fc71a-2fc3-465a-85d3-30221f4c2fc9 req-838fa856-4227-4f3e-ad7c-669b744a02c2 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 949 time: 0.0787618 Feb 15 14:02:21.859864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-750fc71a-2fc3-465a-85d3-30221f4c2fc9 req-55a8bae8-cafb-4886-8578-f0f77a6c8e3e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Feb 15 14:02:22.439436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 37880a2f-9b90-444f-9402-070ff1b7833f up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:02:22.561311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 37880a2f-9b90-444f-9402-070ff1b7833f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:22.567739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 37880a2f-9b90-444f-9402-070ff1b7833f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:22.568122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:22.686946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:22.714628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:22.724689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37880a2f-9b90-444f-9402-070ff1b7833f,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:22.760629 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f', 'code': 200} Feb 15 14:02:22.807689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:22.880109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:23.048782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572bdd0-0268-49d3-896b-bb5f0888f72b req-c5e33bdb-4400-41a7-9aa9-38a24c3bc497 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.050161 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e572bdd0-0268-49d3-896b-bb5f0888f72b req-c5e33bdb-4400-41a7-9aa9-38a24c3bc497 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.0839567 Feb 15 14:02:23.096223 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e572bdd0-0268-49d3-896b-bb5f0888f72b req-caf84e8a-f955-4f56-b0c5-d48191d2895d tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Feb 15 14:02:23.217279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b294cf-5239-4d43-a3d2-adfadd27016c req-ff39c189-c651-4dd7-bcd3-58c766c555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.218741 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-03b294cf-5239-4d43-a3d2-adfadd27016c req-ff39c189-c651-4dd7-bcd3-58c766c555ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 1103 time: 0.0679243 Feb 15 14:02:23.259517 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-03b294cf-5239-4d43-a3d2-adfadd27016c req-7bfe7619-9603-4235-ad6d-4c60a4974b5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Feb 15 14:02:24.296397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fb001-6512-4958-a726-a436b7f0510a req-67e22551-ca4a-4e66-982f-f6b90cd41133 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.297883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c3fb001-6512-4958-a726-a436b7f0510a req-67e22551-ca4a-4e66-982f-f6b90cd41133 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.0850883 Feb 15 14:02:24.345635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c3fb001-6512-4958-a726-a436b7f0510a req-89831478-3df8-46cc-9227-e5149b4abd69 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Feb 15 14:02:25.528395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344918bc-fea9-4cea-995a-8bfcac89af87 req-d49e8947-b15c-411b-9250-06f94bac84b0 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:25.530234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-344918bc-fea9-4cea-995a-8bfcac89af87 req-d49e8947-b15c-411b-9250-06f94bac84b0 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.0820858 Feb 15 14:02:25.573868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-344918bc-fea9-4cea-995a-8bfcac89af87 req-eaf5958c-7e66-406a-b53d-eec5d09a5dd7 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369849 Feb 15 14:02:26.480136 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:02:27.115442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43bcac-1c7c-48e7-8ab8-d6d4817fb0bf req-b445496a-99b0-4886-afb6-86b889895873 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:27.116880 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9d43bcac-1c7c-48e7-8ab8-d6d4817fb0bf req-b445496a-99b0-4886-afb6-86b889895873 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.0803142 Feb 15 14:02:27.163648 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9d43bcac-1c7c-48e7-8ab8-d6d4817fb0bf req-e9040b2e-34a3-496e-9632-cecb7fc8f49e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Feb 15 14:02:28.346963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28835513-9369-442f-b227-f7dc1e4369c1 req-7390a5a0-1cb1-4c2a-979f-8b82fff40ef6 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:28.348178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064acd-1d69-4c56-a60e-382a01e70abb req-712c3551-ac53-4a13-bce9-dad18ee426c5 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:28.348585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28835513-9369-442f-b227-f7dc1e4369c1 req-7390a5a0-1cb1-4c2a-979f-8b82fff40ef6 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.0800607 Feb 15 14:02:28.348870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-83064acd-1d69-4c56-a60e-382a01e70abb req-712c3551-ac53-4a13-bce9-dad18ee426c5 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Synchronizing usage tracker for tenant:ab9d466c041741b19bddb5f925e8014e on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:02:28.393462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28835513-9369-442f-b227-f7dc1e4369c1 req-0424dab4-f38e-44d5-a5d9-2e9932a323d4 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bd484-7bf4-4360-a1f0-3de10a2b6363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 Feb 15 14:02:28.418486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-83064acd-1d69-4c56-a60e-382a01e70abb req-712c3551-ac53-4a13-bce9-dad18ee426c5 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Unset dirty status for tenant:ab9d466c041741b19bddb5f925e8014e on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:02:28.419647 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-83064acd-1d69-4c56-a60e-382a01e70abb req-712c3551-ac53-4a13-bce9-dad18ee426c5 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 950 time: 0.1511185 Feb 15 14:02:28.489174 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Deleting port 37880a2f-9b90-444f-9402-070ff1b7833f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:02:28.489445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:28.732767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] For port 37880a2f-9b90-444f-9402-070ff1b7833f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37880a2f-9b90-444f-9402-070ff1b7833f,segment=NetworkSegment(2adb8cf7-cfe5-4a9d-b360-639801a6410d),segment_id=2adb8cf7-cfe5-4a9d-b360-639801a6410d)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:28.733117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:28.852436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Calling delete_port for 37880a2f-9b90-444f-9402-070ff1b7833f owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:02:29.161625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:29.173482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['37880a2f-9b90-444f-9402-070ff1b7833f'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:02:29.215185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Pushing event deleted for resources: {'Port': ['ID=37880a2f-9b90-444f-9402-070ff1b7833f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:29.294580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] No DVR routers for this DVR port 37880a2f-9b90-444f-9402-070ff1b7833f on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:02:29.297060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:29.300328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'name': 'network-vif-deleted', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:29.346915 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc50d14-efec-4bff-bae8-a477ac82964b', 'name': 'network-vif-deleted', 'tag': '37880a2f-9b90-444f-9402-070ff1b7833f', 'status': 'completed', 'code': 200} Feb 15 14:02:29.381330 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-83064acd-1d69-4c56-a60e-382a01e70abb req-aefdc689-7067-4c64-a850-00d8d873112e tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.36 "DELETE /v2.0/ports/37880a2f-9b90-444f-9402-070ff1b7833f HTTP/1.1" status: 204 len: 173 time: 0.9560709 Feb 15 14:02:29.414528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-28fa8b08-0182-4e76-ac6d-76b9eaf854ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:29.700570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fcfbe7bb-446f-4a15-b539-f96843d49435 req-71cf6ce1-36a9-48e9-a838-4d81174d4128 tempest-ServersAdminNegativeTestJSON-1748651753 tempest-ServersAdminNegativeTestJSON-1748651753-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bc50d14-efec-4bff-bae8-a477ac82964b HTTP/1.1" status: 200 len: 210 time: 0.0502598 Feb 15 14:02:31.336205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34026) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:31.496190 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0e229313-6ae7-43e4-962f-e18d6c136138 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab9d466c041741b19bddb5f925e8014e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588216 Feb 15 14:02:31.498787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34032) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:31.557199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:31.583907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:31.733445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:31.749990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6bd484-7bf4-4360-a1f0-3de10a2b6363,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:31.758806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:31.759910 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a6bd484-7bf4-4360-a1f0-3de10a2b6363 HTTP/1.1" status: 204 len: 168 time: 0.2602384 Feb 15 14:02:31.761220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.761595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.761936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.762276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.762607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.762938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.763268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.763589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.763920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.764234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.764689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.765011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433bb83a-b6db-4dad-bfcc-825094eeeb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:32.383518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:32.402012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.416527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:32.420392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Usage tracker for resource:security_group_rule and tenant:10fc01b4065d4896b371b233b40a02f0 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:32.423320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:32.429238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:32.503654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 37880a2f-9b90-444f-9402-070ff1b7833f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:02:32.517637 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.540568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e489e30d-b538-44f4-a2cd-976399822bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.552338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 37880a2f-9b90-444f-9402-070ff1b7833f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:02:32.552688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 37880a2f-9b90-444f-9402-070ff1b7833f not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:02:32.597066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.648832 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10fc01b4065d4896b371b233b40a02f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617426 Feb 15 14:02:32.648832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d715c1a-2c68-4093-8e75-17d487142390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87da9824-1f65-49ac-89cd-af74ddb4eb04,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:32.649429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34044) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:32.665915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.707504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.737092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.837444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.866030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.882901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87da9824-1f65-49ac-89cd-af74ddb4eb04,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:32.888245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:32.889726 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0161f211-6637-46e2-9d44-deb5cb073285 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/87da9824-1f65-49ac-89cd-af74ddb4eb04 HTTP/1.1" status: 204 len: 168 time: 0.2387922 Feb 15 14:02:33.349730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:33.963020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34068) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:34.066649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-990337210-network', 'tenant_id': '0481b83fc52f44068db418c68ad8d3a6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:34.071791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:34.075898 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Usage tracker for resource:network and tenant:0481b83fc52f44068db418c68ad8d3a6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:34.078817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:34.085803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:34.157223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Made reservation on behalf of 0481b83fc52f44068db418c68ad8d3a6 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:34.159988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.172421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.187233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:34.192046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.192637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:0481b83fc52f44068db418c68ad8d3a6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:34.195217 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:34.200880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:34.292433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.328269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.358529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:02:34.367691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:34.374392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.374820 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Added segment bf795767-9cdc-44d0-b1c0-a302368f187a of type vlan for network c44f9727-a70c-4b34-b5fa-28375199ae8a Feb 15 14:02:34.401950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.481282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.482311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:34.482885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:34.588072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=c44f9727-a70c-4b34-b5fa-28375199ae8a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:34.598767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c44f9727-a70c-4b34-b5fa-28375199ae8a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:02:34.654751 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d7c25a79-e55e-4bff-87ff-14accce63cd4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6905966 Feb 15 14:02:34.657636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34074) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:34.663987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Request body: {'subnet': {'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-990337210-subnet', 'tenant_id': '0481b83fc52f44068db418c68ad8d3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:34.668702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:34.672679 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Usage tracker for resource:subnet and tenant:0481b83fc52f44068db418c68ad8d3a6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:34.676598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:34.682349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:34.773905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Made reservation on behalf of 0481b83fc52f44068db418c68ad8d3a6 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:34.776249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:35.008382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:35.078202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4f8015-9376-4c3b-8fb8-463404f146a9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:35.088849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Checking segment: {'id': 'bf795767-9cdc-44d0-b1c0-a302368f187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:02:35.089202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Network hostable DHCP agents. Network: c44f9727-a70c-4b34-b5fa-28375199ae8a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:02:35.168271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Network c44f9727-a70c-4b34-b5fa-28375199ae8a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:02:35.265322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c44f9727-a70c-4b34-b5fa-28375199ae8a) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:35.270086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:35.270662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:35.277380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ae061-a143-4b37-807e-e2a158651913 None None] Network c44f9727-a70c-4b34-b5fa-28375199ae8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:02:35.335181 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-643652ef-ecf1-44e0-ab54-887d16bf3bac admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6763532 Feb 15 14:02:35.484368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b02c6-8aa1-4c77-82c2-f7205520a06f None None] Network c44f9727-a70c-4b34-b5fa-28375199ae8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:02:35.837781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bb85680f-a108-4e90-a780-6fda2e344abd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:35.839219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bb85680f-a108-4e90-a780-6fda2e344abd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 811 time: 0.1435740 Feb 15 14:02:35.854237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-60f83f0e-a579-4aa6-9bc0-523427e137fb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/quotas/0481b83fc52f44068db418c68ad8d3a6 HTTP/1.1" status: 200 len: 375 time: 0.0096438 Feb 15 14:02:35.900870 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-0c767f82-b638-4a65-aaae-ce759c190507 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414841 Feb 15 14:02:36.033116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-d1fd07c8-a8f7-4309-9133-9b2f54577e14 service neutron] 10.222.0.61 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246433 Feb 15 14:02:36.266881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-04c2a7eb-9710-48e1-beda-c22176f9592c service neutron] 10.222.0.61 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270877 Feb 15 14:02:36.519645 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-298787ed-6c5b-4533-8e6b-42fffbdcd7a7 req-1d588886-2738-40b0-ba19-425f9c4558cd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 210 time: 0.0452037 Feb 15 14:02:37.670571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f4ba27da-1c51-451a-a649-baeca33456f8 req-d67d8d28-8616-4039-8311-e4350b26ccd9 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 210 time: 0.0463550 Feb 15 14:02:38.824060 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-067b8715-d159-456f-9ec4-932fcb947a5e req-db49139d-3ece-4271-b025-9d2f286f5885 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 210 time: 0.0423820 Feb 15 14:02:38.991295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-88548fa8-a806-4939-aa0e-d7eebda9a11f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:38.991879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-88548fa8-a806-4939-aa0e-d7eebda9a11f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Synchronizing usage tracker for tenant:0481b83fc52f44068db418c68ad8d3a6 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:02:39.070723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-88548fa8-a806-4939-aa0e-d7eebda9a11f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Unset dirty status for tenant:0481b83fc52f44068db418c68ad8d3a6 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:02:39.072400 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-88548fa8-a806-4939-aa0e-d7eebda9a11f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.36 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 811 time: 0.2283952 Feb 15 14:02:39.084788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Request body: {'port': {'device_id': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a', 'admin_state_up': True, 'tenant_id': '0481b83fc52f44068db418c68ad8d3a6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:39.222226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:02:39.226116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Usage tracker for resource:port and tenant:0481b83fc52f44068db418c68ad8d3a6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:02:39.228870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:02:39.236362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:02:39.300338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Made reservation on behalf of 0481b83fc52f44068db418c68ad8d3a6 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:39.304042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:39.472739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Allocated IP 172.20.0.14 (c44f9727-a70c-4b34-b5fa-28375199ae8a/7c4f8015-9376-4c3b-8fb8-463404f146a9/17447413-af2f-4b96-b31b-edbc2115dafc) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:39.677008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:39.786600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:39.859641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Network c44f9727-a70c-4b34-b5fa-28375199ae8a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:39.863405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:39.867593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:02:39.902092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:40.022153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d912a8b-115e-47a2-bc62-5f7137486abc req-b6fd0766-cca7-4f4a-a25d-394e9e73e2da tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:40.023632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d912a8b-115e-47a2-bc62-5f7137486abc req-b6fd0766-cca7-4f4a-a25d-394e9e73e2da tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 932 time: 0.0861223 Feb 15 14:02:40.036969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:40.037628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:40.068123 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d912a8b-115e-47a2-bc62-5f7137486abc req-1efea166-d3fb-4b41-afbc-775b109dc432 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Feb 15 14:02:40.157284 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-5fb654bb-3c83-4463-b083-69f7affb4ecb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0768046 Feb 15 14:02:40.168429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Request body: {'port': {'device_id': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:40.276691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:40.612395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:40.619804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:40.634721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Transition to ACTIVE for port object 17447413-af2f-4b96-b31b-edbc2115dafc will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:02:40.699098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:40.825812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:40.926245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Attempting to bind port 17447413-af2f-4b96-b31b-edbc2115dafc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:02:40.926468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Attempting to bind port 17447413-af2f-4b96-b31b-edbc2115dafc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'bf795767-9cdc-44d0-b1c0-a302368f187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:02:40.926783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Attempting to bind port 17447413-af2f-4b96-b31b-edbc2115dafc on network c44f9727-a70c-4b34-b5fa-28375199ae8a {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:02:40.931213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Port 17447413-af2f-4b96-b31b-edbc2115dafc on network c44f9727-a70c-4b34-b5fa-28375199ae8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:02:40.931523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Attempting to bind port 17447413-af2f-4b96-b31b-edbc2115dafc on network c44f9727-a70c-4b34-b5fa-28375199ae8a {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:02:40.936474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:02:40.936811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Checking segment: {'id': 'bf795767-9cdc-44d0-b1c0-a302368f187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:02:40.937180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Bound using segment: {'id': 'bf795767-9cdc-44d0-b1c0-a302368f187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:02:40.937618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Bound port: 17447413-af2f-4b96-b31b-edbc2115dafc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf795767-9cdc-44d0-b1c0-a302368f187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:02:40.937960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:41.025246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:02:41.028122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:02:41.088408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:41.158871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.159497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:41.161167 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] 10.222.0.36 "PUT /v2.0/ports/17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 1094 time: 0.9968033 Feb 15 14:02:41.161814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:41.189819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70a86b-2335-4129-b98e-1f6514333330 service neutron] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:41.208577 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc', 'status': 'completed', 'code': 200} Feb 15 14:02:41.256955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a976cc2-9263-4a15-ab0c-fcafd0c1cb0d req-eb10bbc2-e92d-40d7-8fef-f9923ad1966e tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.258450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a976cc2-9263-4a15-ab0c-fcafd0c1cb0d req-eb10bbc2-e92d-40d7-8fef-f9923ad1966e tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 944 time: 0.0832930 Feb 15 14:02:41.295680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-1ac38213-9780-4b0c-891a-3e9be8c604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.297143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-1ac38213-9780-4b0c-891a-3e9be8c604fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1097 time: 0.0711238 Feb 15 14:02:41.303230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a976cc2-9263-4a15-ab0c-fcafd0c1cb0d req-ff322ed1-79b4-4b70-9247-78f34f7b6f1b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Feb 15 14:02:41.438074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-7cec2443-d63c-4ad8-b87e-8f00c2145928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.439438 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-7cec2443-d63c-4ad8-b87e-8f00c2145928 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0481b83fc52f44068db418c68ad8d3a6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1361642 Feb 15 14:02:41.582028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-1b504912-e4b1-49b0-8f04-8921efe13683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.583604 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-72112068-4cb2-4dd4-8eee-ed41ab2dce8f req-1b504912-e4b1-49b0-8f04-8921efe13683 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1380706 Feb 15 14:02:41.692739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-76fa3ec1-4527-49b7-92c4-62f3951a93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.694131 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-76fa3ec1-4527-49b7-92c4-62f3951a93f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1097 time: 0.0742402 Feb 15 14:02:41.761579 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-68bdd991-9d84-4372-aa97-e3ade082d79d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 217 time: 0.0602026 Feb 15 14:02:41.824196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-12178e6a-5c2d-444c-90e6-a8930c5ea202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:41.826061 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-12178e6a-5c2d-444c-90e6-a8930c5ea202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 200 len: 851 time: 0.0588384 Feb 15 14:02:41.872606 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-6642d94e-8fea-4462-8e81-f15afbc308c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c44f9727-a70c-4b34-b5fa-28375199ae8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413334 Feb 15 14:02:42.000367 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-7bbb2acf-19c9-4d97-9aae-189d106c5150 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208577 Feb 15 14:02:42.222035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aafff46d-07fa-48c8-8cf5-c6b46ce6e052 req-581940db-cbda-47e4-ae6e-10311c14ce8c service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148821 Feb 15 14:02:42.492464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddfa22-6a86-40fd-9558-605d3d53ea7e req-22092ed1-4021-4ff7-9098-e5faa23f0be7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:42.493971 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-93ddfa22-6a86-40fd-9558-605d3d53ea7e req-22092ed1-4021-4ff7-9098-e5faa23f0be7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 944 time: 0.0830574 Feb 15 14:02:42.538657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-93ddfa22-6a86-40fd-9558-605d3d53ea7e req-6ade6c69-3d54-402b-b2c6-c556f1c52e26 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Feb 15 14:02:43.722768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29afe-2342-4a28-ace4-e94e04a7576e req-0c39102e-e92c-46a8-bb76-1d2c59e609e5 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:43.724202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7de29afe-2342-4a28-ace4-e94e04a7576e req-0c39102e-e92c-46a8-bb76-1d2c59e609e5 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 944 time: 0.0780001 Feb 15 14:02:43.773378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7de29afe-2342-4a28-ace4-e94e04a7576e req-66305d10-6533-410b-9ba2-78d76341eef7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Feb 15 14:02:44.531628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:02:44.666839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:44.680003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '17447413-af2f-4b96-b31b-edbc2115dafc', 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a', 'port_id': '17447413-af2f-4b96-b31b-edbc2115dafc', 'mac_address': 'fa:16:3e:68:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4f8015-9376-4c3b-8fb8-463404f146a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:02:44.735434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:44.753052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:44.770830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:44.836550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:44.913994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:44.972783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cace2e-91e4-497b-822f-d65551e06354 req-ec0c6aec-c56f-458d-957b-5bc644978872 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:44.974293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8cace2e-91e4-497b-822f-d65551e06354 req-ec0c6aec-c56f-458d-957b-5bc644978872 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 945 time: 0.0855391 Feb 15 14:02:45.022970 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8cace2e-91e4-497b-822f-d65551e06354 req-f0c02de8-adb3-49d5-8b0c-705555e9aad2 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Feb 15 14:02:45.047620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['17447413-af2f-4b96-b31b-edbc2115dafc'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:02:46.215820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab7afe-13f4-4942-81be-e6e91dfa4bb6 req-b3e863a8-6fa4-475f-9d18-0a076fa65f96 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:46.217262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87ab7afe-13f4-4942-81be-e6e91dfa4bb6 req-b3e863a8-6fa4-475f-9d18-0a076fa65f96 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 945 time: 0.0869503 Feb 15 14:02:46.261653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87ab7afe-13f4-4942-81be-e6e91dfa4bb6 req-080bcffe-a988-4c7f-acae-49aef940fcdd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 Feb 15 14:02:46.547008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:02:46.699141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 17447413-af2f-4b96-b31b-edbc2115dafc completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:46.704549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 17447413-af2f-4b96-b31b-edbc2115dafc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:46.704918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:46.847055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:46.872366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:46.882110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:02:46.917043 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc', 'code': 200} Feb 15 14:02:46.922105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:02:46.988533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:47.235421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d5f4-f6be-4512-9cd2-e0db428111a7 req-07bf9ec2-a789-4e3a-9598-f578a250ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:47.237082 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a538d5f4-f6be-4512-9cd2-e0db428111a7 req-07bf9ec2-a789-4e3a-9598-f578a250ea3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1099 time: 0.0741906 Feb 15 14:02:47.279236 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a538d5f4-f6be-4512-9cd2-e0db428111a7 req-40a2b079-0a23-45ea-bf78-872524a53869 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Feb 15 14:02:47.442712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bf95-d998-4caa-bf0f-6b3d8540d8bf req-e52bad3c-4b22-4a4b-a2bb-14becc8fae90 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:47.444419 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6798bf95-d998-4caa-bf0f-6b3d8540d8bf req-e52bad3c-4b22-4a4b-a2bb-14becc8fae90 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0793388 Feb 15 14:02:47.487276 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6798bf95-d998-4caa-bf0f-6b3d8540d8bf req-c837cca2-1d0a-4444-bc4e-3031126ea0b0 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Feb 15 14:02:48.681258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe8680-70c0-4e62-963a-d6c65e4510e2 req-377a0723-a3ab-4242-89eb-6235aa1f88e1 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:48.682722 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fafe8680-70c0-4e62-963a-d6c65e4510e2 req-377a0723-a3ab-4242-89eb-6235aa1f88e1 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0861204 Feb 15 14:02:48.727312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fafe8680-70c0-4e62-963a-d6c65e4510e2 req-88763f46-e11f-4f28-961a-7e1b374e262e tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 Feb 15 14:02:49.311523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e5c-8ef0-4f8f-a802-acd8b23e11cb req-da8355ea-8a58-48f4-a266-1403c781589f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:49.312951 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2ed54e5c-8ef0-4f8f-a802-acd8b23e11cb req-da8355ea-8a58-48f4-a266-1403c781589f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0802763 Feb 15 14:02:49.362486 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2ed54e5c-8ef0-4f8f-a802-acd8b23e11cb req-74ce5f41-9dc6-419e-8d52-09e665f6047d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Feb 15 14:02:49.434808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34140) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:02:49.547927 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-2c42d715-db64-429c-b13a-ab161ff13d77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119049 Feb 15 14:02:50.551421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28deaa-f3d4-48dd-b167-07f10d838459 req-c0009cd0-5b8b-4dfd-95ea-4edadd198b92 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:50.554959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b28deaa-f3d4-48dd-b167-07f10d838459 req-c0009cd0-5b8b-4dfd-95ea-4edadd198b92 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0831201 Feb 15 14:02:50.599837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b28deaa-f3d4-48dd-b167-07f10d838459 req-8ddcb5a0-5773-4547-8d7e-50b48e422188 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Feb 15 14:02:51.791094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc053f-a29d-4e01-8e0d-a0cd551d0f74 req-20168f03-eee9-4237-b2f5-36f4ba7f6723 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.792577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-41dc053f-a29d-4e01-8e0d-a0cd551d0f74 req-20168f03-eee9-4237-b2f5-36f4ba7f6723 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0839410 Feb 15 14:02:51.818465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-626c7d87-6f6b-48f2-b790-b46984e1046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.820190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-626c7d87-6f6b-48f2-b790-b46984e1046e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1099 time: 0.0775137 Feb 15 14:02:51.838079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-41dc053f-a29d-4e01-8e0d-a0cd551d0f74 req-7bed9c2f-69f6-417f-9f64-6f17bdce0f6b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Feb 15 14:02:51.952106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-a448a3ce-75c5-4194-948a-3af2171e44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.953445 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-a448a3ce-75c5-4194-948a-3af2171e44bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 911 time: 0.1272066 Feb 15 14:02:52.017239 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-62b3e745-437c-47e6-a900-5c262051abe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 217 time: 0.0576997 Feb 15 14:02:52.079409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-005b7deb-eac0-4791-b3ac-ac338af0172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:52.081305 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-005b7deb-eac0-4791-b3ac-ac338af0172c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 200 len: 851 time: 0.0588651 Feb 15 14:02:52.125594 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-ef17eccf-f1d9-4b6a-b6fc-384d1b4593db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c44f9727-a70c-4b34-b5fa-28375199ae8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388029 Feb 15 14:02:52.255112 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-8f667837-e068-42d8-bda0-34475a6c3567 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235027 Feb 15 14:02:52.387360 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-1a345173-4cd8-479b-bead-b768fc77533c service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267061 Feb 15 14:02:53.021023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25764-6ccc-49d2-8594-a01da4255811 req-8610cdf2-440d-4d5f-a2e6-d4a5ac3decdd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:53.022393 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ca25764-6ccc-49d2-8594-a01da4255811 req-8610cdf2-440d-4d5f-a2e6-d4a5ac3decdd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0801516 Feb 15 14:02:53.065906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ca25764-6ccc-49d2-8594-a01da4255811 req-23138530-436c-41fc-8edc-cc0f7a4be0cb tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Feb 15 14:02:54.258192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dfb31-3448-43fa-864e-9e0840256d0d req-385664f5-3171-4ffd-90b0-cc09e6b48d60 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:54.259652 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c0dfb31-3448-43fa-864e-9e0840256d0d req-385664f5-3171-4ffd-90b0-cc09e6b48d60 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0837367 Feb 15 14:02:54.304646 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c0dfb31-3448-43fa-864e-9e0840256d0d req-2f25b5f5-af9e-4500-a813-7cdaaa59aa7b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Feb 15 14:02:55.489801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c318ee0-e580-494f-935b-bdcda6f04928 req-70d6481a-8746-4e15-ab08-1ad4839dce62 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:55.491232 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c318ee0-e580-494f-935b-bdcda6f04928 req-70d6481a-8746-4e15-ab08-1ad4839dce62 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0795383 Feb 15 14:02:55.540997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c318ee0-e580-494f-935b-bdcda6f04928 req-7f5c566b-07b1-4837-96c6-86caec9658b9 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Feb 15 14:02:56.733078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68a1-1132-4327-b407-c2fbe712125c req-1f4c5859-848b-4814-96e0-8f6f545b5a5c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:56.734556 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3bbf68a1-1132-4327-b407-c2fbe712125c req-1f4c5859-848b-4814-96e0-8f6f545b5a5c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0850246 Feb 15 14:02:56.780205 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3bbf68a1-1132-4327-b407-c2fbe712125c req-bfe7c002-1bff-48ae-a282-b753538cf1d4 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Feb 15 14:02:57.968060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1f1a-7cfa-4a9d-974e-d8967b08bfa2 req-789af92f-aad4-4bfb-b0ed-b0857bc824b3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:57.969441 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1aeb1f1a-7cfa-4a9d-974e-d8967b08bfa2 req-789af92f-aad4-4bfb-b0ed-b0857bc824b3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0808086 Feb 15 14:02:58.019321 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1aeb1f1a-7cfa-4a9d-974e-d8967b08bfa2 req-04e2be79-ccbd-4b2f-9907-a03efea42f42 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431776 Feb 15 14:02:58.158467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-20385fd7-a00d-4805-8d74-537adb0e126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:58.160175 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-20385fd7-a00d-4805-8d74-537adb0e126d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1099 time: 0.0769589 Feb 15 14:02:58.303310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-9c646f28-6832-4cba-bc6f-e329d41f7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:58.304632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-9c646f28-6832-4cba-bc6f-e329d41f7ee6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 911 time: 0.1243148 Feb 15 14:02:58.370632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-d981e457-b7cf-40df-9d77-a242a107b53f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 217 time: 0.0593634 Feb 15 14:02:58.434416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-8b2244ad-ead2-46e7-ab0e-ea0b50915608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:58.435841 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-8b2244ad-ead2-46e7-ab0e-ea0b50915608 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 200 len: 851 time: 0.0598097 Feb 15 14:02:58.480623 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-349b1807-2506-414f-b1e9-8ebe5edc2318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c44f9727-a70c-4b34-b5fa-28375199ae8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392234 Feb 15 14:02:58.607923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-2af247a8-8cd3-497c-b310-f89664668e51 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216598 Feb 15 14:02:58.831483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-97ce38ed-75f3-414a-b0d8-6c6d1f66f074 req-fff7fa2d-1a79-40b7-ac23-c3f430a222fc service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178178 Feb 15 14:02:59.207840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807aea-cd96-4fd0-b9db-13041ad1a7b1 req-9d7be91b-ab25-460b-b904-4b59d86ea6c6 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.209328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-30807aea-cd96-4fd0-b9db-13041ad1a7b1 req-9d7be91b-ab25-460b-b904-4b59d86ea6c6 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0838370 Feb 15 14:02:59.254473 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-30807aea-cd96-4fd0-b9db-13041ad1a7b1 req-6bfb186e-1a1a-4845-a1a7-f6f34017b950 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Feb 15 14:02:59.372484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-912da2f8-6fdf-4979-8060-9fa195fb583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:00.450439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c4b7c-e52f-4b9e-9d73-dc6d53fdd312 req-5c21bb44-86e7-4e41-913b-eabc98372171 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.451889 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6c8c4b7c-e52f-4b9e-9d73-dc6d53fdd312 req-5c21bb44-86e7-4e41-913b-eabc98372171 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0820765 Feb 15 14:03:00.495813 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6c8c4b7c-e52f-4b9e-9d73-dc6d53fdd312 req-af666cb2-d3fa-40ce-ac43-84f8bcf5dbd5 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Feb 15 14:03:01.693356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640df31b-0954-4314-a1d0-c45e08e6b122 req-4e0b3899-0445-4c19-95e7-499c57b0bcaa tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.695157 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-640df31b-0954-4314-a1d0-c45e08e6b122 req-4e0b3899-0445-4c19-95e7-499c57b0bcaa tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0897038 Feb 15 14:03:01.740708 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-640df31b-0954-4314-a1d0-c45e08e6b122 req-8f70541a-9eda-4c7a-a5a2-8a11465a22f6 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Feb 15 14:03:02.526878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da74-d56e-4768-b486-8f03f7c7e813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:02.681430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:02.835615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:02.936389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440054bc-96ef-49e0-85da-f620641b835d req-dfab2a5c-fae2-4f08-8581-4163b6a8c364 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.937917 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-440054bc-96ef-49e0-85da-f620641b835d req-dfab2a5c-fae2-4f08-8581-4163b6a8c364 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0850620 Feb 15 14:03:02.982434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-440054bc-96ef-49e0-85da-f620641b835d req-164c6e81-95c8-4925-8194-6cb88ecf67a7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Feb 15 14:03:03.360522 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:03.483647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:03:04.173432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f62346-075b-4f1c-939c-385c06ec7dc6 req-dc1fae14-e38a-4bb2-a9a4-4975c1b697ee tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.174896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-00f62346-075b-4f1c-939c-385c06ec7dc6 req-dc1fae14-e38a-4bb2-a9a4-4975c1b697ee tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0821526 Feb 15 14:03:04.201029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:04.227248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-00f62346-075b-4f1c-939c-385c06ec7dc6 req-5ecda677-eae4-4857-99b5-811a14b6e82f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Feb 15 14:03:05.411869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b8e9e-68b8-49d8-8aa3-e77f9b0dcaa4 req-6915d3af-b3b4-4fdf-b4f2-a861d148fcde tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:05.413322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c1b8e9e-68b8-49d8-8aa3-e77f9b0dcaa4 req-6915d3af-b3b4-4fdf-b4f2-a861d148fcde tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0795527 Feb 15 14:03:05.459192 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c1b8e9e-68b8-49d8-8aa3-e77f9b0dcaa4 req-f1714985-a99b-4e10-b9e4-ee96eef43efc tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Feb 15 14:03:06.658156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39ef4-338b-4447-acbb-54290e8b97f9 req-d2d946d4-611f-47cf-be99-8ec53e472184 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:06.659693 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfc39ef4-338b-4447-acbb-54290e8b97f9 req-d2d946d4-611f-47cf-be99-8ec53e472184 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0896926 Feb 15 14:03:06.814325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfc39ef4-338b-4447-acbb-54290e8b97f9 req-11c12a22-11a8-4657-aaeb-c7d19889577b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483965 Feb 15 14:03:08.003384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772daa32-bf58-4c7b-a6a6-f6f124feb6bc req-b4d37776-6a57-48f2-8e7c-49d559d0baa4 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:08.004836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-772daa32-bf58-4c7b-a6a6-f6f124feb6bc req-b4d37776-6a57-48f2-8e7c-49d559d0baa4 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0796649 Feb 15 14:03:08.049500 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-772daa32-bf58-4c7b-a6a6-f6f124feb6bc req-925eb2b5-14ca-41a5-a43c-137d3efa7571 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Feb 15 14:03:09.248961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ee1e-d30f-484d-909a-1aa8e9710e98 req-885054dc-7162-44b4-87fd-e78cfa5e170d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:09.250542 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5dd2ee1e-d30f-484d-909a-1aa8e9710e98 req-885054dc-7162-44b4-87fd-e78cfa5e170d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0887594 Feb 15 14:03:09.312085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5dd2ee1e-d30f-484d-909a-1aa8e9710e98 req-feb0e63f-0f52-4d63-b76c-22b3d7f00594 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529354 Feb 15 14:03:10.516284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f056968-bf04-47ae-ad22-90e4af9f3d47 req-32bd668b-a83b-42e3-ad66-9787d5b92f9b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:10.518460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f056968-bf04-47ae-ad22-90e4af9f3d47 req-32bd668b-a83b-42e3-ad66-9787d5b92f9b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0802100 Feb 15 14:03:10.568789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f056968-bf04-47ae-ad22-90e4af9f3d47 req-24540949-c554-465d-8ba4-6de4b042cc97 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Feb 15 14:03:11.755434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5680-18b0-4af9-a589-5590f7046f4e req-7494a5b2-3218-46b8-93fe-a948a08fadb1 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:11.756964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c9e5680-18b0-4af9-a589-5590f7046f4e req-7494a5b2-3218-46b8-93fe-a948a08fadb1 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0807261 Feb 15 14:03:11.802437 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c9e5680-18b0-4af9-a589-5590f7046f4e req-a75fa1ea-c248-4176-b235-9df408b1a351 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Feb 15 14:03:12.986543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58b8c8-f8ab-4691-9615-929158307475 req-a395b9d8-6fd2-4736-aa49-b85279ff92f7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.987928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2e58b8c8-f8ab-4691-9615-929158307475 req-a395b9d8-6fd2-4736-aa49-b85279ff92f7 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0816274 Feb 15 14:03:13.031379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2e58b8c8-f8ab-4691-9615-929158307475 req-a469648a-19f0-436d-95a4-511abea42848 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Feb 15 14:03:14.215954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eec605-45b3-4e33-a7cb-5858743f79b0 req-3e82d3f6-b487-4587-b031-6bf4434671b3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:14.217389 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-47eec605-45b3-4e33-a7cb-5858743f79b0 req-3e82d3f6-b487-4587-b031-6bf4434671b3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0798509 Feb 15 14:03:14.263931 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-47eec605-45b3-4e33-a7cb-5858743f79b0 req-834c2985-1e46-4feb-9016-1c144d2da718 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Feb 15 14:03:15.453158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f94f9-cbe8-48e8-bb74-f24fe433242c req-fc53a8f1-6e13-4fc0-84bb-084af47c0aea tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:15.454764 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-046f94f9-cbe8-48e8-bb74-f24fe433242c req-fc53a8f1-6e13-4fc0-84bb-084af47c0aea tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0844731 Feb 15 14:03:15.502450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-046f94f9-cbe8-48e8-bb74-f24fe433242c req-a83800f0-8e81-4a90-a8cb-77fdb7c905dd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Feb 15 14:03:16.693169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b58a0a-bd2c-4e32-867b-a1944a2e8d42 req-8359809b-7fed-468c-8e61-b140a41ff0c0 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:16.694639 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f7b58a0a-bd2c-4e32-867b-a1944a2e8d42 req-8359809b-7fed-468c-8e61-b140a41ff0c0 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0803351 Feb 15 14:03:16.741952 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f7b58a0a-bd2c-4e32-867b-a1944a2e8d42 req-7d8fb7fb-6bd3-4c8f-82af-2330c15b987f tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Feb 15 14:03:17.927650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a6fa-042c-4e24-8567-310e662ab611 req-ad63dec5-cb83-42af-9479-e6c687da15ce tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:17.928982 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a988a6fa-042c-4e24-8567-310e662ab611 req-ad63dec5-cb83-42af-9479-e6c687da15ce tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0802372 Feb 15 14:03:17.973188 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a988a6fa-042c-4e24-8567-310e662ab611 req-f4bfd489-728d-4bca-b1c8-fdeb868ce035 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Feb 15 14:03:19.161555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30efb5a-e73d-4048-be17-fe9236edd163 req-e65420c0-f011-4c3a-bd70-adef8b78243c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:19.163000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d30efb5a-e73d-4048-be17-fe9236edd163 req-e65420c0-f011-4c3a-bd70-adef8b78243c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0846372 Feb 15 14:03:19.208405 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d30efb5a-e73d-4048-be17-fe9236edd163 req-f964af1e-ca85-4092-9172-0ccb001ab994 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Feb 15 14:03:19.540778 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-a1553963-9f3b-44d4-a0bc-450cf99b6f67 service neutron] 10.222.0.36 "GET /v2.0/ports/17447413-af2f-4b96-b31b-edbc2115dafc/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0817926 Feb 15 14:03:20.070136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-321adb3e-cd9e-467b-94fe-3d44e4190209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:20.071574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-321adb3e-cd9e-467b-94fe-3d44e4190209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f&tenant_id=0481b83fc52f44068db418c68ad8d3a6 HTTP/1.1" status: 200 len: 1099 time: 0.0720384 Feb 15 14:03:20.163096 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-bf4e8b3c-8faa-492a-b9a8-3274a87e3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:20.164536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-bf4e8b3c-8faa-492a-b9a8-3274a87e3624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1099 time: 0.0706766 Feb 15 14:03:20.294619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-8132fb88-2909-412f-a9a5-5787e350765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:20.296043 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-8132fb88-2909-412f-a9a5-5787e350765a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 911 time: 0.1253393 Feb 15 14:03:20.366124 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-f1842165-0c8c-4bd5-b067-be04c0684b62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 217 time: 0.0645096 Feb 15 14:03:20.396977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0db99-2dd8-4001-9ea3-7c81d41cb5d3 req-ba33d2dc-8ae9-4ce8-88dd-38b66ce7e518 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:20.398460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8dc0db99-2dd8-4001-9ea3-7c81d41cb5d3 req-ba33d2dc-8ae9-4ce8-88dd-38b66ce7e518 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0819905 Feb 15 14:03:20.433798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-2fde8648-3e4f-4efb-b336-ea82280cecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:20.435209 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-2fde8648-3e4f-4efb-b336-ea82280cecf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 200 len: 851 time: 0.0629861 Feb 15 14:03:20.452088 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8dc0db99-2dd8-4001-9ea3-7c81d41cb5d3 req-5bef8d69-be8f-4d2d-abdb-0cfd50821dff tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 Feb 15 14:03:20.481138 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-966480cf-6c72-44d8-af3a-591142cd04b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c44f9727-a70c-4b34-b5fa-28375199ae8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404713 Feb 15 14:03:20.632922 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-8afd4b9e-efd6-43b2-8b88-b1e2154ef390 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457882 Feb 15 14:03:20.767810 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2c5bc5aa-071d-41c2-894a-cb3943ca09ee req-f4ff3963-10ea-467b-86bc-9981db71a8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298776 Feb 15 14:03:21.647041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88fe78-04fc-4e61-b230-d86b5fceb0ae req-fefd0e21-0224-468f-8136-6d10ec6e6bb4 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:21.648635 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c88fe78-04fc-4e61-b230-d86b5fceb0ae req-fefd0e21-0224-468f-8136-6d10ec6e6bb4 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0845027 Feb 15 14:03:21.693530 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c88fe78-04fc-4e61-b230-d86b5fceb0ae req-6ae6c19a-c893-4e11-be1c-190bda352734 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Feb 15 14:03:22.894458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad99f-bafa-4c5e-a5ad-a2d8cf70560f req-a6713c3a-21de-4267-bb68-7ce63702e95c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:22.895966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a0ad99f-bafa-4c5e-a5ad-a2d8cf70560f req-a6713c3a-21de-4267-bb68-7ce63702e95c tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0897484 Feb 15 14:03:22.944359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a0ad99f-bafa-4c5e-a5ad-a2d8cf70560f req-950aa32b-7c75-4f3f-9589-a653397d2d77 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Feb 15 14:03:23.588656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-8f2d3e8c-7e29-4e65-8740-d0ba01f247d3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:23.589267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-8f2d3e8c-7e29-4e65-8740-d0ba01f247d3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Synchronizing usage tracker for tenant:0481b83fc52f44068db418c68ad8d3a6 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:03:23.674733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-8f2d3e8c-7e29-4e65-8740-d0ba01f247d3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Unset dirty status for tenant:0481b83fc52f44068db418c68ad8d3a6 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:03:23.675890 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-8f2d3e8c-7e29-4e65-8740-d0ba01f247d3 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.36 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f&tenant_id=0481b83fc52f44068db418c68ad8d3a6&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1765084 Feb 15 14:03:23.819948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-f34149cf-f599-46eb-a655-ed994980a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:23.821424 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-f34149cf-f599-46eb-a655-ed994980a9de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0481b83fc52f44068db418c68ad8d3a6&device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 1099 time: 0.0781460 Feb 15 14:03:23.954835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-9082c02a-2c33-46c8-8f61-2d7aac66699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:23.956264 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-9082c02a-2c33-46c8-8f61-2d7aac66699a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 200 len: 911 time: 0.1293893 Feb 15 14:03:24.020624 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-10e0f6e3-53f6-4d63-8eb2-411ca5544d47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 200 len: 217 time: 0.0588436 Feb 15 14:03:24.084247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-dd7bf56c-37c9-401a-8cc6-0eeb239d0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:24.085754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-dd7bf56c-37c9-401a-8cc6-0eeb239d0fbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 200 len: 851 time: 0.0597339 Feb 15 14:03:24.131680 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-70aecaed-fff9-4a3b-9c02-63c625f2e46d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c44f9727-a70c-4b34-b5fa-28375199ae8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398290 Feb 15 14:03:24.272160 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-b2ffc63f-8220-4747-bd70-fef59e37b712 service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345489 Feb 15 14:03:24.513431 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-18b50c8a-69bb-4403-91b3-85d17419d19c service neutron] 10.222.0.36 "GET /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354851 Feb 15 14:03:24.821242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:03:24.823676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:03:25.034455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:25.074957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:25.091590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:25.100419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '17447413-af2f-4b96-b31b-edbc2115dafc', 'network_id': 'c44f9727-a70c-4b34-b5fa-28375199ae8a', 'port_id': '17447413-af2f-4b96-b31b-edbc2115dafc', 'mac_address': 'fa:16:3e:68:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4f8015-9376-4c3b-8fb8-463404f146a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:03:25.104537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:25.142652 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc', 'code': 200} Feb 15 14:03:25.162167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:25.178751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:25.216638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:25.304459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.314003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:03:25.314362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:03:25.315606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.315956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.316298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.316634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.316971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.317598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.317928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.318264 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.318602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.318907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.319224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.319549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:25.870775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:25.889307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:25.907437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:25.921141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acfff0-2a6d-4081-8e75-1cb91432f872 req-91cb1e64-1319-4312-8c3b-55f42b38c966 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:25.923540 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-89acfff0-2a6d-4081-8e75-1cb91432f872 req-91cb1e64-1319-4312-8c3b-55f42b38c966 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 944 time: 0.0856230 Feb 15 14:03:25.972871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-89acfff0-2a6d-4081-8e75-1cb91432f872 req-ac788231-229c-476a-bf34-19d7f1b0197b tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Feb 15 14:03:25.988089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:26.056940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['17447413-af2f-4b96-b31b-edbc2115dafc'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:03:26.104951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:26.827745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:03:26.898763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 17447413-af2f-4b96-b31b-edbc2115dafc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:26.899429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:27.025644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:27.095151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:27.143529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:27.165973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:27.174357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e413-963c-4a0a-b149-577780e99caf req-da0d1b67-03f2-4f80-8dd7-d96e95eb16c0 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:27.175899 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1369e413-963c-4a0a-b149-577780e99caf req-da0d1b67-03f2-4f80-8dd7-d96e95eb16c0 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 945 time: 0.0836105 Feb 15 14:03:27.201131 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc', 'code': 200} Feb 15 14:03:27.230747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1369e413-963c-4a0a-b149-577780e99caf req-f3992626-2921-4923-a5ca-e5b6d0712ebd tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Feb 15 14:03:27.244285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:27.538946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-844c1abe-ed82-465b-aa8f-7cf9bb9ea6be tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:27.540311 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-844c1abe-ed82-465b-aa8f-7cf9bb9ea6be tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.36 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 946 time: 0.0931048 Feb 15 14:03:27.619831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Deleting port 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:03:27.620165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:27.868094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] For port 17447413-af2f-4b96-b31b-edbc2115dafc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=17447413-af2f-4b96-b31b-edbc2115dafc,segment=NetworkSegment(bf795767-9cdc-44d0-b1c0-a302368f187a),segment_id=bf795767-9cdc-44d0-b1c0-a302368f187a)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:27.868441 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:27.990578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Calling delete_port for 17447413-af2f-4b96-b31b-edbc2115dafc owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:03:28.302531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:28.315493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['17447413-af2f-4b96-b31b-edbc2115dafc'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:03:28.354623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Pushing event deleted for resources: {'Port': ['ID=17447413-af2f-4b96-b31b-edbc2115dafc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:28.391234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9a7069fc-87b4-40c4-b39c-1e9f6e7a4d31 req-620a8e58-3ade-4cc4-8a3a-051d67fd6e44 tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 210 time: 0.0445592 Feb 15 14:03:28.393877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.394222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.394560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.394884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.395201 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.395525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.395846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.396163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.396486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.396807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.397116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.397444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:28.439619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] No DVR routers for this DVR port 17447413-af2f-4b96-b31b-edbc2115dafc on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:28.442405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:28.444901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-deleted', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:28.490728 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d5602-b572-4fd1-8403-4e93663c7f9f', 'name': 'network-vif-deleted', 'tag': '17447413-af2f-4b96-b31b-edbc2115dafc', 'status': 'completed', 'code': 200} Feb 15 14:03:28.520551 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b5dd15be-cb67-46a4-ae11-a5c27dbe7d7f req-604582ad-b3db-4533-bf5b-4c05f125ee8d tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.36 "DELETE /v2.0/ports/17447413-af2f-4b96-b31b-edbc2115dafc HTTP/1.1" status: 204 len: 173 time: 0.9738040 Feb 15 14:03:29.398599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-20d0e4ad-b7d2-4bba-a55b-2e48c10d362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:29.564611 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3e52b39d-1818-4a05-9878-5014ed7708eb req-bd3ee414-463e-4836-878f-325ae2605cce tempest-DeleteServersTestJSON-2102908314 tempest-DeleteServersTestJSON-2102908314-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25d5602-b572-4fd1-8403-4e93663c7f9f HTTP/1.1" status: 200 len: 210 time: 0.0445261 Feb 15 14:03:30.814045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:30.876953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Deleting subnet 7c4f8015-9376-4c3b-8fb8-463404f146a9 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:03:30.880378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:30.932222 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:30.989456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.182754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.220307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4f8015-9376-4c3b-8fb8-463404f146a9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.227279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.239128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-995fc1a6-0fe3-4ac9-ac80-984f50f61222 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7c4f8015-9376-4c3b-8fb8-463404f146a9 HTTP/1.1" status: 204 len: 168 time: 0.4240229 Feb 15 14:03:31.241644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34256) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:31.364735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.491463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.517051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44f9727-a70c-4b34-b5fa-28375199ae8a']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:31.529230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf795767-9cdc-44d0-b1c0-a302368f187a') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:31.529597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf795767-9cdc-44d0-b1c0-a302368f187a') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:31.541844 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.558516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.564737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:31.565127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:31.582866 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:31.715797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.732685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:31.744551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44f9727-a70c-4b34-b5fa-28375199ae8a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.829761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8fa64a4f-961d-4aa5-b09c-eaee3c6f7462 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c44f9727-a70c-4b34-b5fa-28375199ae8a HTTP/1.1" status: 204 len: 168 time: 0.5870323 Feb 15 14:03:32.261808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34262) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:32.316619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0ac3cdc-3d80-4995-bc25-27f68ce63cb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0481b83fc52f44068db418c68ad8d3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535784 Feb 15 14:03:32.319437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34266) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:32.379353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.405543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.541952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.553658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65805e32-c509-4295-a76e-5ba69c0d9a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.557112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55d7fb-3638-4434-8ad2-a3b3f8ecb697,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:32.568278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.568625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.568966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.569302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.569654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.569989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.570316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.570630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.570952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.571262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.571584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.571894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.575403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.576906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f7ce34b9-4cc2-4af0-bf90-4e3b42657eeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e55d7fb-3638-4434-8ad2-a3b3f8ecb697 HTTP/1.1" status: 204 len: 168 time: 0.2561424 Feb 15 14:03:32.674102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.816377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:32.873172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:03:32.907410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 17447413-af2f-4b96-b31b-edbc2115dafc {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:03:32.907753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 17447413-af2f-4b96-b31b-edbc2115dafc not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:03:33.364838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:33.729873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34290) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:33.833698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1989895874-network', 'tenant_id': '251f77467e3e42139c7d77083a5123b6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:33.838527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:03:33.842427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Usage tracker for resource:network and tenant:251f77467e3e42139c7d77083a5123b6 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:03:33.845684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:03:33.851989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:03:33.913232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Made reservation on behalf of 251f77467e3e42139c7d77083a5123b6 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:33.915538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:33.928350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:33.943079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:03:33.946846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Usage tracker for resource:security_group_rule and tenant:251f77467e3e42139c7d77083a5123b6 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:03:33.949586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:03:33.955248 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:03:34.039709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.107796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.136855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:34.149488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261a767-4a29-4967-9722-045b0f0628a8,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:34.154211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.154595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Added segment 22e9306e-57e9-4746-ba4d-421f0e75ac26 of type vlan for network 75d46703-bb6b-4d06-bf1a-36b8a150628c Feb 15 14:03:34.181990 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.262220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.319364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.320349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:34.320927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:34.526743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] Pushing event updated for resources: {'Network': ['ID=75d46703-bb6b-4d06-bf1a-36b8a150628c,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:34.538480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:03:34.608310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cf792d18-823d-446e-849a-a714fbafb061 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8746991 Feb 15 14:03:34.608896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34296) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:03:34.614805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Request body: {'subnet': {'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1989895874-subnet', 'tenant_id': '251f77467e3e42139c7d77083a5123b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:34.620291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:03:34.624577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Usage tracker for resource:subnet and tenant:251f77467e3e42139c7d77083a5123b6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:03:34.627570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:03:34.633563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:03:34.707932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Made reservation on behalf of 251f77467e3e42139c7d77083a5123b6 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:34.710341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:35.011752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:35.087394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2eed218-8866-4122-aa44-db9a61db0d0f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:35.096287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Checking segment: {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:03:35.096636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Network hostable DHCP agents. Network: 75d46703-bb6b-4d06-bf1a-36b8a150628c, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:35.256489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:35.342320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 75d46703-bb6b-4d06-bf1a-36b8a150628c) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:35.346670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:35.347275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:35.357042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6d6f2-5ae2-425f-b7f7-7fee98010e0e None None] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:03:35.451413 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-7f1ab9de-806e-4823-bb27-b68133653641 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8412144 Feb 15 14:03:35.572427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec7cf4b-efa4-4d78-94ce-9f67eff9379c None None] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:03:35.997207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-95db91b2-82c4-49dc-b92f-9b7531b150a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:35.997840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-95db91b2-82c4-49dc-b92f-9b7531b150a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Synchronizing usage tracker for tenant:251f77467e3e42139c7d77083a5123b6 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:03:36.062346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-95db91b2-82c4-49dc-b92f-9b7531b150a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Unset dirty status for tenant:251f77467e3e42139c7d77083a5123b6 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:03:36.063596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-95db91b2-82c4-49dc-b92f-9b7531b150a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 815 time: 0.2087023 Feb 15 14:03:36.079629 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-99c2c666-671a-4155-956e-0dad6d0568c6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/quotas/251f77467e3e42139c7d77083a5123b6 HTTP/1.1" status: 200 len: 375 time: 0.0102170 Feb 15 14:03:36.127911 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-0f5fb098-5c97-4347-85f8-39b0a8b880e3 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427585 Feb 15 14:03:36.181434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-ec1cc580-bfc2-4b7d-81df-233d6c5a524e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:03:36.182481 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-ec1cc580-bfc2-4b7d-81df-233d6c5a524e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481102 Feb 15 14:03:36.320748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-721b05e2-8c66-4268-85e3-30b4954b0fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271071 Feb 15 14:03:36.454495 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-24109fe4-2ab5-48e3-94ad-f0b6a3b25050 service neutron] 10.222.0.61 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282225 Feb 15 14:03:36.727020 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-62067920-1010-45a4-8ebc-f59c4bad3c28 req-fb648f47-b6a0-4769-90ad-1fadd0d0ca20 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 210 time: 0.0424600 Feb 15 14:03:37.826767 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8d487d0f-3add-46d7-b69c-cc0dd3c71959 req-047d13c9-19a8-4e0a-b13e-d73767cda741 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 210 time: 0.0476272 Feb 15 14:03:38.972835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce0a0342-8beb-4822-908e-fac871ae3383 req-c8f4641b-0b51-4d7e-b9fb-df28405c2e21 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 210 time: 0.0425520 Feb 15 14:03:39.354332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-27561aac-c6c0-42f5-835f-8e4d467a36c9 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:39.355785 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-27561aac-c6c0-42f5-835f-8e4d467a36c9 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 815 time: 0.1484544 Feb 15 14:03:39.367531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Request body: {'port': {'device_id': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'admin_state_up': True, 'tenant_id': '251f77467e3e42139c7d77083a5123b6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:39.512352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:03:39.516095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Usage tracker for resource:port and tenant:251f77467e3e42139c7d77083a5123b6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:03:39.518915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:03:39.524453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:03:39.622079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Made reservation on behalf of 251f77467e3e42139c7d77083a5123b6 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:39.625554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:39.889254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Allocated IP 172.20.0.12 (75d46703-bb6b-4d06-bf1a-36b8a150628c/d2eed218-8866-4122-aa44-db9a61db0d0f/406ccbb1-4858-4a44-9bae-91bed038c689) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:40.094630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:40.124378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d370c66-e817-4fbf-993b-ab49cadba5fa req-2c2057ef-2e30-410d-8a1d-306a2f6f5ac8 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 210 time: 0.0426106 Feb 15 14:03:40.194064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:40.262328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:40.265987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:40.270284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:03:40.301848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:40.337731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:40.338323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:40.451331 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-bbd92b40-0f86-426b-b312-a30ac903fdd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0875232 Feb 15 14:03:40.487063 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:03:40.509076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Request body: {'port': {'device_id': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:40.625361 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:40.972227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406ccbb1-4858-4a44-9bae-91bed038c689 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:40.979388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:40.993797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Transition to ACTIVE for port object 406ccbb1-4858-4a44-9bae-91bed038c689 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:03:41.061037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:41.223147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:41.299054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Attempting to bind port 406ccbb1-4858-4a44-9bae-91bed038c689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:03:41.299443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Attempting to bind port 406ccbb1-4858-4a44-9bae-91bed038c689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:03:41.299709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Attempting to bind port 406ccbb1-4858-4a44-9bae-91bed038c689 on network 75d46703-bb6b-4d06-bf1a-36b8a150628c {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:03:41.304391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Port 406ccbb1-4858-4a44-9bae-91bed038c689 on network 75d46703-bb6b-4d06-bf1a-36b8a150628c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:03:41.304714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Attempting to bind port 406ccbb1-4858-4a44-9bae-91bed038c689 on network 75d46703-bb6b-4d06-bf1a-36b8a150628c {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:03:41.309750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:03:41.310084 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Checking segment: {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:03:41.310459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Bound using segment: {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:03:41.310877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Bound port: 406ccbb1-4858-4a44-9bae-91bed038c689, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:03:41.311219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:41.319518 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e824a-665f-4767-acb3-406efa9138c3 req-51634f0b-7fec-4699-83c3-0e960220fbdf tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.320977 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-375e824a-665f-4767-acb3-406efa9138c3 req-51634f0b-7fec-4699-83c3-0e960220fbdf tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0847118 Feb 15 14:03:41.366509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-375e824a-665f-4767-acb3-406efa9138c3 req-e740b12e-6016-4283-b56a-b40a27db9437 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Synchronizing usage tracker for tenant:251f77467e3e42139c7d77083a5123b6 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:03:41.407571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:03:41.410698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:03:41.490390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-375e824a-665f-4767-acb3-406efa9138c3 req-e740b12e-6016-4283-b56a-b40a27db9437 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Unset dirty status for tenant:251f77467e3e42139c7d77083a5123b6 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:03:41.491715 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-375e824a-665f-4767-acb3-406efa9138c3 req-e740b12e-6016-4283-b56a-b40a27db9437 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645639 Feb 15 14:03:41.536252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:41.601918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.602540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:41.603913 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] 10.222.0.36 "PUT /v2.0/ports/406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 1094 time: 1.1458170 Feb 15 14:03:41.604353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:41.623680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fef80-4cfe-41f5-9a8b-00e6abab3c35 service neutron] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:41.654199 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689', 'status': 'completed', 'code': 200} Feb 15 14:03:41.750334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-fe629d5d-3ece-4589-8694-a77f12e6e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.751696 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-fe629d5d-3ece-4589-8694-a77f12e6e107 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0784135 Feb 15 14:03:41.891818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-6e5d3b00-809e-430c-bcfc-936906372a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.893230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-6e5d3b00-809e-430c-bcfc-936906372a7f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=251f77467e3e42139c7d77083a5123b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1349494 Feb 15 14:03:42.125841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-1c6bc4fc-0da6-45b3-a144-456886608b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.127914 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5d5172da-abf8-46bb-98b2-3c1947c427ad req-1c6bc4fc-0da6-45b3-a144-456886608b35 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2277496 Feb 15 14:03:42.233954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-8418556d-389b-4ba4-a865-869703d865fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.235455 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-8418556d-389b-4ba4-a865-869703d865fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0704110 Feb 15 14:03:42.307191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-f5235504-7943-4618-8fff-82a528b4b803 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 217 time: 0.0648832 Feb 15 14:03:42.369673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-e9e39536-35f8-47ea-925f-790b2925c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.371226 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-e9e39536-35f8-47ea-925f-790b2925c8eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0589790 Feb 15 14:03:42.421290 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-951d4e18-6cf2-4100-bcc8-0c986247e9cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444403 Feb 15 14:03:42.554796 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-fc9221fd-64a4-4a91-9663-e8344cca1b6e service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280663 Feb 15 14:03:42.679639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e19e7-aaa4-4c26-83c2-e668db0d006a req-351ab43d-85e5-4346-9939-7c6f89777160 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.681112 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c39e19e7-aaa4-4c26-83c2-e668db0d006a req-351ab43d-85e5-4346-9939-7c6f89777160 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0811043 Feb 15 14:03:42.693162 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa324f90-d5b2-4b1c-898c-5fae9239dd87 req-d8d385fa-99bc-4e4a-8ac6-83cd4b8610b9 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324892 Feb 15 14:03:42.730735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c39e19e7-aaa4-4c26-83c2-e668db0d006a req-0f78d007-1a00-41a1-b69b-4a6c4e34bd00 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Feb 15 14:03:43.920556 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd37e-b628-4b8a-9041-b3a3975418f9 req-2a3fb178-9d4c-4089-9101-5dadd2064c4a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:43.922132 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bffd37e-b628-4b8a-9041-b3a3975418f9 req-2a3fb178-9d4c-4089-9101-5dadd2064c4a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0804257 Feb 15 14:03:43.966241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bffd37e-b628-4b8a-9041-b3a3975418f9 req-f889cdc5-8553-4265-9536-c8413066956a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Feb 15 14:03:44.904241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 406ccbb1-4858-4a44-9bae-91bed038c689 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:03:45.040375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:45.057370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '406ccbb1-4858-4a44-9bae-91bed038c689', 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'port_id': '406ccbb1-4858-4a44-9bae-91bed038c689', 'mac_address': 'fa:16:3e:47:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eed218-8866-4122-aa44-db9a61db0d0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:03:45.114415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:45.133009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406ccbb1-4858-4a44-9bae-91bed038c689 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:45.149699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:45.156359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15f5f3-54f8-4f39-9c63-5b990a1d25f2 req-c8b1e2a6-ced6-4542-b5f2-c6c78b7c44ae tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:45.157820 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b15f5f3-54f8-4f39-9c63-5b990a1d25f2 req-c8b1e2a6-ced6-4542-b5f2-c6c78b7c44ae tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0853529 Feb 15 14:03:45.202327 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b15f5f3-54f8-4f39-9c63-5b990a1d25f2 req-60e88422-ec72-4431-8801-fbc39a170ca1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Feb 15 14:03:45.216113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:45.282579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:45.419598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['406ccbb1-4858-4a44-9bae-91bed038c689'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:03:46.386464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5b23-edaf-44cb-84a0-4ce7da118e43 req-1f47a047-ae5d-47aa-8539-5596e5a77fd3 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:46.387418 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38ef5b23-edaf-44cb-84a0-4ce7da118e43 req-1f47a047-ae5d-47aa-8539-5596e5a77fd3 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 945 time: 0.0815187 Feb 15 14:03:46.430985 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38ef5b23-edaf-44cb-84a0-4ce7da118e43 req-13101a39-ca98-4dd2-bd27-23197de7e1a1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Feb 15 14:03:46.920097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 406ccbb1-4858-4a44-9bae-91bed038c689 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:03:47.044086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 406ccbb1-4858-4a44-9bae-91bed038c689 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:03:47.050100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 406ccbb1-4858-4a44-9bae-91bed038c689 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:47.050487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:47.166869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:47.196703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:47.207112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:03:47.241781 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689', 'code': 200} Feb 15 14:03:47.273586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:47.346262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:47.623779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dafb8-6071-49ec-912f-8d0686da2221 req-c1540687-9c8d-424c-9fc5-7facb189010b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:47.625248 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b10dafb8-6071-49ec-912f-8d0686da2221 req-c1540687-9c8d-424c-9fc5-7facb189010b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0872474 Feb 15 14:03:47.656643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49db90-26ec-4b9e-b26c-740e9438b047 req-0853b517-97ba-4401-a76e-ff588710c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:47.658191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ea49db90-26ec-4b9e-b26c-740e9438b047 req-0853b517-97ba-4401-a76e-ff588710c794 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0738304 Feb 15 14:03:47.671803 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b10dafb8-6071-49ec-912f-8d0686da2221 req-43a984ef-c6f7-4aa4-82f4-d70556cb2501 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Feb 15 14:03:47.705203 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ea49db90-26ec-4b9e-b26c-740e9438b047 req-9efbfc7d-51f6-425b-9ea8-331ce04b1cb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Feb 15 14:03:48.865102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a4a2b-3bf3-4309-bed1-d2bc3b6545ce req-9d8bc48c-fc6c-4d94-9add-5db1e85fa831 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:48.866657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-635a4a2b-3bf3-4309-bed1-d2bc3b6545ce req-9d8bc48c-fc6c-4d94-9add-5db1e85fa831 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0813010 Feb 15 14:03:48.923343 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-635a4a2b-3bf3-4309-bed1-d2bc3b6545ce req-43540d06-40d0-4759-8204-cd38939bf653 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Feb 15 14:03:50.107535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cb110-a604-4066-9cf2-1f9882524c92 req-9e0ac395-d806-474b-92e2-d3f2c05c8303 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.109242 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-898cb110-a604-4066-9cf2-1f9882524c92 req-9e0ac395-d806-474b-92e2-d3f2c05c8303 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0797377 Feb 15 14:03:50.153989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-898cb110-a604-4066-9cf2-1f9882524c92 req-5d3b3e22-4448-40a1-935f-7c0e274f7179 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Feb 15 14:03:50.342136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e95eb-3b8a-492b-83bb-fbc8d37a0bfb req-488ba94f-273f-4ae8-bd02-6846e638c6d4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.343562 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-380e95eb-3b8a-492b-83bb-fbc8d37a0bfb req-488ba94f-273f-4ae8-bd02-6846e638c6d4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0831416 Feb 15 14:03:50.387641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-380e95eb-3b8a-492b-83bb-fbc8d37a0bfb req-5d431f87-4dcd-4f6d-814e-fa0b0b6c262a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Feb 15 14:03:50.819663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b7fdd-9c3f-46c1-b08b-dc06b64ed789 req-afefbccb-a8ee-424e-993c-884d15d9293e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.821158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-626b7fdd-9c3f-46c1-b08b-dc06b64ed789 req-afefbccb-a8ee-424e-993c-884d15d9293e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0797412 Feb 15 14:03:50.866249 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-626b7fdd-9c3f-46c1-b08b-dc06b64ed789 req-cc98e29a-63fc-42bb-9fc6-95b2ec54086f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Feb 15 14:03:51.058601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9771-e58b-4dd4-aa6f-d158382cc020 req-ccb3e989-5f2c-43e3-a9f9-d4ce1ca39aa4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.061337 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3fed9771-e58b-4dd4-aa6f-d158382cc020 req-ccb3e989-5f2c-43e3-a9f9-d4ce1ca39aa4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0838933 Feb 15 14:03:51.105826 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3fed9771-e58b-4dd4-aa6f-d158382cc020 req-41ee8116-696e-4d9c-80e3-1ad7fff424d6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Feb 15 14:03:51.669487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a968cf5-96ad-4c26-bfd4-6243a9583f2e req-9542b8a4-0ecc-475d-8c4b-acda41abdfee tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.684818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9a968cf5-96ad-4c26-bfd4-6243a9583f2e req-9542b8a4-0ecc-475d-8c4b-acda41abdfee tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0978773 Feb 15 14:03:51.720717 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9a968cf5-96ad-4c26-bfd4-6243a9583f2e req-a9749421-7697-4341-bcf0-cf1ec3ed6c44 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Feb 15 14:03:51.793027 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-539f375c-d844-41c4-bcd3-f57e8d3e7561 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825648 Feb 15 14:03:52.910795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461a0f-c540-4094-866a-bdd335e43bd1 req-7e5cdb77-7f74-45c2-80b7-d3c2fb1e3171 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:52.912332 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b0461a0f-c540-4094-866a-bdd335e43bd1 req-7e5cdb77-7f74-45c2-80b7-d3c2fb1e3171 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0830424 Feb 15 14:03:52.959912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b0461a0f-c540-4094-866a-bdd335e43bd1 req-44fa4c8a-f8b9-4a2a-b224-73637789152c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Feb 15 14:03:53.866191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-1777e57b-5926-4642-b44a-e85170abaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:53.867662 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-1777e57b-5926-4642-b44a-e85170abaf9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0718565 Feb 15 14:03:54.002058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-4716e0e6-500d-41e1-9ba3-54dcc1e0e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:54.003527 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-4716e0e6-500d-41e1-9ba3-54dcc1e0e035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1304276 Feb 15 14:03:54.075273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-bd287e87-6b9d-4f50-b8d9-ceb9b7df9bad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 217 time: 0.0653884 Feb 15 14:03:54.137739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-d3c348b5-f018-471e-b5cb-02e2ef95e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:54.139560 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-d3c348b5-f018-471e-b5cb-02e2ef95e922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0587797 Feb 15 14:03:54.146136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7798-139e-4f24-a8af-e1f02d580aae req-ae1ab938-eb04-4b45-a9c5-9eeea83c18a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:54.147589 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f46f7798-139e-4f24-a8af-e1f02d580aae req-ae1ab938-eb04-4b45-a9c5-9eeea83c18a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0815859 Feb 15 14:03:54.186474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-657de180-5b00-4e9b-87c6-723ac132ca7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407267 Feb 15 14:03:54.305938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f46f7798-139e-4f24-a8af-e1f02d580aae req-cf2c6f36-4f73-40b3-8358-37ec16586915 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525912 Feb 15 14:03:54.325352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-70364465-893d-4d87-aff0-f6983e9762e4 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335456 Feb 15 14:03:54.457491 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-20f6edd9-c5f3-462c-ba7f-578e61e6e70c service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261957 Feb 15 14:03:55.500683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e17614-7be1-4d65-8b1e-9221f59dc3a6 req-a43f25db-baf9-4472-9e79-ad768242d5e9 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:55.502972 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02e17614-7be1-4d65-8b1e-9221f59dc3a6 req-a43f25db-baf9-4472-9e79-ad768242d5e9 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0881765 Feb 15 14:03:55.551830 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02e17614-7be1-4d65-8b1e-9221f59dc3a6 req-8ef9ee12-63e6-474a-8907-305d1152e03e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Feb 15 14:03:56.744570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d648b2b-f7f7-45c1-8750-8d7899087596 req-8dd803c4-880b-49e8-84da-1af0d90c70e6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:56.746054 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8d648b2b-f7f7-45c1-8750-8d7899087596 req-8dd803c4-880b-49e8-84da-1af0d90c70e6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0849183 Feb 15 14:03:56.793423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8d648b2b-f7f7-45c1-8750-8d7899087596 req-9e5ee34a-63cc-4799-afc7-e483f0bf3895 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Feb 15 14:03:57.985889 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dbe9-fcd0-45ad-9edf-dd49f8f87348 req-dcfefc3b-a27d-4715-9c7e-80a0af46c7af tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:57.987274 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd28dbe9-fcd0-45ad-9edf-dd49f8f87348 req-dcfefc3b-a27d-4715-9c7e-80a0af46c7af tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0783715 Feb 15 14:03:58.031934 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd28dbe9-fcd0-45ad-9edf-dd49f8f87348 req-fbceec30-3907-4b5d-b9ba-aca4380a5eee tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Feb 15 14:03:59.181931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-14ae7688-d3bc-44f7-a072-1c89efc6fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:59.183435 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-14ae7688-d3bc-44f7-a072-1c89efc6fb69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0835912 Feb 15 14:03:59.380450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27a399-155d-4a3a-86c6-7701687af777 req-1546e7b7-a861-4349-884c-a3095a029316 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:59.382015 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c27a399-155d-4a3a-86c6-7701687af777 req-1546e7b7-a861-4349-884c-a3095a029316 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0885637 Feb 15 14:03:59.415309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6159837-ce77-494c-ab28-809ca0657996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:03:59.429641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c27a399-155d-4a3a-86c6-7701687af777 req-3c0f33b8-a58b-40ea-b821-22d6cee698cc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Feb 15 14:03:59.440295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-00f90306-b580-4139-97f7-5fcb5c2d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:59.442071 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-00f90306-b580-4139-97f7-5fcb5c2d10c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.2380719 Feb 15 14:03:59.514848 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-403b9fd7-6b02-4784-a4fa-ae0819cef7fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 217 time: 0.0654261 Feb 15 14:03:59.578883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-0f572ea2-5397-4158-8b68-ca7c2849e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:59.580303 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-0f572ea2-5397-4158-8b68-ca7c2849e509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0597639 Feb 15 14:03:59.627880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-257dc0f4-16d5-4f0d-bc56-53f48ae18897 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413370 Feb 15 14:03:59.762520 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-915c7f5f-9358-4b6a-a60f-2770f02239a8 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289966 Feb 15 14:03:59.898556 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4447a0b3-97f0-441d-a155-7bda7d383f9c req-647e4c80-14de-4e5d-aeba-9bed4cbbbe9f service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302114 Feb 15 14:04:00.613276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da01c-d528-4252-8f26-127a9bc9a64d req-0fd190fc-a105-4d9a-b7d9-8261b58e8e49 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:00.614871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa7da01c-d528-4252-8f26-127a9bc9a64d req-0fd190fc-a105-4d9a-b7d9-8261b58e8e49 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0809875 Feb 15 14:04:00.666278 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa7da01c-d528-4252-8f26-127a9bc9a64d req-5b49678d-27a2-473b-b296-702e0df001ce tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Feb 15 14:04:01.850830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4e39-f58c-4316-986a-46a2771ad294 req-29ef8ea5-7d9e-4e9e-8064-186b3fa2342b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:01.852293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75cd4e39-f58c-4316-986a-46a2771ad294 req-29ef8ea5-7d9e-4e9e-8064-186b3fa2342b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0811448 Feb 15 14:04:01.899901 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75cd4e39-f58c-4316-986a-46a2771ad294 req-27820bcc-2421-441f-9de1-1c14321b184b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Feb 15 14:04:02.558110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1ce01066-d81b-4080-ba7b-45f2474c4eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:02.671744 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:02.923636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:03.097359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d39198-ce0b-40bb-b7db-073b9e2fd20f req-0ef55bd3-e833-4596-a0ee-ed0856286a82 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:03.098932 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3d39198-ce0b-40bb-b7db-073b9e2fd20f req-0ef55bd3-e833-4596-a0ee-ed0856286a82 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0853159 Feb 15 14:04:03.144786 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3d39198-ce0b-40bb-b7db-073b9e2fd20f req-828c97c5-d44f-4853-984e-1d0f2bf32b71 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Feb 15 14:04:03.391926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:04.180682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:04.333644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be53cf-05fe-465e-a2f4-5ebecf8ed8b5 req-f719d5a5-e855-4267-bf41-e47370902300 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:04.335117 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e2be53cf-05fe-465e-a2f4-5ebecf8ed8b5 req-f719d5a5-e855-4267-bf41-e47370902300 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0804751 Feb 15 14:04:04.389962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e2be53cf-05fe-465e-a2f4-5ebecf8ed8b5 req-205f727f-3f52-4d23-b3e1-97b43ceb8583 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Feb 15 14:04:05.585504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78bcf2-4dc6-4fb8-af9b-6eb010e10afe req-a52f2d7a-2d60-4c44-afe4-5467858898ef tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:05.586945 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f78bcf2-4dc6-4fb8-af9b-6eb010e10afe req-a52f2d7a-2d60-4c44-afe4-5467858898ef tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0905783 Feb 15 14:04:05.632065 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f78bcf2-4dc6-4fb8-af9b-6eb010e10afe req-1abf205e-05af-4568-91f6-e3e07374ac67 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Feb 15 14:04:06.817783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34764-6d53-4762-8795-39259b8949d1 req-19c89fa5-62d7-4645-9f4b-ea2d3360facc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:06.819239 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ebf34764-6d53-4762-8795-39259b8949d1 req-19c89fa5-62d7-4645-9f4b-ea2d3360facc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0803695 Feb 15 14:04:06.868200 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ebf34764-6d53-4762-8795-39259b8949d1 req-2400f53c-831c-42f1-a187-1232e73f3360 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Feb 15 14:04:08.055685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c1ad-d953-4445-8961-952e61c54821 req-650c2d4b-4294-474b-95ab-ac8729666147 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:08.057108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d57c1ad-d953-4445-8961-952e61c54821 req-650c2d4b-4294-474b-95ab-ac8729666147 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0784111 Feb 15 14:04:08.101509 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d57c1ad-d953-4445-8961-952e61c54821 req-1157aa0b-dad0-4341-a48c-a6f043b82149 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Feb 15 14:04:09.291071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fd37d-9958-4dd1-b44c-79cd9b4b8e19 req-ef2304b7-b260-4d5d-962e-5d1f19685f6f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:09.292531 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f24fd37d-9958-4dd1-b44c-79cd9b4b8e19 req-ef2304b7-b260-4d5d-962e-5d1f19685f6f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0819182 Feb 15 14:04:09.337035 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f24fd37d-9958-4dd1-b44c-79cd9b4b8e19 req-3c91bef0-0146-4879-abcf-7748032dab3d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Feb 15 14:04:10.527344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07998320-7cfa-4e63-9ddd-10653c90dc18 req-0290e1e6-b9a8-42bb-b295-67e7fa5d6c39 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:10.530071 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-07998320-7cfa-4e63-9ddd-10653c90dc18 req-0290e1e6-b9a8-42bb-b295-67e7fa5d6c39 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0822241 Feb 15 14:04:10.577620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-07998320-7cfa-4e63-9ddd-10653c90dc18 req-57d2c278-113b-43c4-bfc5-b3e10655918f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Feb 15 14:04:11.731059 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-fc2c3824-769c-416a-8588-d33654103006 service neutron] 10.222.0.36 "GET /v2.0/ports/406ccbb1-4858-4a44-9bae-91bed038c689/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0881212 Feb 15 14:04:11.776925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f723-fd1c-4e43-ac62-0c0175b7af8b req-66a0e1bc-3e6b-48f9-90fe-ef451c5622a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:11.778391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bcb0f723-fd1c-4e43-ac62-0c0175b7af8b req-66a0e1bc-3e6b-48f9-90fe-ef451c5622a5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0914497 Feb 15 14:04:11.823570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bcb0f723-fd1c-4e43-ac62-0c0175b7af8b req-bdff8a21-8a79-4609-abae-6c5c2350ccd1 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Feb 15 14:04:12.338436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-aec7bec9-97bd-4369-b32a-dd443fc950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.340028 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-aec7bec9-97bd-4369-b32a-dd443fc950e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0&tenant_id=251f77467e3e42139c7d77083a5123b6 HTTP/1.1" status: 200 len: 1099 time: 0.0747662 Feb 15 14:04:12.433530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-3986ae84-3453-41cb-b201-8907b5ff517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.435017 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-3986ae84-3453-41cb-b201-8907b5ff517f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0749292 Feb 15 14:04:12.568979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-05569a97-c180-4d46-af74-5e9db20cc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.570520 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-05569a97-c180-4d46-af74-5e9db20cc812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1294968 Feb 15 14:04:12.642688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-57cfbe5c-cc36-4c68-aa75-bc62d5782ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 217 time: 0.0661962 Feb 15 14:04:12.707269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-71daec8e-0e10-4acc-994d-f11e77a859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.708667 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-71daec8e-0e10-4acc-994d-f11e77a859b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0602279 Feb 15 14:04:12.754998 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-099c1bc9-75f8-4822-a988-6cadc5012801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399868 Feb 15 14:04:12.891890 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-94a66742-d5e1-4d73-805a-826df0bbf2d5 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274757 Feb 15 14:04:13.017759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96aac-5b35-4de7-8db9-d5d3662d60c5 req-afae6ade-871e-4f32-83f6-920df573386a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:13.019389 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8d96aac-5b35-4de7-8db9-d5d3662d60c5 req-afae6ade-871e-4f32-83f6-920df573386a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0867672 Feb 15 14:04:13.028611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a3da5ee5-f4eb-42d5-8fd8-532d515c25a1 req-de319077-4d85-4e08-9e3f-d61d316d26e5 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304374 Feb 15 14:04:13.066363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8d96aac-5b35-4de7-8db9-d5d3662d60c5 req-a222d9f8-f03d-4fe9-b7de-a3f78e6014c6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Feb 15 14:04:14.258264 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf013d7-97cc-41f7-9ca2-317929d0f588 req-2059cab4-a2fc-4dcd-8cdc-d8d98ce8cf73 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:14.259713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5bf013d7-97cc-41f7-9ca2-317929d0f588 req-2059cab4-a2fc-4dcd-8cdc-d8d98ce8cf73 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0838139 Feb 15 14:04:14.303744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5bf013d7-97cc-41f7-9ca2-317929d0f588 req-e315d6a0-0922-4cc6-a56d-88231977182c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Feb 15 14:04:15.492397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecefe9-6bfe-4f70-a37c-7ebc747298cd req-9d82ae44-6d08-41a5-8f44-51820b2c4a1e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:15.493910 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11ecefe9-6bfe-4f70-a37c-7ebc747298cd req-9d82ae44-6d08-41a5-8f44-51820b2c4a1e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0806406 Feb 15 14:04:15.543451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11ecefe9-6bfe-4f70-a37c-7ebc747298cd req-4580e91e-72b2-4d32-a1ba-2e7ba34578d0 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Feb 15 14:04:16.021538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ff6c1-b437-4e38-93cf-a3fa1203b658 req-82c81dbb-faa0-4692-8c95-b87d62f10714 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.023002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-772ff6c1-b437-4e38-93cf-a3fa1203b658 req-82c81dbb-faa0-4692-8c95-b87d62f10714 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0799198 Feb 15 14:04:16.068650 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-772ff6c1-b437-4e38-93cf-a3fa1203b658 req-798fc38b-e313-4e4b-ab76-55859aa0518b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Feb 15 14:04:16.102874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-19c82ad8-1c7e-406a-8dfb-760d2d2a611b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.103557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-19c82ad8-1c7e-406a-8dfb-760d2d2a611b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Synchronizing usage tracker for tenant:251f77467e3e42139c7d77083a5123b6 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:04:16.180048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-19c82ad8-1c7e-406a-8dfb-760d2d2a611b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Unset dirty status for tenant:251f77467e3e42139c7d77083a5123b6 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:04:16.181242 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-19c82ad8-1c7e-406a-8dfb-760d2d2a611b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0&tenant_id=251f77467e3e42139c7d77083a5123b6&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1615112 Feb 15 14:04:16.324430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-d18f6b55-3602-4f33-b7fd-1776faba9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.325837 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-d18f6b55-3602-4f33-b7fd-1776faba9cbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0742812 Feb 15 14:04:16.551917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-888b7ce6-6b10-4bd6-9b16-e36d2ca09dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.553349 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-888b7ce6-6b10-4bd6-9b16-e36d2ca09dbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.2214744 Feb 15 14:04:16.624047 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-049e095d-ab0d-4345-9d08-938af7b9f85c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 200 len: 217 time: 0.0639217 Feb 15 14:04:16.685823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-08c7599b-af13-4e60-848b-601365de513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.687251 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-08c7599b-af13-4e60-848b-601365de513d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0581245 Feb 15 14:04:16.733875 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-f61d278d-3100-4177-b6b4-9ec9667aeed5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406322 Feb 15 14:04:16.863465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-ce272586-9df5-40fc-a987-9cec7f339c27 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233640 Feb 15 14:04:16.994149 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f1d65356-5175-4bf7-9905-3612f33821e2 req-a222115b-00b1-469b-91be-299d64416bad service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242995 Feb 15 14:04:17.051632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 406ccbb1-4858-4a44-9bae-91bed038c689 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:04:17.167914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:17.195791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:17.205896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:17.274978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987239be-d327-4d0b-91ac-fed455ec7c0a req-e5454e3c-e825-467f-bd3c-7b59d66568b2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:17.274978 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-987239be-d327-4d0b-91ac-fed455ec7c0a req-e5454e3c-e825-467f-bd3c-7b59d66568b2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 946 time: 0.0882354 Feb 15 14:04:17.312166 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689', 'code': 200} Feb 15 14:04:17.320064 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-987239be-d327-4d0b-91ac-fed455ec7c0a req-a697aadc-c82f-4bf1-80a7-fe6fcbd4b63e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Feb 15 14:04:17.362315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:17.430055 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:17.491852 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:04:18.505252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e1783-5412-48b5-a09f-62d83db92eca req-d58b017f-6d96-4ec6-9a22-447c40333b4a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:18.506730 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f5e1783-5412-48b5-a09f-62d83db92eca req-d58b017f-6d96-4ec6-9a22-447c40333b4a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0803397 Feb 15 14:04:18.551122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f5e1783-5412-48b5-a09f-62d83db92eca req-89a77621-2184-4230-8ef1-9b04fb98c1da tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Feb 15 14:04:18.739270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd388-e35b-40d2-aba4-9c22ce6453eb req-bc163d83-7b99-4fe8-923e-236af1485112 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:18.740705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-607cd388-e35b-40d2-aba4-9c22ce6453eb req-bc163d83-7b99-4fe8-923e-236af1485112 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0845971 Feb 15 14:04:18.784722 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-607cd388-e35b-40d2-aba4-9c22ce6453eb req-010466f6-ba74-458a-b856-1e9959902490 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Feb 15 14:04:18.969941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868df1-c835-4fea-86f7-1312821afc00 req-4029a6f9-b2cf-4a0d-b386-5481bd7d5ffa tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:18.971309 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae868df1-c835-4fea-86f7-1312821afc00 req-4029a6f9-b2cf-4a0d-b386-5481bd7d5ffa tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0809314 Feb 15 14:04:19.017514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae868df1-c835-4fea-86f7-1312821afc00 req-896c2c77-85c7-40c2-ac5c-f3ea5d7d7ba2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Feb 15 14:04:19.724676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-f2c37cda-8179-4708-acf5-2c027cdd7b54 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:19.726158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-f2c37cda-8179-4708-acf5-2c027cdd7b54 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 815 time: 0.1498187 Feb 15 14:04:19.740965 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-c2fb18fc-4852-4816-a35a-68b6813d9d6d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/quotas/251f77467e3e42139c7d77083a5123b6 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Feb 15 14:04:19.820798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-8cd81b4c-28ec-4620-b453-c29944c7ac72 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746324 Feb 15 14:04:20.102627 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d8bf9c61-bb13-478f-b2b3-f37f67f7f6c3 service neutron] 10.222.0.61 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744019 Feb 15 14:04:20.242145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-4830b081-20d0-401a-913e-16a85b0372e0 service neutron] 10.222.0.61 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331615 Feb 15 14:04:20.504801 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b875e96b-3f80-4089-86ab-7142d8e81380 req-d95e5bf2-f7b9-470b-88e4-059bc9e4d0cb tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 210 time: 0.0445521 Feb 15 14:04:21.186818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-974583e5-ec14-4835-b72c-4891ad7bf0fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.188438 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-974583e5-ec14-4835-b72c-4891ad7bf0fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1ba9d6b-6418-4728-8261-ec6a133cb4a0 HTTP/1.1" status: 200 len: 944 time: 0.0873446 Feb 15 14:04:21.258131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Deleting port 406ccbb1-4858-4a44-9bae-91bed038c689 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:04:21.258462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:21.519751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] For port 406ccbb1-4858-4a44-9bae-91bed038c689, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=406ccbb1-4858-4a44-9bae-91bed038c689,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:21.520023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:21.646212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Calling delete_port for 406ccbb1-4858-4a44-9bae-91bed038c689 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:04:21.685142 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b7251f7-4101-4b88-b830-a9125023d8d3 req-adc8be6b-e01b-48aa-a867-e3994f917604 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 210 time: 0.0518970 Feb 15 14:04:21.965035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:22.025165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Pushing event deleted for resources: {'Port': ['ID=406ccbb1-4858-4a44-9bae-91bed038c689,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:22.100257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] No DVR routers for this DVR port 406ccbb1-4858-4a44-9bae-91bed038c689 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:22.106813 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:22.110909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-deleted', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:22.156654 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ba9d6b-6418-4728-8261-ec6a133cb4a0', 'name': 'network-vif-deleted', 'tag': '406ccbb1-4858-4a44-9bae-91bed038c689', 'status': 'completed', 'code': 200} Feb 15 14:04:22.186592 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b484fd68-ac0c-4784-bf79-025b9919a72e req-80181bbe-876b-428e-a871-b03ea96d283d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "DELETE /v2.0/ports/406ccbb1-4858-4a44-9bae-91bed038c689 HTTP/1.1" status: 204 len: 173 time: 0.9925582 Feb 15 14:04:22.647980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-538ef044-ed60-4daf-8507-7a5608c59d00 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:22.649394 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-538ef044-ed60-4daf-8507-7a5608c59d00 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 815 time: 0.1652207 Feb 15 14:04:22.661576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Request body: {'port': {'device_id': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'admin_state_up': True, 'tenant_id': '251f77467e3e42139c7d77083a5123b6'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:22.862842 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7eec09a-2451-4b68-89de-6baccb1698b0 req-e8d6ceea-b88b-4772-8ed7-fef155c9a155 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 210 time: 0.0642257 Feb 15 14:04:22.917438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:04:22.922474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Usage tracker for resource:port and tenant:251f77467e3e42139c7d77083a5123b6 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:04:22.925932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:04:22.934389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:04:23.019376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Made reservation on behalf of 251f77467e3e42139c7d77083a5123b6 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:23.023147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:23.285289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Allocated IP 172.20.0.8 (75d46703-bb6b-4d06-bf1a-36b8a150628c/d2eed218-8866-4122-aa44-db9a61db0d0f/6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:23.500601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:23.562846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:23.631407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Network 75d46703-bb6b-4d06-bf1a-36b8a150628c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:23.636577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:23.640985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:04:23.695021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:23.722072 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:23.722673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:23.791837 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-674db2b3-f1fe-45a5-b454-f81627530f2c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340048 Feb 15 14:04:23.802902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Request body: {'port': {'device_id': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:23.913555 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.066814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba170a5-9667-4136-8da2-e71fb33454ce req-3d9847dd-7aa2-4cc4-aa9f-388ed4d88ea8 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:24.068254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bba170a5-9667-4136-8da2-e71fb33454ce req-3d9847dd-7aa2-4cc4-aa9f-388ed4d88ea8 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 931 time: 0.0868988 Feb 15 14:04:24.115339 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bba170a5-9667-4136-8da2-e71fb33454ce req-6bb74d2a-d22f-4a2e-8395-9a51cc38e862 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Feb 15 14:04:24.266283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:24.273816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.288319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Transition to ACTIVE for port object 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:04:24.373907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.504765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:24.608757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Attempting to bind port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:04:24.609059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Attempting to bind port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:04:24.609375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Attempting to bind port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a on network 75d46703-bb6b-4d06-bf1a-36b8a150628c {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:04:24.613983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a on network 75d46703-bb6b-4d06-bf1a-36b8a150628c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:04:24.614280 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Attempting to bind port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a on network 75d46703-bb6b-4d06-bf1a-36b8a150628c {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:04:24.619231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:04:24.619553 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Checking segment: {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:04:24.619921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Bound using segment: {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:04:24.620326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Bound port: 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e9306e-57e9-4746-ba4d-421f0e75ac26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:04:24.620658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.708289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:04:24.711378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:04:24.791404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.858706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:24.859313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:24.860702 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] 10.222.0.36 "PUT /v2.0/ports/6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 1093 time: 1.0619960 Feb 15 14:04:24.863949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:24.882666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a49bb-9538-47a0-9733-b736c800488f service neutron] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:24.907751 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'status': 'completed', 'code': 200} Feb 15 14:04:24.999342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-3fa1d5d7-5099-486d-86a9-2430feb2eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.000798 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-3fa1d5d7-5099-486d-86a9-2430feb2eb88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1096 time: 0.0732336 Feb 15 14:04:25.107983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 406ccbb1-4858-4a44-9bae-91bed038c689 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:04:25.145119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 406ccbb1-4858-4a44-9bae-91bed038c689 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:04:25.145595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 406ccbb1-4858-4a44-9bae-91bed038c689 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:04:25.240634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-291bbcf1-ba1a-41e9-9cdd-8165bdf52610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.242097 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-291bbcf1-ba1a-41e9-9cdd-8165bdf52610 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=251f77467e3e42139c7d77083a5123b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2353358 Feb 15 14:04:25.308594 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a43c1-1a00-403c-8c6f-e89d94bea5cc req-bd7c435a-e9cc-4454-b8ed-8b164122d10c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.310474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-051a43c1-1a00-403c-8c6f-e89d94bea5cc req-bd7c435a-e9cc-4454-b8ed-8b164122d10c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 943 time: 0.0831058 Feb 15 14:04:25.357857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-051a43c1-1a00-403c-8c6f-e89d94bea5cc req-fcdea3ec-35f6-4bbc-8740-e5ee850f16f4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Feb 15 14:04:25.384029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-ca467d06-7e2f-45cf-965a-4ae25a9a71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.385474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5a7ced3f-e9e2-4d5f-a44b-724f8a203b0b req-ca467d06-7e2f-45cf-965a-4ae25a9a71d4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1380918 Feb 15 14:04:25.503007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-98114082-ee03-4b26-a988-55d2ae31141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.504342 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-98114082-ee03-4b26-a988-55d2ae31141d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1096 time: 0.0727532 Feb 15 14:04:25.574218 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-17f39d6d-ea2d-4d87-b9cb-48582e9c51b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 217 time: 0.0628960 Feb 15 14:04:25.641938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4814-c573-4223-839e-20ad4a893652 req-de3d5218-6139-4374-9bb8-af7471749d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.643396 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-de3d5218-6139-4374-9bb8-af7471749d41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0639246 Feb 15 14:04:25.690297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-e44d0be2-21e7-4fa6-a059-505ffb355941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413239 Feb 15 14:04:25.829320 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-6585e8b7-7c46-44c2-9ef8-070d462c2d6d service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326125 Feb 15 14:04:25.963126 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c3ad4814-c573-4223-839e-20ad4a893652 req-88c65aff-93a0-4955-88e2-4211bd48d9e8 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286876 Feb 15 14:04:26.551036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40eede-f711-4758-a04b-c2ff64ba062a req-c82d55d9-955d-4771-9b85-6f68cced7023 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:26.552479 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa40eede-f711-4758-a04b-c2ff64ba062a req-c82d55d9-955d-4771-9b85-6f68cced7023 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 943 time: 0.0837514 Feb 15 14:04:26.597864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa40eede-f711-4758-a04b-c2ff64ba062a req-b8f28566-bd42-430b-9351-3b5efd8f6897 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Feb 15 14:04:27.790062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afc14c-69e3-4d88-b2d1-5a383462dba4 req-561fd438-058c-44b4-8f69-488249cdec68 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:27.791586 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b4afc14c-69e3-4d88-b2d1-5a383462dba4 req-561fd438-058c-44b4-8f69-488249cdec68 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 943 time: 0.0835271 Feb 15 14:04:27.838058 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b4afc14c-69e3-4d88-b2d1-5a383462dba4 req-81d17cae-fe1e-483f-a344-24f5abb6043a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Feb 15 14:04:29.030834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74908e-71f2-43db-aaea-daa61ae4b225 req-45e66c8d-454e-494e-82c5-02cb3ce7d506 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:29.032225 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db74908e-71f2-43db-aaea-daa61ae4b225 req-45e66c8d-454e-494e-82c5-02cb3ce7d506 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 943 time: 0.0853350 Feb 15 14:04:29.078092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db74908e-71f2-43db-aaea-daa61ae4b225 req-b0922b51-ed0a-442d-aec2-ae9dbddc5a7d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Feb 15 14:04:29.104012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:04:29.275787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:29.289892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'port_id': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'mac_address': 'fa:16:3e:96:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eed218-8866-4122-aa44-db9a61db0d0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:04:29.358949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:29.379536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:29.404532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:29.442662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-339328fc-4346-4863-b61f-44e644a0dbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:29.546350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:29.614687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:29.621869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.622892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.623111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.623939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.623939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.624124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.624384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.624706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.625029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.625348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.625693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.626008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:29.739050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:04:30.275347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d637ef-d033-47f6-a485-3056d0e0f5de req-90d34536-bffc-4121-8317-b13450998c3c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:30.277600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27d637ef-d033-47f6-a485-3056d0e0f5de req-90d34536-bffc-4121-8317-b13450998c3c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 944 time: 0.0906138 Feb 15 14:04:30.335214 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27d637ef-d033-47f6-a485-3056d0e0f5de req-8cda5905-c030-40eb-a0b9-f44957e1d153 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Feb 15 14:04:31.120475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:04:31.316364 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:04:31.321649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:31.322051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:31.441340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:31.468361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:31.479340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:31.514366 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'code': 200} Feb 15 14:04:31.522302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809453-15b8-4643-b57c-60f15979de72 req-b9c49148-b17d-4cbf-bc57-30157d0c7f5f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:31.524317 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61809453-15b8-4643-b57c-60f15979de72 req-b9c49148-b17d-4cbf-bc57-30157d0c7f5f tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 944 time: 0.0817237 Feb 15 14:04:31.533611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:31.573077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61809453-15b8-4643-b57c-60f15979de72 req-699d1a53-2cfd-41e4-9d63-4a017f5f74f3 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Feb 15 14:04:31.608401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:31.853219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4bac-f6e1-4f8f-a995-2a6ff464db0a req-ebbf4e91-8f15-4c3e-9a0d-31e9133abaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:31.854697 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c1db4bac-f6e1-4f8f-a995-2a6ff464db0a req-ebbf4e91-8f15-4c3e-9a0d-31e9133abaab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1098 time: 0.0694544 Feb 15 14:04:31.893829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c1db4bac-f6e1-4f8f-a995-2a6ff464db0a req-269acfe4-ba39-45db-9ef6-e1fe7b87b0e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Feb 15 14:04:32.533781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9ff61b82-16bf-4cd5-8e49-d3e160789ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:32.653884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:32.771330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd4be-523c-4f1f-ba2f-602a77defdf9 req-914ef5c2-df72-4fad-a32a-37dd75e70e23 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:32.772838 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e59fd4be-523c-4f1f-ba2f-602a77defdf9 req-914ef5c2-df72-4fad-a32a-37dd75e70e23 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0869524 Feb 15 14:04:32.822246 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e59fd4be-523c-4f1f-ba2f-602a77defdf9 req-a62d1851-18a4-45fa-876c-0c855c8fff79 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Feb 15 14:04:32.830614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:33.384594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:34.007845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae50a1d-8f2b-4adc-a319-f7d9bcb3e079 req-0b4f4985-6baa-4d3b-a1c4-cb9a3ef1111e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.009197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ae50a1d-8f2b-4adc-a319-f7d9bcb3e079 req-0b4f4985-6baa-4d3b-a1c4-cb9a3ef1111e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0788376 Feb 15 14:04:34.053209 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9ae50a1d-8f2b-4adc-a319-f7d9bcb3e079 req-16ce65b1-f7a7-4193-87aa-724f928a5132 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Feb 15 14:04:34.190986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:34.245772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623817-a958-410c-ab2d-ae330bcf7a48 req-3cc2007f-b2b8-4e37-ad19-a4ae4f2612fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.247280 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-53623817-a958-410c-ab2d-ae330bcf7a48 req-3cc2007f-b2b8-4e37-ad19-a4ae4f2612fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0847461 Feb 15 14:04:34.292055 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-53623817-a958-410c-ab2d-ae330bcf7a48 req-b11f8508-71b2-4135-89a2-5284c84d7a05 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Feb 15 14:04:34.896474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4dec6-fc07-4960-a2dc-19ae982d53b2 req-b884f20f-9cba-4371-af82-d12d3b0af254 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.897851 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-caf4dec6-fc07-4960-a2dc-19ae982d53b2 req-b884f20f-9cba-4371-af82-d12d3b0af254 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0792925 Feb 15 14:04:34.947655 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-caf4dec6-fc07-4960-a2dc-19ae982d53b2 req-be2fdab5-da56-4018-8510-3257465fed4e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Feb 15 14:04:34.994950 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-88a6be9e-9e8a-4593-8a24-2ad4136a0281 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746713 Feb 15 14:04:36.135188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695357b5-b026-442b-8bbb-53c034495492 req-dfe15854-1be1-4102-a900-88718c89592a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:36.136538 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-695357b5-b026-442b-8bbb-53c034495492 req-dfe15854-1be1-4102-a900-88718c89592a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0796611 Feb 15 14:04:36.183352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-695357b5-b026-442b-8bbb-53c034495492 req-95d84b73-79d8-4200-9f64-39a28b5393a2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Feb 15 14:04:37.176822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-841ccbc1-ce4f-4366-8e3c-8e18e4808a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.178496 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-841ccbc1-ce4f-4366-8e3c-8e18e4808a2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1098 time: 0.0707078 Feb 15 14:04:37.311298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-f0e66a35-445a-4758-801f-89f556f6f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.312190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-f0e66a35-445a-4758-801f-89f556f6f117 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1280675 Feb 15 14:04:37.373451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419fb6-9795-4cb9-8bf1-76b1dc75ab27 req-ef1c1a50-35c8-4aae-b0a8-f07e93feaec5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.374941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85419fb6-9795-4cb9-8bf1-76b1dc75ab27 req-ef1c1a50-35c8-4aae-b0a8-f07e93feaec5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0837474 Feb 15 14:04:37.381686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-83057a06-63d4-45c9-9db7-b1ad9d145462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 217 time: 0.0638695 Feb 15 14:04:37.420454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-85419fb6-9795-4cb9-8bf1-76b1dc75ab27 req-ecce8f89-b073-4e0c-99ee-2fdbe22d63d6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Feb 15 14:04:37.441837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-d0919111-bc50-4156-8ab3-ca4b5e2238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.443249 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-d0919111-bc50-4156-8ab3-ca4b5e2238f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0566645 Feb 15 14:04:37.491509 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-8850291e-684c-433c-b146-219ba66fc868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420601 Feb 15 14:04:37.621695 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-d5a36fe3-9f83-4205-902a-fbd3dd9a5e42 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243291 Feb 15 14:04:37.852321 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-e83d9a4d-7701-42aa-9aeb-a485fb760962 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253945 Feb 15 14:04:38.605126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6782239-5fa9-463c-a7cc-39cd017eedfc req-5b7318ef-b58a-4d9e-91de-9bcc4a273ace tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:38.606667 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b6782239-5fa9-463c-a7cc-39cd017eedfc req-5b7318ef-b58a-4d9e-91de-9bcc4a273ace tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0805981 Feb 15 14:04:38.651044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b6782239-5fa9-463c-a7cc-39cd017eedfc req-573d9db9-1877-4688-a740-b32590874580 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Feb 15 14:04:39.857723 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5131471-18e4-402d-9f08-d0723a9d2eb2 req-701cf1ce-e3a7-4641-8e14-1868924ed556 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:39.859230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e5131471-18e4-402d-9f08-d0723a9d2eb2 req-701cf1ce-e3a7-4641-8e14-1868924ed556 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0974009 Feb 15 14:04:39.906738 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e5131471-18e4-402d-9f08-d0723a9d2eb2 req-8c68c037-04ac-45c3-9df6-914e8ffb60aa tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Feb 15 14:04:41.088873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6803c-d038-4dd9-832f-6e76d1a77dce req-fe56a0ea-2d6f-4a33-bdbc-202ba2ee30b2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.090394 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75d6803c-d038-4dd9-832f-6e76d1a77dce req-fe56a0ea-2d6f-4a33-bdbc-202ba2ee30b2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0790353 Feb 15 14:04:41.134206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75d6803c-d038-4dd9-832f-6e76d1a77dce req-e58ecbde-5ea2-4684-8f0a-cedfd3568e79 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Feb 15 14:04:42.320089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e7822-3014-47f4-afee-e8007597ed53 req-a055af37-7ee2-40ac-ba8c-9647aed50c33 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:42.322067 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-413e7822-3014-47f4-afee-e8007597ed53 req-a055af37-7ee2-40ac-ba8c-9647aed50c33 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0824728 Feb 15 14:04:42.367451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-413e7822-3014-47f4-afee-e8007597ed53 req-442359f4-7fce-47aa-9c4d-b63f40f41a15 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Feb 15 14:04:43.552935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe154-5dbf-4274-8a28-590d3cbd5eec req-efebef9b-b9fd-4363-b12b-8bf80f25ae0a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:43.554398 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc9fe154-5dbf-4274-8a28-590d3cbd5eec req-efebef9b-b9fd-4363-b12b-8bf80f25ae0a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0791593 Feb 15 14:04:43.601082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc9fe154-5dbf-4274-8a28-590d3cbd5eec req-1eb5a040-37c4-4684-b765-48886d631304 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Feb 15 14:04:44.785428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50108c7-05e0-4246-b758-ace931585162 req-3cc03c6b-e735-4330-812e-26e675fa1f84 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:44.786899 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50108c7-05e0-4246-b758-ace931585162 req-3cc03c6b-e735-4330-812e-26e675fa1f84 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0800993 Feb 15 14:04:44.830961 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c50108c7-05e0-4246-b758-ace931585162 req-ebea0f1c-854e-4858-a934-b99d01c852d7 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Feb 15 14:04:46.020833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afbb35-c9cf-4864-aae2-2af592465cc7 req-c522f5df-6264-4071-a813-69d367f52857 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.022254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-95afbb35-c9cf-4864-aae2-2af592465cc7 req-c522f5df-6264-4071-a813-69d367f52857 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0859306 Feb 15 14:04:46.067889 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-95afbb35-c9cf-4864-aae2-2af592465cc7 req-9b572489-1bf8-4b91-b3bb-516e4252470a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Feb 15 14:04:47.269928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb660d-12c5-4e33-bb3f-165c90a81d39 req-e84fb748-e5bd-4d1b-9e3f-a2702c784adc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.271391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-febb660d-12c5-4e33-bb3f-165c90a81d39 req-e84fb748-e5bd-4d1b-9e3f-a2702c784adc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0854406 Feb 15 14:04:47.318017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-febb660d-12c5-4e33-bb3f-165c90a81d39 req-8630c714-e787-4658-b142-dd03b66efc48 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Feb 15 14:04:48.608757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcae89-9bd9-4c4d-9658-2ad641bb391b req-6a1570bc-1e9f-48f9-a405-d41e00061d83 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.610237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18fcae89-9bd9-4c4d-9658-2ad641bb391b req-6a1570bc-1e9f-48f9-a405-d41e00061d83 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.1870039 Feb 15 14:04:48.653229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18fcae89-9bd9-4c4d-9658-2ad641bb391b req-cd0b7e0d-d5a5-4b64-b255-b9288ecba0c2 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Feb 15 14:04:49.838244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb991d29-4d25-45ce-9f43-770d667fd564 req-3802b0c4-c7af-4d76-9505-9183abb56a7b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.839686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb991d29-4d25-45ce-9f43-770d667fd564 req-3802b0c4-c7af-4d76-9505-9183abb56a7b tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0809603 Feb 15 14:04:49.885231 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb991d29-4d25-45ce-9f43-770d667fd564 req-799c8d1d-cf75-4193-9690-07261012ab31 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Feb 15 14:04:51.068367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7828ba4-f574-4d05-824c-c760b86ac1a7 req-bde6c9c7-d793-4b79-a92d-6833aafd8b47 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.069818 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f7828ba4-f574-4d05-824c-c760b86ac1a7 req-bde6c9c7-d793-4b79-a92d-6833aafd8b47 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0773299 Feb 15 14:04:51.113610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f7828ba4-f574-4d05-824c-c760b86ac1a7 req-401f1133-f987-4b9a-b7c5-4ad0854be4f9 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Feb 15 14:04:52.302552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149246-69b6-435b-9b76-8522d6fcab67 req-88f5de0a-7ea8-45c1-bb7d-f64a6f63152d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:52.303989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da149246-69b6-435b-9b76-8522d6fcab67 req-88f5de0a-7ea8-45c1-bb7d-f64a6f63152d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0863078 Feb 15 14:04:52.348921 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da149246-69b6-435b-9b76-8522d6fcab67 req-21e569b8-d249-49fc-89b6-d60837a4f4d8 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Feb 15 14:04:53.532632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce4ef6-b7c6-4e2a-9c58-770dd5296ffa req-e56c5493-7028-4b5b-bf9c-2645c426fec5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.534114 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-97ce4ef6-b7c6-4e2a-9c58-770dd5296ffa req-e56c5493-7028-4b5b-bf9c-2645c426fec5 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0784643 Feb 15 14:04:53.578840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-97ce4ef6-b7c6-4e2a-9c58-770dd5296ffa req-5f5e5e58-da20-4a2e-aea5-41735ac0f173 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Feb 15 14:04:54.496329 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:04:54.768092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72af63-68a4-4d49-a6a3-2fec1d0b10dc req-cd2be64d-a822-4243-b958-8c3169c72e67 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.769475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c72af63-68a4-4d49-a6a3-2fec1d0b10dc req-cd2be64d-a822-4243-b958-8c3169c72e67 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0825617 Feb 15 14:04:54.813119 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c72af63-68a4-4d49-a6a3-2fec1d0b10dc req-71f2c213-2d5f-40ac-bd0d-1574fb8a7e2e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Feb 15 14:04:54.948773 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-3d6ff8e5-678e-4719-9977-f329bc4df094 service neutron] 10.222.0.36 "GET /v2.0/ports/6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0737724 Feb 15 14:04:55.446070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-dbc867b0-7684-4b0b-b4a2-26eb28460bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:55.447504 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-dbc867b0-7684-4b0b-b4a2-26eb28460bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e&tenant_id=251f77467e3e42139c7d77083a5123b6 HTTP/1.1" status: 200 len: 1098 time: 0.0760672 Feb 15 14:04:55.537696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-f4c600dc-30e3-4162-b035-0d03a26925db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:55.539130 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-f4c600dc-30e3-4162-b035-0d03a26925db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1098 time: 0.0707498 Feb 15 14:04:55.674113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-1c34988a-f800-400d-a568-32838bc0ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:55.675539 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-1c34988a-f800-400d-a568-32838bc0ce44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1306930 Feb 15 14:04:55.746087 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-0aa7b878-ba59-4652-b102-69a6789afc99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 217 time: 0.0640795 Feb 15 14:04:55.806550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-43721bab-2cf1-452c-bfd5-03d7c9f776fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:55.807921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-43721bab-2cf1-452c-bfd5-03d7c9f776fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0564616 Feb 15 14:04:55.855969 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-84e878b6-26fc-49ec-9ebd-c7c1e20881af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422833 Feb 15 14:04:55.985709 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-a3a673f4-5b40-4759-abca-f51a263af19c service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241667 Feb 15 14:04:55.999146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8b642-0da1-48d8-85e1-fff39feb0cac req-684dc0f6-8bb9-4a8c-8e0e-5111484c45fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:56.000582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aad8b642-0da1-48d8-85e1-fff39feb0cac req-684dc0f6-8bb9-4a8c-8e0e-5111484c45fe tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0808527 Feb 15 14:04:56.048861 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aad8b642-0da1-48d8-85e1-fff39feb0cac req-5d0004e1-9f8b-4af0-a3c1-b1bc8beabe73 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Feb 15 14:04:56.115939 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91913158-e248-44cd-ba7e-18d3cfde88c0 req-c387f6c4-c7ab-45fd-9b41-5f861191a3ac service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248567 Feb 15 14:04:57.235604 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8962112-bc7d-4e1a-bac5-4b52ce527518 req-7e56f296-8926-45db-a540-09439023a9ad tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:57.237034 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8962112-bc7d-4e1a-bac5-4b52ce527518 req-7e56f296-8926-45db-a540-09439023a9ad tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0776539 Feb 15 14:04:57.279585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8962112-bc7d-4e1a-bac5-4b52ce527518 req-e1ee61a4-9e6e-4aca-84c2-19dee3d9ed92 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Feb 15 14:04:58.468036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31765054-b0be-4c11-89fe-118b8f552716 req-ae8c8cd4-d14b-44c4-afc3-a6c9dfbf110a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:58.469504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31765054-b0be-4c11-89fe-118b8f552716 req-ae8c8cd4-d14b-44c4-afc3-a6c9dfbf110a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0823882 Feb 15 14:04:58.512848 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31765054-b0be-4c11-89fe-118b8f552716 req-eb07ae60-5498-4f11-809b-61df84baaacc tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Feb 15 14:04:58.969969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111de11-9e59-4494-b5fb-be654152c1e5 req-45eec65e-90d0-404a-b0c8-d1ec7196be2d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:58.971505 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6111de11-9e59-4494-b5fb-be654152c1e5 req-45eec65e-90d0-404a-b0c8-d1ec7196be2d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0804110 Feb 15 14:04:59.038184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-36cf15a7-70e3-4676-9a43-3b69276d9222 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.038901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-36cf15a7-70e3-4676-9a43-3b69276d9222 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Synchronizing usage tracker for tenant:251f77467e3e42139c7d77083a5123b6 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:04:59.061839 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6111de11-9e59-4494-b5fb-be654152c1e5 req-b51ccfbc-da35-4521-b04e-4ab322ba8f7a tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Feb 15 14:04:59.090432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-da2e0a7a-dfb7-4884-aec5-19b5d77e9f66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801885 Feb 15 14:04:59.103862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-36cf15a7-70e3-4676-9a43-3b69276d9222 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Unset dirty status for tenant:251f77467e3e42139c7d77083a5123b6 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:04:59.104990 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-36cf15a7-70e3-4676-9a43-3b69276d9222 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e&tenant_id=251f77467e3e42139c7d77083a5123b6&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1580889 Feb 15 14:04:59.224775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-01d74eae-6582-4472-90f3-11b4b7151f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.226125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-01d74eae-6582-4472-90f3-11b4b7151f53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1098 time: 0.0700214 Feb 15 14:04:59.249779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:04:59.253106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:04:59.376378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-54f05b16-a3d9-4f19-8f83-c7a070880262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.377862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-54f05b16-a3d9-4f19-8f83-c7a070880262 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1312518 Feb 15 14:04:59.395635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f548fb4e-0fad-4c9d-9bbe-6332f02d29c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:59.448144 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-ac831b15-0340-4955-9b56-d3b208e5d793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 217 time: 0.0642436 Feb 15 14:04:59.482127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:59.507908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-cf436e72-58dd-488c-a1c8-f9ce66517d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.509352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-cf436e72-58dd-488c-a1c8-f9ce66517d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0562124 Feb 15 14:04:59.520458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:59.535197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:59.545692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'network_id': '75d46703-bb6b-4d06-bf1a-36b8a150628c', 'port_id': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'mac_address': 'fa:16:3e:96:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eed218-8866-4122-aa44-db9a61db0d0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:04:59.549819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:04:59.559675 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-b80242ce-5b0b-4a7c-b95e-7c8114976c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440774 Feb 15 14:04:59.598883 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'code': 200} Feb 15 14:04:59.611575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:59.632128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:59.642099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:04:59.698892 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-6d17a5c8-83a2-4f45-b3c4-3681b426bd0b service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333017 Feb 15 14:04:59.751343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:04:59.751601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:04:59.754934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:59.918392 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5abeed75-d032-4353-8c4f-0a675b4c93cd req-7af81933-e04a-41ef-8006-55bd67509594 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133286 Feb 15 14:05:00.077202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-37b9642e-73ef-4b81-840e-7bc668c0b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:00.078961 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-37b9642e-73ef-4b81-840e-7bc668c0b410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=251f77467e3e42139c7d77083a5123b6&device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 1096 time: 0.0715504 Feb 15 14:05:00.211337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-35dab6d3-2962-4b4e-ad6f-e88c82b7163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:00.212783 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-35dab6d3-2962-4b4e-ad6f-e88c82b7163e service neutron] 10.222.0.36 "GET /v2.0/networks?id=75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 200 len: 915 time: 0.1276526 Feb 15 14:05:00.246066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1de09-d651-4fef-ac76-7c176fbfd6f6 req-4d7534cb-6a21-47f7-9145-8471ee2aa9b4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:00.247503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-94d1de09-d651-4fef-ac76-7c176fbfd6f6 req-4d7534cb-6a21-47f7-9145-8471ee2aa9b4 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 943 time: 0.0786705 Feb 15 14:05:00.282992 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-85ad5a83-265b-4907-a96c-19723cb15b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 200 len: 217 time: 0.0646899 Feb 15 14:05:00.294565 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-94d1de09-d651-4fef-ac76-7c176fbfd6f6 req-8a0e21b5-faf8-4b16-b80e-b14bb32a1ed6 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Feb 15 14:05:00.309098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:00.327370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:00.341909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:00.354341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-912a9e52-6e04-43b9-8d71-417657bcfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:00.359485 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-912a9e52-6e04-43b9-8d71-417657bcfcfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 200 len: 855 time: 0.0674272 Feb 15 14:05:00.403950 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-3490acd3-5d56-41cd-ae61-b100a8356b93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75d46703-bb6b-4d06-bf1a-36b8a150628c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425692 Feb 15 14:05:00.440860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:00.504625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:05:00.536747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-c07f1c92-88ff-4a14-80c6-bacc2f2a007e service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267548 Feb 15 14:05:00.558448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:00.670340 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-951a27ce-a127-4832-a14c-1b5f2f39b52e req-89302cba-8e7f-4ef4-ac5d-a104d9fb5e50 service neutron] 10.222.0.36 "GET /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258664 Feb 15 14:05:01.274317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:01.348866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:01.359880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:01.471853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:01.505342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:01.509641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c2f16-1917-4ced-9498-7f1b1ca1abe1 req-bd6420df-9912-4aa3-90d9-52ce9c32ceaa tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.511114 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d2c2f16-1917-4ced-9498-7f1b1ca1abe1 req-bd6420df-9912-4aa3-90d9-52ce9c32ceaa tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 944 time: 0.1025000 Feb 15 14:05:01.555597 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d2c2f16-1917-4ced-9498-7f1b1ca1abe1 req-11dc8ffd-3ba0-4776-85b2-1233489a8bdb tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Feb 15 14:05:01.599825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:01.605707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:01.678683 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'code': 200} Feb 15 14:05:01.715013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:02.536559 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3287-5800-4de0-aac3-2248d897aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:02.662687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:02.792683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b7444-98fc-456b-9559-15772dcdbad1 req-df377e0e-77d6-4756-8658-5c74c2f95250 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.794069 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a2b7444-98fc-456b-9559-15772dcdbad1 req-df377e0e-77d6-4756-8658-5c74c2f95250 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0834804 Feb 15 14:05:02.838360 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a2b7444-98fc-456b-9559-15772dcdbad1 req-a21315ca-0b08-4110-95c2-4f0918f93ccf tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Feb 15 14:05:02.893023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:03.028532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814e86a-b793-454b-8477-7941f2fe9fc8 req-6fbca49b-4ee9-4a0e-be66-0d7f0c4a8549 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.030004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e814e86a-b793-454b-8477-7941f2fe9fc8 req-6fbca49b-4ee9-4a0e-be66-0d7f0c4a8549 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0839963 Feb 15 14:05:03.075468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e814e86a-b793-454b-8477-7941f2fe9fc8 req-84596fd4-5e34-46de-9ff4-74b562027cce tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Feb 15 14:05:03.254271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b2fee-3709-435d-9ece-7e7ffd559b29 req-17d27123-f52c-4def-9118-c205f6160b60 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.255710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e24b2fee-3709-435d-9ece-7e7ffd559b29 req-17d27123-f52c-4def-9118-c205f6160b60 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0791044 Feb 15 14:05:03.302608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e24b2fee-3709-435d-9ece-7e7ffd559b29 req-71e43c93-a084-42e2-a365-3a332b9542db tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Feb 15 14:05:03.428153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:04.093832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aeb3d-b6b9-434b-9f09-a97e78477485 req-a3477cbe-e552-45d0-a156-be8eec55b27d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.095997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d8aeb3d-b6b9-434b-9f09-a97e78477485 req-a3477cbe-e552-45d0-a156-be8eec55b27d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0809567 Feb 15 14:05:04.139413 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d8aeb3d-b6b9-434b-9f09-a97e78477485 req-03049201-ac64-4d1c-b42c-9191d5561554 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Feb 15 14:05:04.200942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:05.331184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a3e-95bd-47b6-99f6-234518aa3d21 req-a017153a-1e0e-417b-81a6-58bf7d47ee5c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:05.332649 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-749d9a3e-95bd-47b6-99f6-234518aa3d21 req-a017153a-1e0e-417b-81a6-58bf7d47ee5c tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0880153 Feb 15 14:05:05.376195 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-749d9a3e-95bd-47b6-99f6-234518aa3d21 req-263123a2-5ced-4527-9514-57f04dcc510d tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/security-groups?id=4261a767-4a29-4967-9722-045b0f0628a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Feb 15 14:05:05.471319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-87d070fb-5ac9-4442-be46-5f6c85eb5f68 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:05.472706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-87d070fb-5ac9-4442-be46-5f6c85eb5f68 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 945 time: 0.0792651 Feb 15 14:05:05.540932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Deleting port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:05:05.541275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:05.783739 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] For port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,segment=NetworkSegment(22e9306e-57e9-4746-ba4d-421f0e75ac26),segment_id=22e9306e-57e9-4746-ba4d-421f0e75ac26)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:05.784011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:05.906797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Calling delete_port for 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:05:06.130909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:06.141943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:05:06.182028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Pushing event deleted for resources: {'Port': ['ID=6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:06.192842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.193257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.193536 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.193878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.194210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.194641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.194862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.195185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.195502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.195821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.196733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.196733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:06.270887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] No DVR routers for this DVR port 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:06.274182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:06.276769 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-deleted', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:06.349996 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-353ce579-1f34-4f2b-86cd-c20a5b6ccc7c req-29818286-6326-4294-b6b7-4c08e242679e tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.36 "DELETE /v2.0/ports/6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a HTTP/1.1" status: 204 len: 173 time: 0.8714805 Feb 15 14:05:06.380608 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6425d4-0a07-49b6-a18b-11d48a2f186e', 'name': 'network-vif-deleted', 'tag': '6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a', 'status': 'completed', 'code': 200} Feb 15 14:05:06.529835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-50691848-d146-422a-8c2e-30358c2dd297 req-93fa29fd-2af2-4dbf-b6d9-03a9f07855a0 tempest-ServerDiskConfigTestJSON-1714063836 tempest-ServerDiskConfigTestJSON-1714063836-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a6425d4-0a07-49b6-a18b-11d48a2f186e HTTP/1.1" status: 200 len: 210 time: 0.0415914 Feb 15 14:05:07.769246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34628) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:07.827993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Deleting subnet d2eed218-8866-4122-aa44-db9a61db0d0f {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:05:07.831449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:07.880418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.027091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.195580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.233255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2eed218-8866-4122-aa44-db9a61db0d0f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:08.237187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.243240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-65d8da0d-cf9d-4367-a1f1-98ed5c4c872e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2eed218-8866-4122-aa44-db9a61db0d0f HTTP/1.1" status: 204 len: 168 time: 0.4729149 Feb 15 14:05:08.245658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34632) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:08.350204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.471748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.495284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d46703-bb6b-4d06-bf1a-36b8a150628c']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:08.510950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e9306e-57e9-4746-ba4d-421f0e75ac26') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:08.511242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e9306e-57e9-4746-ba4d-421f0e75ac26') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:08.522919 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.538283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.543990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:05:08.544367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:05:08.557323 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:05:08.707940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.723545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:08.739120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d46703-bb6b-4d06-bf1a-36b8a150628c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:08.818558 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-fd84a261-d374-49ff-aac6-137db2a23f48 admin admin] 10.222.0.61 "DELETE /v2.0/networks/75d46703-bb6b-4d06-bf1a-36b8a150628c HTTP/1.1" status: 204 len: 168 time: 0.5719187 Feb 15 14:05:09.170936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34638) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:09.219825 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a3a61b98-576c-495e-92be-00f50918b6eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=251f77467e3e42139c7d77083a5123b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477550 Feb 15 14:05:09.222597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34642) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:09.279376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:09.292182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:05:09.305946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:09.328736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:05:09.329006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6e0fa4b6-cb23-4275-bae9-e3d6276c6e2a not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:05:09.440914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:09.456464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261a767-4a29-4967-9722-045b0f0628a8,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:09.535671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:09.536764 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8e1e4231-a856-45c1-9715-e623eb415dd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4261a767-4a29-4967-9722-045b0f0628a8 HTTP/1.1" status: 204 len: 168 time: 0.3132856 Feb 15 14:05:10.659758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34666) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:10.770371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2146177781-network', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:10.775319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:10.779363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Usage tracker for resource:network and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:10.782218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:10.788516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:10.862681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:10.865086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:10.881083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:10.902276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:10.906109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:10.909291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:10.914982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:11.000506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.073426 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.107343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:05:11.114402 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d8b927-51fd-407e-b0df-a28d5898cec3,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:11.122395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.122748 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Added segment e3c0041b-7154-4e1c-9048-4969c65730f3 of type vlan for network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 Feb 15 14:05:11.151207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.250623 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.251646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:11.252321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.365089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] Pushing event updated for resources: {'Network': ['ID=e872abd0-7bd9-46d1-9a80-7e112a7f4b83,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:11.377630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:05:11.422843 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3064efcb-134c-42d5-aa77-baf0eca91699 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7619250 Feb 15 14:05:11.426239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34672) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:11.431643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Request body: {'subnet': {'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2146177781-subnet', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:11.436302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:11.440962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Usage tracker for resource:subnet and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:11.443845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:11.449468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:11.537907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:11.540192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.818140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:11.894177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=620fb937-fd05-4bf5-bbd0-49e674164da4,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:11.902635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:05:11.902987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Network hostable DHCP agents. Network: e872abd0-7bd9-46d1-9a80-7e112a7f4b83, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:05:11.982030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:05:12.067777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e872abd0-7bd9-46d1-9a80-7e112a7f4b83) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:12.072558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:12.073029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.079995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad1bee-3803-4ccd-b891-984f2573d5d8 None None] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:05:12.173114 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9d9bd692-ce37-4a09-9cbf-a2dad88ef00d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7456968 Feb 15 14:05:12.175896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34676) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:12.181328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:12.186604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:12.191500 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Usage tracker for resource:router and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:12.194345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:12.199904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:12.269567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.270637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.285669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.297764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:05:12.298801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.455020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Allocated IP 172.20.0.2 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:12.663908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.674299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Transition to ACTIVE for port object 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:12.694581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Transition to ACTIVE for port object 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:12.727658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.778066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.847910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:12.850980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:12.854630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:05:12.860206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Pushing event updated for resources: {'Port': ['ID=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:12.957141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Attempting to bind port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:05:12.957745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Attempting to bind port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:05:12.958117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Attempting to bind port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:05:12.963973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:05:12.964330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:05:12.964726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:12.965144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:05:12.965799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Bound port: 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:05:12.966074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.054244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] For port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:05:13.057146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] For port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:05:13.105418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.134715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.137026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.237490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717c0b2-dd31-403b-be3e-a3169be5da37 None None] Pushing event updated for resources: {'Port': ['ID=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:13.276940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Allocated IP 172.26.0.204 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c33ea99c-0e5c-4166-a863-13c41e1ae794) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:13.448790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.538082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:13.605626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:13.608444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:13.611641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:05:13.649659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Pushing event updated for resources: {'Port': ['ID=c33ea99c-0e5c-4166-a863-13c41e1ae794,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:13.776431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:13.908843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:14.117990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.139518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f7460-8f34-4da4-ac39-282ce427cdbb None None] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:05:14.342941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Provisioning for port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:14.356539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Provisioning complete for port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:14.356912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.529130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.563662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] For port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:14.588946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.624313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.724082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e81696-a5a3-4ca5-90fb-190d52a99f49 None None] Pushing event updated for resources: {'Port': ['ID=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:14.847304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0ef2a3cd-9487-41d9-8f49-4dab56ba1a76 None None] Provisioning complete for port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:14.847988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a3cd-9487-41d9-8f49-4dab56ba1a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:14.868866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:05:15.056121 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:05:15.066294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:15.075160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:15.075771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:15.137628 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:15.139096 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b8d9591c-8486-496f-9e4c-e8efc52606fd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9620955 Feb 15 14:05:15.142910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34680) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:15.254092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:15.537036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:13Z', 'revision_number': 3, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:15.541152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:15.541529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Updating router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 port c33ea99c-0e5c-4166-a863-13c41e1ae794 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:15.596442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:15.784988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:15.816571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:15.907098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:15.908563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.087425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.139384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Transition to ACTIVE for port object c33ea99c-0e5c-4166-a863-13c41e1ae794 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:16.141330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Allocated IP 172.20.0.1 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:16.228827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.288988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.305799 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Transition to ACTIVE for port object 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:16.308823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Attempting to bind port c33ea99c-0e5c-4166-a863-13c41e1ae794 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:05:16.313487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Attempting to bind port c33ea99c-0e5c-4166-a863-13c41e1ae794 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:05:16.313487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Attempting to bind port c33ea99c-0e5c-4166-a863-13c41e1ae794 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:05:16.319161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9135-71e3-4e69-b79f-b77fcadf39df None None] Pushing event updated for resources: {'Port': ['ID=c33ea99c-0e5c-4166-a863-13c41e1ae794,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:16.322873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:05:16.323268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:05:16.323636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.324010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:05:16.324470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Bound port: c33ea99c-0e5c-4166-a863-13c41e1ae794, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:05:16.324975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.395144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.402112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] For port c33ea99c-0e5c-4166-a863-13c41e1ae794, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:05:16.404999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] For port c33ea99c-0e5c-4166-a863-13c41e1ae794, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c33ea99c-0e5c-4166-a863-13c41e1ae794,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:05:16.462878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:16.465708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:16.468132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:05:16.507985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:16.510843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.528326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.597699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:16.598360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:16.678425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9135-71e3-4e69-b79f-b77fcadf39df None None] Pushing event updated for resources: {'Port': ['ID=c33ea99c-0e5c-4166-a863-13c41e1ae794,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:16.796383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:16.872652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:16.898175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-774b7f25-f685-493d-8634-e83c19243328 None None] Provisioning for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:16.931552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-774b7f25-f685-493d-8634-e83c19243328 None None] Provisioning complete for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:16.932220 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-774b7f25-f685-493d-8634-e83c19243328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.049627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-774b7f25-f685-493d-8634-e83c19243328 None None] Port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:05:17.105450 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.148441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:13Z', 'revision_number': 3, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:17.152288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a206e2-373f-4f12-930f-dc3f9be1d4f2 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:13Z', 'revision_number': 3, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:17.177727 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.285357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.288845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:17.449243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:17.450910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:17.654094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:05:17.685590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4a0d1e76-ad39-4efa-8572-33f51e63c819 None None] Provisioning complete for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:17.685959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a0d1e76-ad39-4efa-8572-33f51e63c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.752201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d1e76-ad39-4efa-8572-33f51e63c819 None None] Port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:05:17.789722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c33ea99c-0e5c-4166-a863-13c41e1ae794 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:17.920687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c33ea99c-0e5c-4166-a863-13c41e1ae794 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:17.929025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c33ea99c-0e5c-4166-a863-13c41e1ae794 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:17.929025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:17.979619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:05:17.997448 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-323ccd2c-1bf5-4857-a394-d6cc1e81ba80 admin admin] 10.222.0.61 "PUT /v2.0/routers/4695aa09-5b8a-439b-9b23-dfa69ef697d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475995 Feb 15 14:05:18.057810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:18.102290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c33ea99c-0e5c-4166-a863-13c41e1ae794, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c33ea99c-0e5c-4166-a863-13c41e1ae794,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:18.164762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:18.233451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c33ea99c-0e5c-4166-a863-13c41e1ae794,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:18.626710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34690) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:18.631819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650199113', 'description': 'tempest-description--692175962'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:18.637896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:18.641975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:security_group and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:18.644944 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:18.651038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:18.717198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:18.726942 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:18.727558 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:18.749031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:18.769562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:18.773590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:security_group_rule and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:18.776411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:18.782639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:18.852869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:18.899452 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:18.937735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:18.980436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6d27d-6de8-4a52-b272-fbc01c2c7003,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:19.040486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.042687 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b49ddfc6-f198-4938-b50a-a754dc4245fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4148853 Feb 15 14:05:19.044395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34694) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:19.049966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'security_group_rule': {'security_group_id': '0ca6d27d-6de8-4a52-b272-fbc01c2c7003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:19.057958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:19.059874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:security_group_rule and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:19.063050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:19.069299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:19.144587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.205083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.206196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 2, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:19.210013 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:19.210358 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Updating router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:19.293185 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.320056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.348494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412a154f-b789-409a-a9bb-9826e4c66fe5,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:19.411534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.413805 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac29e807-3fbd-4167-aeb0-ee64e9c889c2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675056 Feb 15 14:05:19.415549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 34698) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:19.420640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'security_group_rule': {'security_group_id': '0ca6d27d-6de8-4a52-b272-fbc01c2c7003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:19.426694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:19.430594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:security_group_rule and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:19.433512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:19.439912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:19.532400 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.597284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.628585 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.639545 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Transition to ACTIVE for port object 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:19.674677 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.698532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312d3f5d-65df-4ce0-b25f-7a7c8f697219,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:19.714734 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.760760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c33ea99c-0e5c-4166-a863-13c41e1ae794 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:19.772094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.773909 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-34a0a554-c1f5-40f1-a6ba-95af1c053cdb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3571620 Feb 15 14:05:19.776779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34702) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:19.783870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:19.791781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:19.798072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:floatingip and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:19.801913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:19.808108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:19.837568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c33ea99c-0e5c-4166-a863-13c41e1ae794 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:19.837945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.847011 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Pushing event updated for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:19.886644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.888233 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.888584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.888917 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.889245 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.889595 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.889916 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.890235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.890548 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.890864 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.891177 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.892010 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.892322 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:19.948370 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Attempting to bind port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:05:19.948735 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Attempting to bind port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:05:19.949274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Attempting to bind port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:05:19.955717 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:05:19.956330 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:05:19.956897 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:19.957468 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:05:19.958089 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Bound port: 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:05:19.958458 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.046369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.047579 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] For port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:05:20.050941 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] For port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:05:20.125111 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.184791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Allocated IP 172.26.0.46 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c759b42a-46cb-4686-a6e7-ce838717283e) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:20.212439 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:20.213076 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:20.269862 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5671a-dc0d-42e4-8c4a-6807cd8cb0bb None None] Pushing event updated for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:20.408174 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:20.455794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.560799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.627949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:20.630833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:20.634641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:05:20.670659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=c759b42a-46cb-4686-a6e7-ce838717283e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:20.683320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.683684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.684003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.684331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.684654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.684979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.685299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.685642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.685960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.686534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.686847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.687160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:20.719798 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:20Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:20.723919 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a5bf8-8ee8-4c39-bd0d-5117f3a8ad60 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:20Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:20.732109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:20.879589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:21.109735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:21.217885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:21.335955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=c759b42a-46cb-4686-a6e7-ce838717283e,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:21.352394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:21.480415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:21.481783 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ee345e3f-d989-4d54-96d1-9d3703451ffc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7034907 Feb 15 14:05:21.653461 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-34e17e89-c021-4cf7-87ab-8d47a30b6185 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--650199113&fields=id&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 267 time: 0.0440638 Feb 15 14:05:21.787753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:21.808174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-89ce2577-3dfe-4a26-8f7a-8884acbbc0b7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:21.809623 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-89ce2577-3dfe-4a26-8f7a-8884acbbc0b7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.1473293 Feb 15 14:05:21.825592 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-06eb4916-6646-4d1f-9c3e-9cb929d4acfc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/quotas/a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Feb 15 14:05:21.912057 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-d79bf900-99b5-45c0-a97f-dd76be0b2c64 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803497 Feb 15 14:05:21.924047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:21.929228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:21.929640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:22.056514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ec912912-1382-4a79-b481-139e3c92cc83 service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325545 Feb 15 14:05:22.084441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:22.117854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:22.188867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:22.195489 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-71aaaa2f-396d-4242-874d-81026ac3e63f service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328788 Feb 15 14:05:22.257252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:22.473794 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ffcad41-269f-4e03-89a4-28522aefbd23 req-11ab3bc5-b8af-4f26-86d4-226b743300d2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 210 time: 0.0458400 Feb 15 14:05:23.632302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-158bab8a-1c61-41cd-b5b3-24edc6702623 req-39369577-ac1a-4ca0-9e6e-9c2843b5fcdf tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 210 time: 0.0462160 Feb 15 14:05:23.764090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:23.834960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:23.835327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:24.717554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-36193634-1803-4aeb-91c6-db59ca69c5dc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:24.731622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-36193634-1803-4aeb-91c6-db59ca69c5dc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:05:24.788749 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-691b256e-0705-4032-ad63-5a0f15996df3 req-15bc6f5b-196c-40e3-988f-e449daed264c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Feb 15 14:05:24.816922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-36193634-1803-4aeb-91c6-db59ca69c5dc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:05:24.818073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-36193634-1803-4aeb-91c6-db59ca69c5dc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.2459772 Feb 15 14:05:24.864322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-c08d9556-5b87-42ed-a6dc-d28bf2aec85c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:05:24.966378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-c08d9556-5b87-42ed-a6dc-d28bf2aec85c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:05:24.967440 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-c08d9556-5b87-42ed-a6dc-d28bf2aec85c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 379 time: 0.1416273 Feb 15 14:05:24.975816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'port': {'device_id': '01ebda25-da1d-419b-8ce7-87be2d040797', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'admin_state_up': True, 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'security_groups': ['0ca6d27d-6de8-4a52-b272-fbc01c2c7003']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:25.110983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:05:25.114736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:port and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:05:25.120263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:05:25.123021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:05:25.183100 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:25.186933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:25.356370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Allocated IP 172.20.0.6 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/22d2a782-ff81-445a-bd03-d7c111f8f89d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:25.548165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:25.563477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Transition to ACTIVE for port object 22d2a782-ff81-445a-bd03-d7c111f8f89d will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:25.655921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:25.732098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:25.735238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:25.737914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:05:25.775663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:25.809761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:25.810351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:25.908812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ef43942e-d6d6-45af-92a0-61c69174f46f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366398 Feb 15 14:05:25.920606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Request body: {'port': {'device_id': '01ebda25-da1d-419b-8ce7-87be2d040797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:25.988550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847a4ef-272a-44ca-b320-3928150fce7a req-30c72c98-4deb-4b06-98da-4831da02bfaf tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:25.990087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d847a4ef-272a-44ca-b320-3928150fce7a req-30c72c98-4deb-4b06-98da-4831da02bfaf tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 931 time: 0.0893056 Feb 15 14:05:26.033665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:26.036791 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d847a4ef-272a-44ca-b320-3928150fce7a req-1357c580-aba4-48b9-b506-47ffd6f5a821 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401416 Feb 15 14:05:26.039707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-56d663ae-64d0-48c4-8b12-1497e417f6a9 None None] Provisioning for port 22d2a782-ff81-445a-bd03-d7c111f8f89d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:26.045658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-56d663ae-64d0-48c4-8b12-1497e417f6a9 None None] Provisioning complete for port 22d2a782-ff81-445a-bd03-d7c111f8f89d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:26.046916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-56d663ae-64d0-48c4-8b12-1497e417f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:26.104167 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-56d663ae-64d0-48c4-8b12-1497e417f6a9 None None] Port 22d2a782-ff81-445a-bd03-d7c111f8f89d cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:05:26.383652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:26.390754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:26.408235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Transition to ACTIVE for port object 22d2a782-ff81-445a-bd03-d7c111f8f89d will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:26.468320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:26.747601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:26.824918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Attempting to bind port 22d2a782-ff81-445a-bd03-d7c111f8f89d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:05:26.825118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Attempting to bind port 22d2a782-ff81-445a-bd03-d7c111f8f89d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:05:26.825472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Attempting to bind port 22d2a782-ff81-445a-bd03-d7c111f8f89d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:05:26.830580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Port 22d2a782-ff81-445a-bd03-d7c111f8f89d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:05:26.830899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Attempting to bind port 22d2a782-ff81-445a-bd03-d7c111f8f89d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:05:26.835824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:05:26.836161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:05:26.836537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:05:26.836952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Bound port: 22d2a782-ff81-445a-bd03-d7c111f8f89d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:05:26.837293 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:26.926728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:05:26.929638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:05:27.023243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:27.085552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.085552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:27.086876 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] 10.222.0.36 "PUT /v2.0/ports/22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 1093 time: 1.1704788 Feb 15 14:05:27.087311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:27.107547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22994-6185-4f96-a96b-6236ec71041f service neutron] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:27.144088 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'status': 'completed', 'code': 200} Feb 15 14:05:27.236456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ef96-f15d-4c4b-8b70-942a252498b9 req-0d65a1ad-4957-4062-b60d-f7dee656a099 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.238278 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f94ef96-f15d-4c4b-8b70-942a252498b9 req-0d65a1ad-4957-4062-b60d-f7dee656a099 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 943 time: 0.0893581 Feb 15 14:05:27.251599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-ba93f797-26b3-4f9f-8a91-e695488b1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.253059 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-ba93f797-26b3-4f9f-8a91-e695488b1695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1096 time: 0.0877655 Feb 15 14:05:27.293748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f94ef96-f15d-4c4b-8b70-942a252498b9 req-7bb052fa-dc64-4715-a63d-0993c86f3b3f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476174 Feb 15 14:05:27.414230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-bea7a357-b8fe-4c89-bfa7-e4c786439bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.416378 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-bea7a357-b8fe-4c89-bfa7-e4c786439bf8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1ef813dab5f48b184038d13e9520475&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1565297 Feb 15 14:05:27.554906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-2b71f550-f4f9-47c3-9d53-b06bad3cd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.556337 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-6a7973e0-b58b-4878-835d-a5621b71a85f req-2b71f550-f4f9-47c3-9d53-b06bad3cd25c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1347411 Feb 15 14:05:27.664825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-e7bf00ca-d269-45c2-83b0-15b1acf2661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.666327 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-e7bf00ca-d269-45c2-83b0-15b1acf2661f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1096 time: 0.0751839 Feb 15 14:05:27.738004 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-ffbc313d-d56a-4e64-9ce5-701866d1bc4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 217 time: 0.0644972 Feb 15 14:05:27.800922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-f75885be-7d08-455e-8a41-8b53389bfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.802419 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-f75885be-7d08-455e-8a41-8b53389bfe9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0586996 Feb 15 14:05:27.887588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-f57b481d-60ff-43dc-8fc8-04c198fa8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.889068 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-f57b481d-60ff-43dc-8fc8-04c198fa8290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802975 Feb 15 14:05:28.024363 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-1b5a99cf-6cc2-4170-adce-9dc718857b82 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294763 Feb 15 14:05:28.160370 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-472177f8-756c-4615-bfc0-e4d50e2a332b req-b10e2a26-c506-4c26-9f2f-818a2a834ddc service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305444 Feb 15 14:05:28.487896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e861ee-0d8a-4681-8bf1-35a146160a19 req-352469c4-7c66-4e8d-b658-071b7d375d67 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:28.489373 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11e861ee-0d8a-4681-8bf1-35a146160a19 req-352469c4-7c66-4e8d-b658-071b7d375d67 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 943 time: 0.0869873 Feb 15 14:05:28.533376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11e861ee-0d8a-4681-8bf1-35a146160a19 req-acdc2185-9126-414b-9d7c-cda789d4303d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383666 Feb 15 14:05:29.388319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2bd46e2b-e066-4b0b-bdb9-777cf943c75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:29.716490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae905-aa5e-4ef3-b08d-0787291e9183 req-d10e8aca-6b69-4f60-ae4e-c6c81a0cf073 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:29.717969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42bae905-aa5e-4ef3-b08d-0787291e9183 req-d10e8aca-6b69-4f60-ae4e-c6c81a0cf073 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 943 time: 0.0791903 Feb 15 14:05:29.768556 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42bae905-aa5e-4ef3-b08d-0787291e9183 req-240688c3-766b-40e2-b2fa-f71a182b324a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Feb 15 14:05:31.206014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99908c53-2271-42c8-a6fc-cefe33e7075d req-69fc225e-577a-466f-8eef-80f6a7fb988a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:31.207487 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99908c53-2271-42c8-a6fc-cefe33e7075d req-69fc225e-577a-466f-8eef-80f6a7fb988a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 943 time: 0.1847703 Feb 15 14:05:31.252533 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-99908c53-2271-42c8-a6fc-cefe33e7075d req-1c815ab0-4cbb-4f99-b71d-4e67a69d9a86 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Feb 15 14:05:31.382219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:05:31.499182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:05:31.514229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:31.527102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'mac_address': 'fa:16:3e:34:5e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:05:31.584537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:31.603040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:31.618793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:31.685529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:31.754180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:31.761090 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.761464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.761809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.762151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.762659 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.762815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.763144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.763471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.763803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.764127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.764451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.764773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.888008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['22d2a782-ff81-445a-bd03-d7c111f8f89d'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:05:32.439359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac34e7-7d2d-4f08-b57d-b679ffd66ea8 req-e2e45505-e3b9-44d9-a9e2-ade6b2600530 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:32.441051 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09ac34e7-7d2d-4f08-b57d-b679ffd66ea8 req-e2e45505-e3b9-44d9-a9e2-ade6b2600530 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 944 time: 0.0844719 Feb 15 14:05:32.488683 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09ac34e7-7d2d-4f08-b57d-b679ffd66ea8 req-7f3c54a1-5d14-4a63-8c85-62a24881bceb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Feb 15 14:05:32.529649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d9131d19-2eaf-4825-8905-dfb8cf03619a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:32.679998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:32.829005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:33.397136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:05:33.425796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:33.513982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 22d2a782-ff81-445a-bd03-d7c111f8f89d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:33.519746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 22d2a782-ff81-445a-bd03-d7c111f8f89d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:33.520448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:33.651895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:33.680090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df250-7435-4df1-baf8-f3a300dfd3a5 req-7fde6424-8940-455f-acf8-42e559011eee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:33.681915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2f4df250-7435-4df1-baf8-f3a300dfd3a5 req-7fde6424-8940-455f-acf8-42e559011eee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 944 time: 0.0863888 Feb 15 14:05:33.682054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:33.692707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:05:33.728269 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'code': 200} Feb 15 14:05:33.733955 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2f4df250-7435-4df1-baf8-f3a300dfd3a5 req-4ff6f8d5-fac4-41e3-8fea-274af3838007 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451286 Feb 15 14:05:33.759841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:33.831549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:34.175121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:34.187128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20aa82-3b19-4ed7-9b67-5c9a9cd9debe req-c40e3227-6bbe-4179-9e57-f02eca4fcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.188659 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b20aa82-3b19-4ed7-9b67-5c9a9cd9debe req-c40e3227-6bbe-4179-9e57-f02eca4fcbf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1098 time: 0.0755844 Feb 15 14:05:34.236145 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b20aa82-3b19-4ed7-9b67-5c9a9cd9debe req-b2869ffb-9842-432e-acb0-61d70336ae84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Feb 15 14:05:34.924944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc69728-00e4-43d9-b9ce-c3eb055da835 req-0740290f-73d3-4c7d-a0e3-9b78d8b4c925 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.926338 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abc69728-00e4-43d9-b9ce-c3eb055da835 req-0740290f-73d3-4c7d-a0e3-9b78d8b4c925 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0797973 Feb 15 14:05:34.971326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abc69728-00e4-43d9-b9ce-c3eb055da835 req-7826bbd9-cb7a-4f53-8238-4fdc6afe7111 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Feb 15 14:05:36.160692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bc69-0882-4047-a0f8-3e5735909cc7 req-9afbae92-53c3-4b48-9511-de4a8b42c700 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:36.162155 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-22f7bc69-0882-4047-a0f8-3e5735909cc7 req-9afbae92-53c3-4b48-9511-de4a8b42c700 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0821402 Feb 15 14:05:36.205437 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-22f7bc69-0882-4047-a0f8-3e5735909cc7 req-36a0a4eb-5369-4604-bad7-e7a626edadfd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376701 Feb 15 14:05:36.383087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2e8ce-055a-4ce1-ad02-3b7054c7be67 req-5a89f274-53b6-44c1-bda1-4b57e9aa6061 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:36.384522 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1fa2e8ce-055a-4ce1-ad02-3b7054c7be67 req-5a89f274-53b6-44c1-bda1-4b57e9aa6061 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0793548 Feb 15 14:05:36.393805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34762) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:05:36.399611 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'floatingip': {'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:36.478582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:37.084938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:37.147814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:37.436484 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c associated. External IP: 172.26.0.46, port: 22d2a782-ff81-445a-bd03-d7c111f8f89d. Feb 15 14:05:37.798361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:05:37.981132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:05:37.985887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:05:37.991075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:38.000966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:38.001619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:38.049477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1a40fa25-d35d-497e-b9d5-2c31a30d82d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "PUT /v2.0/floatingips/a37923cf-e550-47c8-ba77-62114afa261c HTTP/1.1" status: 200 len: 990 time: 1.6513655 Feb 15 14:05:38.049477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:38.171077 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'status': 'completed', 'code': 200} Feb 15 14:05:38.194343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:38.242980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d7a02-e8fc-4be2-889b-a4131e0f336b req-7c433d13-2c71-4106-823f-e3bfc10f0cce tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.245307 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-064d7a02-e8fc-4be2-889b-a4131e0f336b req-7c433d13-2c71-4106-823f-e3bfc10f0cce tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.1080790 Feb 15 14:05:38.284737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-ab519718-6514-4b17-a81c-63a3e1f2be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.286425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-ab519718-6514-4b17-a81c-63a3e1f2be2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1098 time: 0.1019104 Feb 15 14:05:38.299322 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-064d7a02-e8fc-4be2-889b-a4131e0f336b req-74ba79dd-a8aa-4fda-8fc1-edbdd07c57f5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Feb 15 14:05:38.426793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-d983a359-7c14-4067-b71e-c2d28db2dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.428248 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-d983a359-7c14-4067-b71e-c2d28db2dd31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1352723 Feb 15 14:05:38.501061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3c33d-b23d-464f-ad93-1e6e39cd4c15 req-12f76461-3bed-4ff7-bb9f-49653f5348fb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.502579 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90e3c33d-b23d-464f-ad93-1e6e39cd4c15 req-12f76461-3bed-4ff7-bb9f-49653f5348fb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0889664 Feb 15 14:05:38.537499 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-95102f18-d33e-431e-9891-fd11bfccb08c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 998 time: 0.1031651 Feb 15 14:05:38.549828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90e3c33d-b23d-464f-ad93-1e6e39cd4c15 req-97c79622-95b1-43f2-9b93-3ec86ff535fa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Feb 15 14:05:38.606342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:34:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebda25-da1d-419b-8ce7-87be2d040797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:05:36Z', 'revision_number': 1, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:38.609685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-decc18de-ead9-42dd-a37a-4ebaf2414dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.611116 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-decc18de-ead9-42dd-a37a-4ebaf2414dfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0681176 Feb 15 14:05:38.611239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:38.619576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:05:38.620306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:05:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:38.688903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-6dba6f0e-8168-48b0-9159-851d6dbb0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.690422 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-6dba6f0e-8168-48b0-9159-851d6dbb0a86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740073 Feb 15 14:05:38.804292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:05:38.821397 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-bd760225-5830-49e5-848e-fcb8f8ca3b82 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247697 Feb 15 14:05:39.056766 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dd8aae16-2b3d-4fd2-959d-2f959867611e req-fd22159c-ee4f-47d4-b58f-64ec9b73d772 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296274 Feb 15 14:05:39.182172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:34:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebda25-da1d-419b-8ce7-87be2d040797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:05:36Z', 'revision_number': 1, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:39.186494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5977b7-4792-4002-83f0-3406cffdeb11 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:34:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebda25-da1d-419b-8ce7-87be2d040797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:05:36Z', 'revision_number': 1, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:39.383007 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4e2e0-860f-4352-8358-acfaab4200d3 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:05:39.763920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1a89-8a32-4036-837f-c1b359be7602 req-11e56da7-f821-4875-b017-7de48a98c81c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:39.765501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64bd1a89-8a32-4036-837f-c1b359be7602 req-11e56da7-f821-4875-b017-7de48a98c81c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0840845 Feb 15 14:05:39.808604 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-64bd1a89-8a32-4036-837f-c1b359be7602 req-2acbd9b5-b361-4e00-8da3-df95f5b15b1b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Feb 15 14:05:39.994265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305199b-ca5f-43f6-aa69-a1c6c67b3d02 req-a361bf49-b526-4377-a01d-f69edccecde9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:39.995688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7305199b-ca5f-43f6-aa69-a1c6c67b3d02 req-a361bf49-b526-4377-a01d-f69edccecde9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0814285 Feb 15 14:05:40.039863 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7305199b-ca5f-43f6-aa69-a1c6c67b3d02 req-d8baca89-3d93-40ac-ba6c-5fa15d8a6bce tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378227 Feb 15 14:05:40.624871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbbe36-3e14-4bca-9a10-f02037899688 req-0d1d1f8e-e227-464b-bab0-361b937a2d5f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:40.626571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-49cbbe36-3e14-4bca-9a10-f02037899688 req-0d1d1f8e-e227-464b-bab0-361b937a2d5f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0875590 Feb 15 14:05:40.676896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-49cbbe36-3e14-4bca-9a10-f02037899688 req-31d491ed-5605-4d5f-aa2b-85f290b1f1c0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Feb 15 14:05:40.797938 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-795e7012-c3e8-4f7e-ba5f-cc84929c2dcb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736885 Feb 15 14:05:41.868256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8c8d7-b741-4109-830c-60537f2d57c3 req-04672d89-04ab-4a05-93fb-44b691aa9685 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:41.869734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87d8c8d7-b741-4109-830c-60537f2d57c3 req-04672d89-04ab-4a05-93fb-44b691aa9685 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0819654 Feb 15 14:05:41.916312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87d8c8d7-b741-4109-830c-60537f2d57c3 req-9ab1df56-3931-4600-8678-92b9d707fa68 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Feb 15 14:05:43.047645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-6cf816e7-e0eb-4a51-9698-5016cbf5f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.048823 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-6cf816e7-e0eb-4a51-9698-5016cbf5f049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1098 time: 0.0718355 Feb 15 14:05:43.110925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6870be4-98ee-4cff-8058-f121f05cf90e req-cf76b2cd-b457-4de9-80cf-d3dd12bda3bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.112432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a6870be4-98ee-4cff-8058-f121f05cf90e req-cf76b2cd-b457-4de9-80cf-d3dd12bda3bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0884867 Feb 15 14:05:43.158718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a6870be4-98ee-4cff-8058-f121f05cf90e req-1c3d5a02-96e4-41ce-87d8-8547636b28d4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Feb 15 14:05:43.184015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-12a4ec1e-bc61-45ff-95d7-53cd31ed9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.185727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-12a4ec1e-bc61-45ff-95d7-53cd31ed9904 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1308193 Feb 15 14:05:43.288103 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-707e6ca9-ff98-45e8-a1a5-aaf41159b708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 1000 time: 0.0968935 Feb 15 14:05:43.349670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-ab79e906-db31-4e6f-8be2-36c5f56ea192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.351065 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-ab79e906-db31-4e6f-8be2-36c5f56ea192 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0576737 Feb 15 14:05:43.428509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-b8e04849-3308-4ebc-8fa5-1d9021fef404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.430167 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-b8e04849-3308-4ebc-8fa5-1d9021fef404 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732954 Feb 15 14:05:43.561958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-0a10a234-d96c-43cc-9b6f-32d7b08da715 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255331 Feb 15 14:05:43.697035 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-0a4c6bae-490d-4839-9c73-7495f2f981be service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290612 Feb 15 14:05:44.346575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d61b1-fe6c-4514-a30b-3cce4e53756e req-82ea4615-0087-4a4e-a999-9e636c26ea7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:44.348081 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f31d61b1-fe6c-4514-a30b-3cce4e53756e req-82ea4615-0087-4a4e-a999-9e636c26ea7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0793777 Feb 15 14:05:44.392954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f31d61b1-fe6c-4514-a30b-3cce4e53756e req-17c44b91-1f84-41a9-9a99-f718634e7a4f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Feb 15 14:05:45.602809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fae7-69ee-45cc-bd98-6b44a0b7ed92 req-cf7523dc-5574-438e-a9bd-bc1807b7b192 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:45.605170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c813fae7-69ee-45cc-bd98-6b44a0b7ed92 req-cf7523dc-5574-438e-a9bd-bc1807b7b192 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.1014590 Feb 15 14:05:45.650864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c813fae7-69ee-45cc-bd98-6b44a0b7ed92 req-61e84460-7013-40eb-8266-b601bce0a8b8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398004 Feb 15 14:05:46.840845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65990-2dcd-4bfc-b56d-149aa877fca9 req-1e046afc-f479-4d36-9712-11b077649397 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:46.842318 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1d65990-2dcd-4bfc-b56d-149aa877fca9 req-1e046afc-f479-4d36-9712-11b077649397 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0822077 Feb 15 14:05:46.886841 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1d65990-2dcd-4bfc-b56d-149aa877fca9 req-ae3d173c-58d4-4f20-8dc5-0ea24eebed02 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381181 Feb 15 14:05:48.184509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5bb39-545f-4613-bcec-8ecdb6471053 req-a9e260fb-704f-4e4f-8095-593aab0047ba tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:48.186142 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28a5bb39-545f-4613-bcec-8ecdb6471053 req-a9e260fb-704f-4e4f-8095-593aab0047ba tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.1922956 Feb 15 14:05:48.230031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28a5bb39-545f-4613-bcec-8ecdb6471053 req-4024475e-3e18-462f-97a4-63f0324ef8bd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381205 Feb 15 14:05:49.417924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fde94-1755-4ed1-b690-fe5996fc2711 req-c30befac-58cb-4814-ac6e-74d89e9c8343 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:49.419366 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8a5fde94-1755-4ed1-b690-fe5996fc2711 req-c30befac-58cb-4814-ac6e-74d89e9c8343 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0836177 Feb 15 14:05:49.463887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8a5fde94-1755-4ed1-b690-fe5996fc2711 req-c23f6270-689c-4dc7-8d4c-2c8041f11616 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 Feb 15 14:05:50.647300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eed53-6c68-46c5-a251-cf4028ad8cbf req-ae57e82a-4137-42c7-8550-b02f49dfb362 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:50.648937 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-243eed53-6c68-46c5-a251-cf4028ad8cbf req-ae57e82a-4137-42c7-8550-b02f49dfb362 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Feb 15 14:05:50.693320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-243eed53-6c68-46c5-a251-cf4028ad8cbf req-e2b6f6bd-98f7-469c-a430-fb192e0dfb5d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Feb 15 14:05:51.888937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbed80-3519-4bf0-8c6f-25bc75f98cba req-f1e199fd-d5b9-4abe-a9a1-66e7ec4ec82a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:51.890450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26dbed80-3519-4bf0-8c6f-25bc75f98cba req-f1e199fd-d5b9-4abe-a9a1-66e7ec4ec82a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0824659 Feb 15 14:05:51.934064 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26dbed80-3519-4bf0-8c6f-25bc75f98cba req-1e4ec0e1-08da-453c-be45-49f9856bf42a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 Feb 15 14:05:53.122311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a90e4-8725-44d3-a59b-f30ce9a4d48f req-d194a99d-af65-4f91-ac77-c7bf2e90c616 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:53.123774 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e2a90e4-8725-44d3-a59b-f30ce9a4d48f req-d194a99d-af65-4f91-ac77-c7bf2e90c616 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Feb 15 14:05:53.169238 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e2a90e4-8725-44d3-a59b-f30ce9a4d48f req-aeb36a22-3e6b-4530-aa45-5606c3bc8575 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389903 Feb 15 14:05:54.362195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd790-c000-43d8-a89a-ef468c43183b req-53305a98-ba68-4842-a60d-4b06ed32c440 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:54.363663 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa4bd790-c000-43d8-a89a-ef468c43183b req-53305a98-ba68-4842-a60d-4b06ed32c440 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Feb 15 14:05:54.408005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa4bd790-c000-43d8-a89a-ef468c43183b req-ebef4e6d-1ca8-47b9-a79a-d639e37077c8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387647 Feb 15 14:05:55.592474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27287-84b4-472d-af3f-1739f38d0f41 req-b9c20753-e209-43d4-915f-eeeac0de1bb3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:55.593934 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dd27287-84b4-472d-af3f-1739f38d0f41 req-b9c20753-e209-43d4-915f-eeeac0de1bb3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0791881 Feb 15 14:05:55.642447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dd27287-84b4-472d-af3f-1739f38d0f41 req-d8d1c595-3a27-403b-890a-77aad2883b8b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 Feb 15 14:05:56.826716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77184-7367-4eb7-9b01-df7acf2433de req-792a86d3-aa2d-46de-83e2-16ce9957ee56 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:56.828156 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7e77184-7367-4eb7-9b01-df7acf2433de req-792a86d3-aa2d-46de-83e2-16ce9957ee56 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0800734 Feb 15 14:05:56.872805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7e77184-7367-4eb7-9b01-df7acf2433de req-9ac278c8-f62b-4e36-a191-2dcac529203d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Feb 15 14:05:58.061758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256851-3dd3-4bbb-9577-e47410bd217e req-4628fe54-81ea-424f-8383-0bb7650d2216 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:58.076879 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7d256851-3dd3-4bbb-9577-e47410bd217e req-4628fe54-81ea-424f-8383-0bb7650d2216 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0842693 Feb 15 14:05:58.108836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7d256851-3dd3-4bbb-9577-e47410bd217e req-6224697e-d1cc-47f0-8438-13d06e156b00 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 Feb 15 14:05:59.299118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a19c3-fc19-4af6-95b0-96a96672b463 req-e8e8212f-f4e0-4ec4-aa0c-2bf30b96b569 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:59.300595 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee8a19c3-fc19-4af6-95b0-96a96672b463 req-e8e8212f-f4e0-4ec4-aa0c-2bf30b96b569 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0815630 Feb 15 14:05:59.346956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee8a19c3-fc19-4af6-95b0-96a96672b463 req-fdde5e44-0ada-4e14-bc48-a460ea2f621c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393562 Feb 15 14:05:59.421359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5e20ade2-539f-46c7-a1ce-0c0f84803f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:00.538684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77166d60-d6cc-4c60-b709-f6c26ac41b4f req-91c111ed-bcb8-4c34-ad7b-d8f2981169ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:00.540135 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-77166d60-d6cc-4c60-b709-f6c26ac41b4f req-91c111ed-bcb8-4c34-ad7b-d8f2981169ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Feb 15 14:06:00.584751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-77166d60-d6cc-4c60-b709-f6c26ac41b4f req-f179908c-2435-446e-a0fa-e31561abde36 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Feb 15 14:06:00.728594 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-7eac3bc6-9652-4b84-9c51-133ece42ba64 service neutron] 10.222.0.36 "GET /v2.0/ports/22d2a782-ff81-445a-bd03-d7c111f8f89d/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0754614 Feb 15 14:06:01.165234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c73bc-b147-444f-b324-df7acad3444a req-53565d0b-c353-4745-b3f1-d4ab37bd91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.166814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-53565d0b-c353-4745-b3f1-d4ab37bd91f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1098 time: 0.0762670 Feb 15 14:06:01.318289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c73bc-b147-444f-b324-df7acad3444a req-c02ff204-aed1-42f7-a7c6-6e9680117de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.319753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-c02ff204-aed1-42f7-a7c6-6e9680117de1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1288011 Feb 15 14:06:01.344761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-a1167c79-b8de-4cc7-9cae-24a3693b6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.346877 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-a1167c79-b8de-4cc7-9cae-24a3693b6b9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1098 time: 0.0718226 Feb 15 14:06:01.420747 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-9fcdc56b-c29a-4247-a3f3-d64440229ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 1000 time: 0.0954525 Feb 15 14:06:01.486562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c73bc-b147-444f-b324-df7acad3444a req-300f00c1-5e93-4483-80cd-bcb4ab347d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.487944 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-300f00c1-5e93-4483-80cd-bcb4ab347d51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0611732 Feb 15 14:06:01.560930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c73bc-b147-444f-b324-df7acad3444a req-e7165f52-46dc-47bd-b43d-38389542dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.562401 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-e7165f52-46dc-47bd-b43d-38389542dddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690343 Feb 15 14:06:01.697642 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-3c23b832-6b07-4816-99cd-064439ca9e5e service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282132 Feb 15 14:06:01.776310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5d18b-c174-4bdd-b2ab-46ff32a26ab1 req-b9c4ed2a-3083-428c-a672-8e6463812f93 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.777893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3df5d18b-c174-4bdd-b2ab-46ff32a26ab1 req-b9c4ed2a-3083-428c-a672-8e6463812f93 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0871227 Feb 15 14:06:01.826868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3df5d18b-c174-4bdd-b2ab-46ff32a26ab1 req-40086167-672c-427a-8d00-47a29d14865d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Feb 15 14:06:01.949680 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b20c73bc-b147-444f-b324-df7acad3444a req-883cfa8f-bade-40a6-962c-72633784663e service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466159 Feb 15 14:06:02.061789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-09413a1b-d922-4cb3-9a88-fac0d86decbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.069645 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-09413a1b-d922-4cb3-9a88-fac0d86decbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1098 time: 0.0735033 Feb 15 14:06:02.196373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-a8cc1b20-fd19-46a4-bb3e-bc00eb7f42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.197830 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-a8cc1b20-fd19-46a4-bb3e-bc00eb7f42cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1291888 Feb 15 14:06:02.301287 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-fdf7ea7b-586a-41b0-9370-3fbaf9e1703f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 1000 time: 0.0976181 Feb 15 14:06:02.364682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-38b95c01-63a6-4444-bec2-9c87bc4df2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.366175 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-38b95c01-63a6-4444-bec2-9c87bc4df2e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0591815 Feb 15 14:06:02.444832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefaaac-34c1-4661-9363-b262f1275767 req-83510422-df08-455a-8c59-49d6dcd48671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.446262 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-83510422-df08-455a-8c59-49d6dcd48671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740745 Feb 15 14:06:02.535789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2273aeb5-7c37-4421-8bf0-046c1d441513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:02.580365 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-f3a6d69b-1817-4527-840f-a369abe1c7a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277709 Feb 15 14:06:02.659642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:02.711814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-cfefaaac-34c1-4661-9363-b262f1275767 req-19376e89-118e-47da-aaae-24644bea68b8 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257885 Feb 15 14:06:02.867464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:03.021860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c03790-3fc2-4074-850a-9785eff47962 req-e1fb9609-42b7-4ed1-bea1-bfa09f621b6c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:03.023353 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-65c03790-3fc2-4074-850a-9785eff47962 req-e1fb9609-42b7-4ed1-bea1-bfa09f621b6c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0866539 Feb 15 14:06:03.074067 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-65c03790-3fc2-4074-850a-9785eff47962 req-f77d41b7-9039-4be8-b7d5-9f3a752fbda0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 Feb 15 14:06:03.413030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:04.179017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:04.263386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7e9d5-0f19-4b13-9b06-4424f79cac5d req-315cd4d7-55ff-4070-9d5f-b8019a026005 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:04.264866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b7e9d5-0f19-4b13-9b06-4424f79cac5d req-315cd4d7-55ff-4070-9d5f-b8019a026005 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0837476 Feb 15 14:06:04.309905 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b7e9d5-0f19-4b13-9b06-4424f79cac5d req-d848465e-abf0-4b9e-90a2-61752868164b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Feb 15 14:06:05.502254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23198a09-8daa-43c0-9add-bad515cf5007 req-a36be01e-dfef-48b4-8e8a-e821e5f46477 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:05.503964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23198a09-8daa-43c0-9add-bad515cf5007 req-a36be01e-dfef-48b4-8e8a-e821e5f46477 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0889754 Feb 15 14:06:05.545203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:06:05.550150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:06:05.557986 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23198a09-8daa-43c0-9add-bad515cf5007 req-89f35b66-beb3-4ca9-ac69-25ead3c6d126 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402462 Feb 15 14:06:05.761926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:05.799276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:05.813181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:05.823613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'mac_address': 'fa:16:3e:34:5e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:06:05.828069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:05.884899 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'code': 200} Feb 15 14:06:05.886883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:05.908225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:05.939666 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:06.021111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f6a0-7264-4770-bf46-c125e55e0930 req-329dad9e-d780-4f33-ad7a-276eb24b4019 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.022622 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6df2f6a0-7264-4770-bf46-c125e55e0930 req-329dad9e-d780-4f33-ad7a-276eb24b4019 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 943 time: 0.0823419 Feb 15 14:06:06.026083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:06.030231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:06:06.030587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:06:06.068688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6df2f6a0-7264-4770-bf46-c125e55e0930 req-ccad7b46-ac0e-46e6-a6eb-4beea14f5745 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396731 Feb 15 14:06:06.192241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-e240b5f3-5b8a-449d-a9a4-5051e0c10878 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.192829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-e240b5f3-5b8a-449d-a9a4-5051e0c10878 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:06:06.284216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-e240b5f3-5b8a-449d-a9a4-5051e0c10878 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:06:06.285357 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-e240b5f3-5b8a-449d-a9a4-5051e0c10878 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797&tenant_id=a1ef813dab5f48b184038d13e9520475&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 943 time: 0.1731808 Feb 15 14:06:06.422550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-bb11ff7d-2758-4d90-adc8-e534e330f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.424225 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-bb11ff7d-2758-4d90-adc8-e534e330f3f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 1096 time: 0.0693974 Feb 15 14:06:06.553879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-11c1b6a1-ee99-4791-840c-47f91686d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.555223 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-11c1b6a1-ee99-4791-840c-47f91686d12e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1243730 Feb 15 14:06:06.585639 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:06.604174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:06.621201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:06.658327 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-501078c5-52ec-46c7-bdaa-7e253eb0b979 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 200 len: 998 time: 0.0972764 Feb 15 14:06:06.682037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:06.723965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-a9425a99-ec46-4b97-9fd2-a168b7a3991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.725366 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-a9425a99-ec46-4b97-9fd2-a168b7a3991a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0616374 Feb 15 14:06:06.757496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['22d2a782-ff81-445a-bd03-d7c111f8f89d'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:06:06.801942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-7d6c9fd8-2d3d-41e7-97cf-92d111c0ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.802770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:06.803395 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-7d6c9fd8-2d3d-41e7-97cf-92d111c0ef54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716100 Feb 15 14:06:06.934473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-4ce4ea80-f92b-4483-8a5d-1bbf5188fd8a service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240611 Feb 15 14:06:07.173668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bb8b1bc4-60f3-4ddc-a503-47a1886dffde req-79cf7e31-9d83-4fe7-b21d-b5f9308eeef0 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330344 Feb 15 14:06:07.272133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce62f7-5478-4975-b37c-dcd59de0cf1d req-4ebdc2c2-d3b3-4e31-88bb-d832e8e0a126 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:07.273559 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98ce62f7-5478-4975-b37c-dcd59de0cf1d req-4ebdc2c2-d3b3-4e31-88bb-d832e8e0a126 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 944 time: 0.0876486 Feb 15 14:06:07.322596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-98ce62f7-5478-4975-b37c-dcd59de0cf1d req-2ed2fd5d-7090-4393-9187-b6f6769cc03d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Feb 15 14:06:07.558611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:06:07.675628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 22d2a782-ff81-445a-bd03-d7c111f8f89d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:07.676301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:07.796237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:07.828767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:07.886444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:07.906939 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:07.945275 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'code': 200} Feb 15 14:06:07.978270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:08.503327 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:06:08.519253 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb851f4-1357-4459-8b15-60774310be8d req-ab8f74d0-1ded-4afe-9145-2f8e33b1d747 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:08.520706 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6fb851f4-1357-4459-8b15-60774310be8d req-ab8f74d0-1ded-4afe-9145-2f8e33b1d747 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0846107 Feb 15 14:06:08.565998 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6fb851f4-1357-4459-8b15-60774310be8d req-c39e757a-ef3b-4bce-bd13-06312e1c7b67 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394571 Feb 15 14:06:08.757917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad7641-36c2-4c39-a185-c4f874ac31d0 req-1172994d-e63f-4055-a1b5-67316d815ca3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:08.759399 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44ad7641-36c2-4c39-a185-c4f874ac31d0 req-1172994d-e63f-4055-a1b5-67316d815ca3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0844543 Feb 15 14:06:08.803707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44ad7641-36c2-4c39-a185-c4f874ac31d0 req-0bb51fc6-e294-4ed8-a329-a6afbc709dcf tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385759 Feb 15 14:06:08.985874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1887c8-5b1a-42a7-901d-06a2692a2af7 req-36d9d6c1-a1d2-452c-829b-af07c23d389f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:08.987230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db1887c8-5b1a-42a7-901d-06a2692a2af7 req-36d9d6c1-a1d2-452c-829b-af07c23d389f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0784245 Feb 15 14:06:09.035900 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db1887c8-5b1a-42a7-901d-06a2692a2af7 req-257a8f39-79f8-40aa-be88-45757abc5e28 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Feb 15 14:06:09.664903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65205-bd4e-447d-8b02-865878513d3c req-2806928e-25d4-49a0-8a89-dec170ffe127 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:09.666393 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ed65205-bd4e-447d-8b02-865878513d3c req-2806928e-25d4-49a0-8a89-dec170ffe127 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0828500 Feb 15 14:06:09.710929 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ed65205-bd4e-447d-8b02-865878513d3c req-4bdd2519-2b2b-48ea-bded-77e43f9cdf49 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Feb 15 14:06:10.898186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca341-3bd4-4c04-9f50-1fa996bb9c88 req-c1cd3528-fe68-4dda-aa4c-ceb890a6482b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:10.899550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-758ca341-3bd4-4c04-9f50-1fa996bb9c88 req-c1cd3528-fe68-4dda-aa4c-ceb890a6482b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0822380 Feb 15 14:06:10.944845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-758ca341-3bd4-4c04-9f50-1fa996bb9c88 req-a8f94f85-b849-44a6-accd-7a86ecbe813c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394533 Feb 15 14:06:11.316972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-f6b5dfd0-344b-4c47-a661-602c8bef5d99 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:11.318319 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-f6b5dfd0-344b-4c47-a661-602c8bef5d99 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0832896 Feb 15 14:06:11.386091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Deleting port 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:06:11.386425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:11.636224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] For port 22d2a782-ff81-445a-bd03-d7c111f8f89d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22d2a782-ff81-445a-bd03-d7c111f8f89d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:11.636572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:11.956215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:11.956760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:11.957328 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c disassociated. External IP: 172.26.0.46, port: 22d2a782-ff81-445a-bd03-d7c111f8f89d. Feb 15 14:06:11.957755 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Calling delete_port for 22d2a782-ff81-445a-bd03-d7c111f8f89d owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:06:12.143503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104727-e620-4cc6-839a-3dad9982eb48 req-870b78ef-5fe0-4e49-a3a3-9661f9abb634 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:12.145065 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d104727-e620-4cc6-839a-3dad9982eb48 req-870b78ef-5fe0-4e49-a3a3-9661f9abb634 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 945 time: 0.0870235 Feb 15 14:06:12.197282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d104727-e620-4cc6-839a-3dad9982eb48 req-c3792f9b-a565-4ece-949e-8e8f7f61207c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 Feb 15 14:06:12.215444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:12.273890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'Port': ['ID=22d2a782-ff81-445a-bd03-d7c111f8f89d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:12.287431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.287754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.288082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.288404 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.288721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.289040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.289353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.289693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.290008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.290326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.290639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.291029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:12.508869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:06:12.688964 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:06:12.698238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:12.707913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:06:12.708528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:06:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:12.761838 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] No DVR routers for this DVR port 22d2a782-ff81-445a-bd03-d7c111f8f89d on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:12.764200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:12.768228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-deleted', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:12.822299 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebda25-da1d-419b-8ce7-87be2d040797', 'name': 'network-vif-deleted', 'tag': '22d2a782-ff81-445a-bd03-d7c111f8f89d', 'status': 'completed', 'code': 200} Feb 15 14:06:12.844529 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f351a41e-0f2e-45de-aff0-32035412dc0a req-42b7573c-775c-4081-bbfc-7b11197c092f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "DELETE /v2.0/ports/22d2a782-ff81-445a-bd03-d7c111f8f89d HTTP/1.1" status: 204 len: 173 time: 1.5211842 Feb 15 14:06:12.899940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:06:13.221959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:13.226034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:13.234924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:06:13.236367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:06:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:13.365804 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ca9452f-72d4-4a10-abad-2a75348fb0bb req-44793332-21cf-4e39-9df5-6f9c14caf91d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ebda25-da1d-419b-8ce7-87be2d040797 HTTP/1.1" status: 200 len: 210 time: 0.0454195 Feb 15 14:06:13.413573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:06:13.733600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:13.737832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ccf96-f3d1-43ea-951f-396a5f09b634 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:13.948766 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b91214-cf96-42c2-a1c7-558d8a0048e9 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:06:14.703024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-563a72e0-b7d1-4a34-9144-6d32c5234505 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--650199113&fields=id&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 267 time: 0.0384429 Feb 15 14:06:14.955098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-96b5b341-e84b-4d64-8ef8-b5cc944c0850 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:14.956507 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-96b5b341-e84b-4d64-8ef8-b5cc944c0850 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.2471778 Feb 15 14:06:14.971991 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-35dff7e6-7fbf-4428-a50b-830e4896677a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/quotas/a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Feb 15 14:06:15.054790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-c2e3da7e-6655-44c0-88cd-25617a4dd9b2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771291 Feb 15 14:06:15.192200 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-9b3158b6-7874-4f3a-9b58-c1b738d26cab service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Feb 15 14:06:15.324884 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2f1233b2-4eea-4aa7-bec9-4056e69768bb service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263344 Feb 15 14:06:15.603703 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7641ab29-5be8-4369-b080-c9e576450fcf req-4ecb1611-a163-4b60-8bc7-085036f2bc3b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 210 time: 0.0478969 Feb 15 14:06:15.648155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:06:15.682804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 22d2a782-ff81-445a-bd03-d7c111f8f89d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:06:15.683519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 22d2a782-ff81-445a-bd03-d7c111f8f89d not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:06:16.754105 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80fc0310-5182-4eda-8312-51f6b231dbad req-8cb26d83-57b6-48bc-a584-e7e904f943ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 210 time: 0.0424173 Feb 15 14:06:17.696488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-0ed1440f-9c21-42db-ba7b-3c147fd4c548 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:17.697946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-0ed1440f-9c21-42db-ba7b-3c147fd4c548 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.2620261 Feb 15 14:06:17.746066 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-8ee63338-be3e-4d4b-bbc2-d3d2a4252c25 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 379 time: 0.0392501 Feb 15 14:06:17.754534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'port': {'device_id': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'admin_state_up': True, 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'security_groups': ['0ca6d27d-6de8-4a52-b272-fbc01c2c7003']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:17.901071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:06:17.905030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:port and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:06:17.907931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:06:17.913640 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:06:17.916369 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-086aba8f-67b0-4fb7-856c-b4533c753337 req-78b12202-cdbc-400b-8fc2-1b6df4dd888b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 210 time: 0.0441871 Feb 15 14:06:17.987267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:17.991210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.152808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Allocated IP 172.20.0.11 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/11f2a6c0-5a7d-4828-95c9-195dc5cf3474) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:18.339509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.355219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Transition to ACTIVE for port object 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:18.472696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.546531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:18.550484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:18.554557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:06:18.589658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:18.623993 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:18.624611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.724596 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-3071a35d-e3d6-4d3b-8073-eb82e34dd1e7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9741600 Feb 15 14:06:18.735408 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Request body: {'port': {'device_id': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:18.848247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8c9a185d-0df7-4e4a-8025-37096ae0f7b7 None None] Provisioning for port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:18.851422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.853695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8c9a185d-0df7-4e4a-8025-37096ae0f7b7 None None] Provisioning complete for port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:18.856404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8c9a185d-0df7-4e4a-8025-37096ae0f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:18.906908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a185d-0df7-4e4a-8025-37096ae0f7b7 None None] Port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:06:19.109536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168570e-4185-4b13-befb-cd3f1b1520c0 req-f7afc2de-7983-4756-aaa5-44a39c1da529 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.111389 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5168570e-4185-4b13-befb-cd3f1b1520c0 req-f7afc2de-7983-4756-aaa5-44a39c1da529 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 932 time: 0.0867019 Feb 15 14:06:19.156727 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5168570e-4185-4b13-befb-cd3f1b1520c0 req-68216f09-0420-4b34-853c-d9b33010b490 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Feb 15 14:06:19.198474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:19.206974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:19.221434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Transition to ACTIVE for port object 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:19.315793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:19.444484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:19.553516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Attempting to bind port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:06:19.553850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Attempting to bind port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:06:19.554167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Attempting to bind port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:06:19.559071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:06:19.559376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Attempting to bind port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:06:19.565036 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:06:19.565369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:06:19.565798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:06:19.566215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Bound port: 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:06:19.566557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:19.654053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:06:19.656977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:06:19.750133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:19.914664 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.915256 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:19.916609 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] 10.222.0.36 "PUT /v2.0/ports/11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 1094 time: 1.1851525 Feb 15 14:06:19.917103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:19.941270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387f8a-509a-4e14-9dcf-b418d6c56d55 service neutron] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:19.968540 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'status': 'completed', 'code': 200} Feb 15 14:06:20.061242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-ee63717c-a21b-4c7c-b83b-60c61fee4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.062749 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-ee63717c-a21b-4c7c-b83b-60c61fee4814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1097 time: 0.0744472 Feb 15 14:06:20.207580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-fc086d55-8e48-4220-bc37-56d3a10c3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.209031 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-fc086d55-8e48-4220-bc37-56d3a10c3f94 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1ef813dab5f48b184038d13e9520475&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1393540 Feb 15 14:06:20.347103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b9495-02fd-45fc-9fe4-4f136869a5a8 req-3e33d80e-824d-43de-a2e5-aa31992a1dfb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.348545 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-971b9495-02fd-45fc-9fe4-4f136869a5a8 req-3e33d80e-824d-43de-a2e5-aa31992a1dfb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 944 time: 0.0819852 Feb 15 14:06:20.349615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-d1388664-8899-4f1f-abf5-68d944cdd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.351024 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0a2a5feb-2d1d-4056-9b99-d754bd3f6dd8 req-d1388664-8899-4f1f-abf5-68d944cdd106 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1358767 Feb 15 14:06:20.398369 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-971b9495-02fd-45fc-9fe4-4f136869a5a8 req-3d0915ef-04dc-48cc-9f15-550c30695663 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 Feb 15 14:06:20.459097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-08567f0d-62ce-42ac-8878-93a91d721b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.460469 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-08567f0d-62ce-42ac-8878-93a91d721b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1097 time: 0.0734828 Feb 15 14:06:20.529212 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-109fbfd1-4ab2-4852-bfe8-38bd3f5d2010 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 217 time: 0.0623116 Feb 15 14:06:20.593743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-356a66a5-3f4f-4907-bf1e-375b9703651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.595644 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-356a66a5-3f4f-4907-bf1e-375b9703651e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0576646 Feb 15 14:06:20.674269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-f0a6b72c-3be0-404b-9e35-829282b65bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.675715 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-f0a6b72c-3be0-404b-9e35-829282b65bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745623 Feb 15 14:06:20.804953 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-9504b155-0d04-46c3-beb6-527fea13f606 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233087 Feb 15 14:06:20.938537 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-66123e61-8bc0-4b8a-961c-aa99eb64638b req-8d037853-4189-4dca-83cf-5b60c77b85c7 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280446 Feb 15 14:06:21.582399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470a92-7b6e-4df6-837c-4795dc227e5c req-864801d2-0381-4cc6-8d3f-941ee938a28d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.583868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7d470a92-7b6e-4df6-837c-4795dc227e5c req-864801d2-0381-4cc6-8d3f-941ee938a28d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 944 time: 0.0793805 Feb 15 14:06:21.628713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7d470a92-7b6e-4df6-837c-4795dc227e5c req-9bad2a13-55ac-4201-81cf-a0a6440fe9cc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391157 Feb 15 14:06:22.816970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e259d-e6b1-4aa1-a8a0-d3874cf23363 req-7c063e7b-718a-4ae9-929c-6fc467dd0398 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:22.818711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-043e259d-e6b1-4aa1-a8a0-d3874cf23363 req-7c063e7b-718a-4ae9-929c-6fc467dd0398 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 944 time: 0.0853837 Feb 15 14:06:22.864052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-043e259d-e6b1-4aa1-a8a0-d3874cf23363 req-f507f51e-5dda-4d9e-ad2e-f0e769f6f5fe tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396807 Feb 15 14:06:23.677099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:06:23.841245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:23.854465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'mac_address': 'fa:16:3e:21:85:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:06:23.910547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:23.927426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:23.943125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:24.020130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:24.054870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917159be-9099-48ef-9d44-6efae976a180 req-d545eff6-2531-4f61-9848-87869a03d784 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:24.057272 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-917159be-9099-48ef-9d44-6efae976a180 req-d545eff6-2531-4f61-9848-87869a03d784 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 944 time: 0.0844367 Feb 15 14:06:24.099353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:24.104202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-917159be-9099-48ef-9d44-6efae976a180 req-3cccfe00-d649-4835-8499-1934f30602bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Feb 15 14:06:24.210346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['11f2a6c0-5a7d-4828-95c9-195dc5cf3474'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:06:25.291944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce327-1619-4cfe-87f2-ec7b06a9814a req-5f056080-3dd8-4b46-a339-633439a32951 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:25.293462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac7ce327-1619-4cfe-87f2-ec7b06a9814a req-5f056080-3dd8-4b46-a339-633439a32951 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 945 time: 0.0859385 Feb 15 14:06:25.340265 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac7ce327-1619-4cfe-87f2-ec7b06a9814a req-7068e93b-9234-4781-9ea5-a7d38d946b5c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Feb 15 14:06:25.692482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:06:25.851594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:25.856689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:25.857063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:25.975591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:26.002659 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:26.012720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:06:26.046023 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'code': 200} Feb 15 14:06:26.077857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:26.144376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:26.396705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e2e2-80aa-49f8-8685-62aba6dbeaaa req-e9e1a616-bb4d-4d80-9c08-7aa7af2cb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.398189 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fea3e2e2-80aa-49f8-8685-62aba6dbeaaa req-e9e1a616-bb4d-4d80-9c08-7aa7af2cb1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0741608 Feb 15 14:06:26.440900 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fea3e2e2-80aa-49f8-8685-62aba6dbeaaa req-81824aa9-9a9e-4082-87d7-735a77313a14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364234 Feb 15 14:06:26.526361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54229-5e5a-4901-92d1-ef0fe8709a10 req-0298f8dd-7495-440b-b92a-ed2d2d288872 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.527834 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31a54229-5e5a-4901-92d1-ef0fe8709a10 req-0298f8dd-7495-440b-b92a-ed2d2d288872 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0791953 Feb 15 14:06:26.573115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31a54229-5e5a-4901-92d1-ef0fe8709a10 req-144db65b-17f6-4fd7-8705-21ba45890065 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Feb 15 14:06:27.766827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead24c-e321-4fd9-a741-56ca27f14507 req-6d5ed308-c43f-4d05-999a-0cd2124a2e3a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:27.768372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44ead24c-e321-4fd9-a741-56ca27f14507 req-6d5ed308-c43f-4d05-999a-0cd2124a2e3a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0863984 Feb 15 14:06:27.812616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44ead24c-e321-4fd9-a741-56ca27f14507 req-8397bbc6-5395-4209-9b6b-10a33dbb5117 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383563 Feb 15 14:06:29.003719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cb9af-6598-44c7-9edf-50e2f84e1af7 req-22e0374d-85e6-4972-b6fa-ccaf598c506d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:29.005094 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a9cb9af-6598-44c7-9edf-50e2f84e1af7 req-22e0374d-85e6-4972-b6fa-ccaf598c506d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0855231 Feb 15 14:06:29.053531 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a9cb9af-6598-44c7-9edf-50e2f84e1af7 req-a02987e4-e2f7-4834-b9fa-9ca477749a04 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Feb 15 14:06:29.230749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97cb5e-f8d8-4e7a-bdcf-9e2212c0482c req-14c67142-4f99-4c4f-a9fb-50f51a846a64 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:29.232188 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1b97cb5e-f8d8-4e7a-bdcf-9e2212c0482c req-14c67142-4f99-4c4f-a9fb-50f51a846a64 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0799596 Feb 15 14:06:29.240827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 34936) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:06:29.245782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'floatingip': {'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:29.326324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:29.400170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b81d1880-5266-483c-8533-56bb2d1fdcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:30.030041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:30.082649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:30.249434 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c associated. External IP: 172.26.0.46, port: 11f2a6c0-5a7d-4828-95c9-195dc5cf3474. Feb 15 14:06:30.603978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:06:30.784628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:06:30.790151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:30.795144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:30.808057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:06:30.808674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:06:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:30.856585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4ec97183-dda4-49d9-8db7-da38af6bbd9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "PUT /v2.0/floatingips/a37923cf-e550-47c8-ba77-62114afa261c HTTP/1.1" status: 200 len: 991 time: 1.6119163 Feb 15 14:06:30.856585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:30.900939 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'status': 'completed', 'code': 200} Feb 15 14:06:31.007136 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-d82ef3ae-51d2-4cd6-8311-1d72fec1f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.008817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-d82ef3ae-51d2-4cd6-8311-1d72fec1f27f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0816424 Feb 15 14:06:31.024158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:06:31.146772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-01ab3af0-02c7-4d2f-8514-b81ec30d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.148213 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-01ab3af0-02c7-4d2f-8514-b81ec30d460b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1340926 Feb 15 14:06:31.258799 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-1a7ba95d-660e-473b-bdbf-f7b1497f0073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 999 time: 0.1050069 Feb 15 14:06:31.336447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-50166323-8d31-4d52-b086-353e380e7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.338083 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-50166323-8d31-4d52-b086-353e380e7901 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0736661 Feb 15 14:06:31.350663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fa2f8-46e7-4655-ad3a-9a8a80cdc3e3 req-b69c71ee-bf86-43a8-a6cf-33ec7e673f40 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.352313 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-914fa2f8-46e7-4655-ad3a-9a8a80cdc3e3 req-b69c71ee-bf86-43a8-a6cf-33ec7e673f40 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0916853 Feb 15 14:06:31.414174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-914fa2f8-46e7-4655-ad3a-9a8a80cdc3e3 req-fc7c1ba5-100b-45b3-aecc-b5a40f8e057b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531247 Feb 15 14:06:31.437613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-cc638195-d116-4ac8-8612-dd95b13694fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.439168 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-cc638195-d116-4ac8-8612-dd95b13694fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952735 Feb 15 14:06:31.447634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:21:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:06:29Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:31.451550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:31.460537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:06:31.461142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:06:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:31.573069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-05553c46-ec19-4d54-a896-efc650b8abd9 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277394 Feb 15 14:06:31.645549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:06:31.712321 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9380c639-0e35-49ed-9d94-6bc874ff7704 req-09307832-aafd-4f21-b9c5-0434459f7617 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338816 Feb 15 14:06:32.041039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:21:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:06:29Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:32.045032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeca736-865c-499e-a9c7-79b0b4f73f60 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:21:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:06:29Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:32.243291 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6c37bb-43e2-4f9a-83a9-73ecfe1246a6 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:06:32.525889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0c48054b-137d-481b-babb-2cd99c513599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:32.612499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d6e28-97cb-4f39-a583-7da821333aaa req-d8809248-f96b-444c-8d6c-e578de3f02ef tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:32.614171 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f7d6e28-97cb-4f39-a583-7da821333aaa req-d8809248-f96b-444c-8d6c-e578de3f02ef tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0887847 Feb 15 14:06:32.660115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:32.661367 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f7d6e28-97cb-4f39-a583-7da821333aaa req-11ea2843-00ba-40b0-b281-3c5cc5eed8d6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Feb 15 14:06:32.848700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:33.414362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:33.845266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79f017-f93b-48ee-adc0-d77c2668252a req-b39b6a13-918d-4b41-9efe-dc739469d9f6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.846762 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f79f017-f93b-48ee-adc0-d77c2668252a req-b39b6a13-918d-4b41-9efe-dc739469d9f6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0789449 Feb 15 14:06:33.891594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f79f017-f93b-48ee-adc0-d77c2668252a req-b99bfb02-35ef-4991-9de0-73ddc29a4019 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Feb 15 14:06:34.206185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:06:35.212014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749858de-c654-4572-ab4c-dcb62743b663 req-5df94838-c908-4c9e-a6cf-084573c60e6f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:35.213390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-749858de-c654-4572-ab4c-dcb62743b663 req-5df94838-c908-4c9e-a6cf-084573c60e6f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.2097619 Feb 15 14:06:35.258517 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-749858de-c654-4572-ab4c-dcb62743b663 req-bf0e11ef-68ef-4164-8231-e835b7c16dc4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393548 Feb 15 14:06:36.445327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ad17-fa3b-4a99-975e-9ea73735d792 req-e96d1e50-9426-44c7-ae71-09ab28f6e43a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:36.446946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37e7ad17-fa3b-4a99-975e-9ea73735d792 req-e96d1e50-9426-44c7-ae71-09ab28f6e43a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0836504 Feb 15 14:06:36.494510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37e7ad17-fa3b-4a99-975e-9ea73735d792 req-10f443a8-66b0-4217-bc1b-19d232f6d058 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Feb 15 14:06:37.679765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c45e29-45b0-45d8-885b-37a4542a6bca req-a3026ea0-384e-45f9-9aed-8e37ee593000 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:37.681179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55c45e29-45b0-45d8-885b-37a4542a6bca req-a3026ea0-384e-45f9-9aed-8e37ee593000 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0799224 Feb 15 14:06:37.725441 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-55c45e29-45b0-45d8-885b-37a4542a6bca req-e5b95216-a3ad-44cc-8cb7-666b9aab4df0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381560 Feb 15 14:06:38.913804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de477c-8e2c-43d8-9bef-2095086f53fc req-25502b8c-e155-47cc-8180-f7d1805c66c5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:38.915120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d8de477c-8e2c-43d8-9bef-2095086f53fc req-25502b8c-e155-47cc-8180-f7d1805c66c5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0829930 Feb 15 14:06:38.960020 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d8de477c-8e2c-43d8-9bef-2095086f53fc req-6db0e074-c4b4-4112-8ccf-a16da3065649 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 Feb 15 14:06:40.146982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea1ae2-506e-452c-ad85-631254961cf0 req-ea02ea77-bfba-4f9a-bb9f-f3c8f4ad9208 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.148417 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05ea1ae2-506e-452c-ad85-631254961cf0 req-ea02ea77-bfba-4f9a-bb9f-f3c8f4ad9208 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0795722 Feb 15 14:06:40.192206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05ea1ae2-506e-452c-ad85-631254961cf0 req-942204e7-deee-4a48-90f0-6a8cda4c0fc5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381718 Feb 15 14:06:41.381004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf324-7272-40e4-af0c-54c49e750ac6 req-c271f556-0255-4d04-a523-49f01f17f8ad tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:41.382457 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28baf324-7272-40e4-af0c-54c49e750ac6 req-c271f556-0255-4d04-a523-49f01f17f8ad tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0856073 Feb 15 14:06:41.427550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28baf324-7272-40e4-af0c-54c49e750ac6 req-89b589bf-6ad6-4abd-aa08-157ae7e6436a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Feb 15 14:06:42.613971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af959d4c-ca6b-4e19-ba50-408b089fe233 req-c9320129-5cee-43ed-a5a4-d868469e2508 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:42.615404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af959d4c-ca6b-4e19-ba50-408b089fe233 req-c9320129-5cee-43ed-a5a4-d868469e2508 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0796945 Feb 15 14:06:42.659867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af959d4c-ca6b-4e19-ba50-408b089fe233 req-64ccb528-f506-4e50-9fc7-1c74595e948b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387278 Feb 15 14:06:43.846986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46878e-79b5-43cf-abb5-07010a7b543b req-641784dc-1bed-4d53-ba5f-2ef47ef4738a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:43.848456 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b46878e-79b5-43cf-abb5-07010a7b543b req-641784dc-1bed-4d53-ba5f-2ef47ef4738a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0814915 Feb 15 14:06:43.892845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b46878e-79b5-43cf-abb5-07010a7b543b req-cb21016d-9e27-443a-9735-92c29ad1c9d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 Feb 15 14:06:45.075258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf35ddd-4199-4665-bf3f-8fe7948f74a0 req-0f3c59de-a1ad-410d-a228-396149079f3c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:45.076678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abf35ddd-4199-4665-bf3f-8fe7948f74a0 req-0f3c59de-a1ad-410d-a228-396149079f3c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0786414 Feb 15 14:06:45.125765 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-abf35ddd-4199-4665-bf3f-8fe7948f74a0 req-64263085-3d32-428b-be46-5b197b84bf2e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Feb 15 14:06:45.506760 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:06:46.463505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83764f-2319-4a23-8198-ab409ff2379b req-9df803e8-3284-4b05-a983-56dc1f5c3b3d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:46.464857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b83764f-2319-4a23-8198-ab409ff2379b req-9df803e8-3284-4b05-a983-56dc1f5c3b3d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0789418 Feb 15 14:06:46.508863 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b83764f-2319-4a23-8198-ab409ff2379b req-e91f6886-afbf-4dd9-993b-8665ec0fbe32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377653 Feb 15 14:06:47.699678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53565e28-567d-4bc5-a141-18fbfbe170f4 req-f7a20315-7037-4c8b-bc44-d0e1bb34abd9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.701125 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-53565e28-567d-4bc5-a141-18fbfbe170f4 req-f7a20315-7037-4c8b-bc44-d0e1bb34abd9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0835361 Feb 15 14:06:47.744583 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-53565e28-567d-4bc5-a141-18fbfbe170f4 req-88d363f5-d930-488c-8b4e-d0608b38428d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378594 Feb 15 14:06:48.926170 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b51998-09c5-45ea-921c-4c767bacaa4e req-21ced3bc-ae01-46f0-b0e6-4ed4e27cb261 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:48.927524 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a6b51998-09c5-45ea-921c-4c767bacaa4e req-21ced3bc-ae01-46f0-b0e6-4ed4e27cb261 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0788386 Feb 15 14:06:48.972098 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a6b51998-09c5-45ea-921c-4c767bacaa4e req-b7273224-8f67-4ca5-a0e5-c31ad9a7fb66 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386784 Feb 15 14:06:50.159209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813283-0161-4a52-b3fe-e42e95aa1dd5 req-635d1b28-7ad4-4e03-aec9-b8add164dedb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:50.160949 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb813283-0161-4a52-b3fe-e42e95aa1dd5 req-635d1b28-7ad4-4e03-aec9-b8add164dedb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0845141 Feb 15 14:06:50.205590 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb813283-0161-4a52-b3fe-e42e95aa1dd5 req-8ef39da3-dfa8-4269-a849-ad81df98d102 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Feb 15 14:06:51.390585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d25d-b4bd-45a9-878c-4162071f0450 req-7c679405-21a2-4995-8b01-c2af5d7519a0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:51.392009 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0d3d25d-b4bd-45a9-878c-4162071f0450 req-7c679405-21a2-4995-8b01-c2af5d7519a0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0791025 Feb 15 14:06:51.439217 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0d3d25d-b4bd-45a9-878c-4162071f0450 req-ead0745e-af86-473e-b8d6-78e5f0a3ae6c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Feb 15 14:06:52.621878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedcba0-01db-4e01-bc5e-db6a517d5afa req-2b0c0024-cea5-4198-a532-91f32dd02f5c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.623352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdedcba0-01db-4e01-bc5e-db6a517d5afa req-2b0c0024-cea5-4198-a532-91f32dd02f5c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0797837 Feb 15 14:06:52.668348 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cdedcba0-01db-4e01-bc5e-db6a517d5afa req-36be02ea-3935-4b96-a374-ef8d598d577b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387208 Feb 15 14:06:53.861816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84527e-d99b-49ba-a083-9a0a83fd6138 req-c20d2ad5-5186-44f1-a1ec-20c505d42949 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:53.863289 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac84527e-d99b-49ba-a083-9a0a83fd6138 req-c20d2ad5-5186-44f1-a1ec-20c505d42949 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0848441 Feb 15 14:06:53.908474 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac84527e-d99b-49ba-a083-9a0a83fd6138 req-525d890f-d307-4ee5-8ef3-8949a3dc4ad7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Feb 15 14:06:55.101693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c4905-e9a9-47f5-b5db-5c2653323de2 req-2888c9ca-0fcf-4991-ac3e-2bc6cd2438c8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:55.103147 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-208c4905-e9a9-47f5-b5db-5c2653323de2 req-2888c9ca-0fcf-4991-ac3e-2bc6cd2438c8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0816162 Feb 15 14:06:55.146222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-208c4905-e9a9-47f5-b5db-5c2653323de2 req-5905cbef-3f4f-457c-8eee-24b201c5c25d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Feb 15 14:06:56.385491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f252e-a617-47d7-8c00-30cc8f89d64d req-3d973c9b-7fb4-4649-97cf-03eec26d7f31 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:56.386959 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c6f252e-a617-47d7-8c00-30cc8f89d64d req-3d973c9b-7fb4-4649-97cf-03eec26d7f31 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.1331375 Feb 15 14:06:56.432890 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c6f252e-a617-47d7-8c00-30cc8f89d64d req-5fb3e43b-57fc-4ea5-b8be-561ed583ed8f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Feb 15 14:06:57.661002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7c01-f1b8-4abd-abf0-878be1e0c8c1 req-a3d49809-650c-4a71-bb14-015e478a9f77 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:57.662470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-45cf7c01-f1b8-4abd-abf0-878be1e0c8c1 req-a3d49809-650c-4a71-bb14-015e478a9f77 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.1266084 Feb 15 14:06:57.706270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-45cf7c01-f1b8-4abd-abf0-878be1e0c8c1 req-72e27ce2-ee25-4c6e-bdd7-8e9979c8d673 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Feb 15 14:06:58.891150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3289b-cca0-4690-babd-468dc166ba54 req-8f41a765-5e55-4490-bed1-bba2d94b89c1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:58.893206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17a3289b-cca0-4690-babd-468dc166ba54 req-8f41a765-5e55-4490-bed1-bba2d94b89c1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0820785 Feb 15 14:06:58.936467 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17a3289b-cca0-4690-babd-468dc166ba54 req-be09d978-e052-47c5-86dc-a2e3abd3cf37 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374911 Feb 15 14:06:59.375879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-51a12f44-1165-418f-8eef-f3d25e0a02b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:00.118088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb86a-da04-4d3d-b7ae-6199d88ecd16 req-c90f5a4d-392d-44f7-88b1-cacc1554646e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:00.119527 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-978fb86a-da04-4d3d-b7ae-6199d88ecd16 req-c90f5a4d-392d-44f7-88b1-cacc1554646e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0785108 Feb 15 14:07:00.167344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-978fb86a-da04-4d3d-b7ae-6199d88ecd16 req-26dd0159-3fc6-420c-b4da-2efb2e1c8730 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422354 Feb 15 14:07:01.156869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-5073111d-b194-4d6b-9597-390927a5f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.158964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-5073111d-b194-4d6b-9597-390927a5f59a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0737298 Feb 15 14:07:01.306112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-4e095dd0-694f-4883-bf07-8538ddd44086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.307546 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-4e095dd0-694f-4883-bf07-8538ddd44086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1307502 Feb 15 14:07:01.359620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc81840-c642-4e19-877b-3c7c3c9675fd req-de89931d-5cc0-4e00-baa3-3b5c4de55509 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.361169 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dc81840-c642-4e19-877b-3c7c3c9675fd req-de89931d-5cc0-4e00-baa3-3b5c4de55509 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0829613 Feb 15 14:07:01.405588 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dc81840-c642-4e19-877b-3c7c3c9675fd req-575d9624-b467-4c63-b16d-b6f6f415f4eb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386620 Feb 15 14:07:01.406703 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-031b4b63-6d57-44bd-82c0-1c2b857d437f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 1001 time: 0.0932977 Feb 15 14:07:01.471939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-8f365841-c837-4f31-956b-696fafc0367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.473348 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-8f365841-c837-4f31-956b-696fafc0367c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0608909 Feb 15 14:07:01.555552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-8c1b30dd-af29-4310-a0d0-73e51fae6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.557335 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-8c1b30dd-af29-4310-a0d0-73e51fae6504 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770743 Feb 15 14:07:01.789754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-b97398b4-23a0-4734-bd6e-31b168d8d693 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253132 Feb 15 14:07:01.919386 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e5d472-9c02-47d0-8dbd-4245030c31ae req-c2a6524e-0aef-4740-9914-de78e48a03b9 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242008 Feb 15 14:07:02.547141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bd3735b0-1e17-4998-8c29-c47de01d0939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:02.599307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12209108-500c-4d2d-a428-1c4fbdd41e6f req-b551d60c-e692-4e9d-937f-d29be3f97daa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:02.600384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-12209108-500c-4d2d-a428-1c4fbdd41e6f req-b551d60c-e692-4e9d-937f-d29be3f97daa tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0861130 Feb 15 14:07:02.646775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-12209108-500c-4d2d-a428-1c4fbdd41e6f req-99c8bc81-9b78-48b5-a980-e27e03417c9a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393772 Feb 15 14:07:02.664476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:02.826838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:03.214806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea057f-676a-454f-99a5-1e82bc95da9b req-75a1a02d-6349-4267-a10e-ce24d48253ba tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:03.216219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05ea057f-676a-454f-99a5-1e82bc95da9b req-75a1a02d-6349-4267-a10e-ce24d48253ba tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0783410 Feb 15 14:07:03.260941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05ea057f-676a-454f-99a5-1e82bc95da9b req-9f7dd38b-9b17-4ef5-bbf4-bfd57869fa57 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Feb 15 14:07:03.315937 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-ca367502-6dd6-438a-8e29-1ecb21bfa486 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739119 Feb 15 14:07:03.444040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:04.192499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:04.453704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3818-3f9e-4f1f-965f-edf3c4e467bf req-2f483e8a-1cce-4f41-b4c3-a569421cec71 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.455190 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d1e3818-3f9e-4f1f-965f-edf3c4e467bf req-2f483e8a-1cce-4f41-b4c3-a569421cec71 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0840666 Feb 15 14:07:04.501173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d1e3818-3f9e-4f1f-965f-edf3c4e467bf req-92c9b037-4963-4675-90a1-becea55ac5a2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398510 Feb 15 14:07:05.415495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-925f3201-4ea0-4907-b3b3-c37ef64f852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.416904 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-925f3201-4ea0-4907-b3b3-c37ef64f852d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0685527 Feb 15 14:07:05.546926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-f3d9590a-713d-4cb2-ad1e-4faec0400622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.548405 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-f3d9590a-713d-4cb2-ad1e-4faec0400622 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1245151 Feb 15 14:07:05.651950 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-05709399-2f04-4926-8927-72bbb959f601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 1001 time: 0.0979600 Feb 15 14:07:05.689220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d476-adcd-48a4-81ca-3d2997e0a735 req-58fa0d21-c73e-4dd3-ab79-0ecf9e9fda0c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.690443 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9910d476-adcd-48a4-81ca-3d2997e0a735 req-58fa0d21-c73e-4dd3-ab79-0ecf9e9fda0c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0799260 Feb 15 14:07:05.715128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-90a6d0df-703f-482a-81e9-9788ed90df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.716559 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-90a6d0df-703f-482a-81e9-9788ed90df63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0580750 Feb 15 14:07:05.738943 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9910d476-adcd-48a4-81ca-3d2997e0a735 req-dc2742bd-598c-4925-866f-b25e8c0648d5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Feb 15 14:07:05.793423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-6f7d22a3-8dc9-4f31-a0ee-9023d62c2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.794902 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-6f7d22a3-8dc9-4f31-a0ee-9023d62c2835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723021 Feb 15 14:07:05.925296 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-00ccbb83-b042-440a-a8aa-2d192ac311e9 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237876 Feb 15 14:07:06.053278 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-463ce977-b157-4ac7-8160-6f654ab7fb5c service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218691 Feb 15 14:07:06.920824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724bfde-33a1-46ca-9495-d2be457c6470 req-12543385-d4be-4455-b417-0d526106091b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:06.922224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3724bfde-33a1-46ca-9495-d2be457c6470 req-12543385-d4be-4455-b417-0d526106091b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0795400 Feb 15 14:07:06.967321 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3724bfde-33a1-46ca-9495-d2be457c6470 req-92afeb6a-1577-44c9-ad28-b9cb816c9f65 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386953 Feb 15 14:07:08.019587 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-c4753aee-3ab6-4fe7-8620-493f8a837e63 service neutron] 10.222.0.36 "GET /v2.0/ports/11f2a6c0-5a7d-4828-95c9-195dc5cf3474/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0732164 Feb 15 14:07:08.163041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34dfa5-d816-484b-bda7-7f3dad2698bb req-017f4ce5-6b55-47b1-83cd-f256d1f8ee9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.164424 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f34dfa5-d816-484b-bda7-7f3dad2698bb req-017f4ce5-6b55-47b1-83cd-f256d1f8ee9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0843937 Feb 15 14:07:08.322052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f34dfa5-d816-484b-bda7-7f3dad2698bb req-c7e9d9d0-ee6e-4a8b-b927-00a18147ea7e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518106 Feb 15 14:07:08.639207 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-d34eb5c4-9bd0-4347-b706-9341b5e39960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.640642 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-d34eb5c4-9bd0-4347-b706-9341b5e39960 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1099 time: 0.0727520 Feb 15 14:07:08.731030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-80d2bb57-9aab-4f41-b44a-04c0e9b378bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.732489 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-80d2bb57-9aab-4f41-b44a-04c0e9b378bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0712981 Feb 15 14:07:08.866470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-9b1212a3-7afc-4b7b-b08c-a524ab3b5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.867914 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-9b1212a3-7afc-4b7b-b08c-a524ab3b5858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1293857 Feb 15 14:07:08.970888 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-56c490ed-96fa-41a4-8fd7-6c98070c3ac6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 1001 time: 0.0969253 Feb 15 14:07:09.031226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-ee292236-6f3c-4a0a-85a1-80d98442576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.032750 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-ee292236-6f3c-4a0a-85a1-80d98442576b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0569026 Feb 15 14:07:09.213080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-bd85b963-f370-4738-94ac-f5e9fabb0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.214580 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-bd85b963-f370-4738-94ac-f5e9fabb0e6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763964 Feb 15 14:07:09.344840 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-fa60474b-116c-41a7-97bd-1104f8df9c9d service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239612 Feb 15 14:07:09.476958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a2362c07-5c14-46bd-80e8-4b2d1d6ba918 req-591a91bc-a30b-4c13-ae79-5dc2c4d57212 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266639 Feb 15 14:07:09.508830 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21027e22-133e-485a-8ef6-37296aa4ebec req-867e7367-ed89-4b42-89aa-ce8b2084deab tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.510355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-21027e22-133e-485a-8ef6-37296aa4ebec req-867e7367-ed89-4b42-89aa-ce8b2084deab tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0813911 Feb 15 14:07:09.553075 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-21027e22-133e-485a-8ef6-37296aa4ebec req-e7d22f01-d609-411c-ad09-b76e96414c02 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370748 Feb 15 14:07:10.739752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05223c39-5499-4a23-946c-d3c1abd0c7e3 req-4b855607-8e06-4471-9705-5fcc7c845190 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:10.741160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05223c39-5499-4a23-946c-d3c1abd0c7e3 req-4b855607-8e06-4471-9705-5fcc7c845190 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0806096 Feb 15 14:07:10.784968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05223c39-5499-4a23-946c-d3c1abd0c7e3 req-88aac580-3d08-4952-9979-1518a97e5293 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380068 Feb 15 14:07:11.863454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:07:11.865807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:07:11.972435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fc0da-b6dd-4829-8322-53dc34a00e77 req-b37ccdd9-c01c-49c1-8033-93a43fceacc5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:11.973826 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cf9fc0da-b6dd-4829-8322-53dc34a00e77 req-b37ccdd9-c01c-49c1-8033-93a43fceacc5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0795476 Feb 15 14:07:12.021952 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cf9fc0da-b6dd-4829-8322-53dc34a00e77 req-96955dfc-2539-42da-a844-016e45ae0f38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Feb 15 14:07:12.077347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:12.128093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:12.134697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:12.149726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:12.152133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'mac_address': 'fa:16:3e:21:85:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:07:12.197309 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'code': 200} Feb 15 14:07:12.210579 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:12.227718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:12.233048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:12.351504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:07:12.351857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:07:12.352459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:12.359526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.360683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.361181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.361566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.362014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.362738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.362917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.363225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.363551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.363875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.364197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.364517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:12.479938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd575-5134-4e23-953c-773191a414d2 req-25c2a22f-41fc-43aa-a5fb-25fa53ddbec2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.481306 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cf7cd575-5134-4e23-953c-773191a414d2 req-25c2a22f-41fc-43aa-a5fb-25fa53ddbec2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 944 time: 0.0826290 Feb 15 14:07:12.526520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cf7cd575-5134-4e23-953c-773191a414d2 req-3d243bf3-9624-4b98-88fa-e45e71807f08 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387132 Feb 15 14:07:12.537010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-afbfc0d3-10ca-45c2-9efd-ff4282126d32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.537829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-afbfc0d3-10ca-45c2-9efd-ff4282126d32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:07:12.597283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-afbfc0d3-10ca-45c2-9efd-ff4282126d32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:07:12.598487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-afbfc0d3-10ca-45c2-9efd-ff4282126d32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291&tenant_id=a1ef813dab5f48b184038d13e9520475&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1423504 Feb 15 14:07:12.738601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-2334561b-0b9f-4157-b750-48c06e026284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.739974 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-2334561b-0b9f-4157-b750-48c06e026284 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1097 time: 0.0737712 Feb 15 14:07:12.869922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-16970c51-d705-4c55-870b-3de2dc7e9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.871359 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-16970c51-d705-4c55-870b-3de2dc7e9643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1259573 Feb 15 14:07:12.904967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:12.924979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:12.940725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:12.973186 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-d2c7a895-2d1d-4926-859d-a66ebcd41de2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 999 time: 0.0957251 Feb 15 14:07:13.015031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:13.038979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-b82f5189-f80c-4a9b-abde-29ef3b77368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.040414 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-b82f5189-f80c-4a9b-abde-29ef3b77368d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0613623 Feb 15 14:07:13.089118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['11f2a6c0-5a7d-4828-95c9-195dc5cf3474'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:07:13.113297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:13.120187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-6bc542c3-b969-4995-b61a-4381049670e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.121777 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-6bc542c3-b969-4995-b61a-4381049670e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749927 Feb 15 14:07:13.253065 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-6237a1ad-b00f-49db-bba6-e02749932d87 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245563 Feb 15 14:07:13.385932 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-35eaba16-1d19-49e8-afff-b5fd81ff2e22 req-9e3f715a-eabd-4e44-9bfd-fdbb463041f2 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258051 Feb 15 14:07:13.727129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baffd9-3171-4455-b48d-1c41bf0d02f7 req-fd07d47f-2a97-405e-bc79-b66f0b94466e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.728632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-29baffd9-3171-4455-b48d-1c41bf0d02f7 req-fd07d47f-2a97-405e-bc79-b66f0b94466e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 945 time: 0.0885074 Feb 15 14:07:13.775726 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-29baffd9-3171-4455-b48d-1c41bf0d02f7 req-e0b164be-59ec-4db4-babe-2e6f501ec421 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Feb 15 14:07:13.863980 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:07:13.934317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:13.934978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:14.094560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:14.129801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:14.198897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:14.204563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:14.257580 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'code': 200} Feb 15 14:07:14.276684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:14.963491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccdf7a-bd21-44d7-a4ab-e0f9aef06a50 req-20c48fe4-29ba-4ca9-a726-e44de2880a07 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:14.964936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-63ccdf7a-bd21-44d7-a4ab-e0f9aef06a50 req-20c48fe4-29ba-4ca9-a726-e44de2880a07 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0802474 Feb 15 14:07:15.010049 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-63ccdf7a-bd21-44d7-a4ab-e0f9aef06a50 req-dbaffea8-594f-44d0-9f49-aa7fb58ddf99 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391545 Feb 15 14:07:15.209756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7d08-af3c-42d3-bb04-d214d0ad1b36 req-a6535c31-da62-48f6-89d0-e23f4c1c5894 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:15.211193 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c1d7d08-af3c-42d3-bb04-d214d0ad1b36 req-a6535c31-da62-48f6-89d0-e23f4c1c5894 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0912673 Feb 15 14:07:15.254480 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c1d7d08-af3c-42d3-bb04-d214d0ad1b36 req-5fed6939-4847-45dd-99e0-fa8cf24943ac tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377266 Feb 15 14:07:15.769985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c526-55e3-481b-844a-c94c8b33a178 req-a10f8a90-2f3f-49ac-9a26-3cbd55a76b2c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:15.771477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6eb2c526-55e3-481b-844a-c94c8b33a178 req-a10f8a90-2f3f-49ac-9a26-3cbd55a76b2c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0809746 Feb 15 14:07:15.821514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6eb2c526-55e3-481b-844a-c94c8b33a178 req-4069bb71-14e1-48d0-af98-6bd41dff1f99 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Feb 15 14:07:15.881463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-a0ebbce2-7bc2-402c-9d52-3606a04e2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:15.882871 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-a0ebbce2-7bc2-402c-9d52-3606a04e2f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 1099 time: 0.0709670 Feb 15 14:07:16.010286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-9653cfd0-a63c-4145-8846-47a8540cef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:16.011706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-9653cfd0-a63c-4145-8846-47a8540cef89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1236906 Feb 15 14:07:16.113190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-52563809-400c-4ce5-95e7-e20d1da2a364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 200 len: 1001 time: 0.0951762 Feb 15 14:07:16.175243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-20289690-da63-4eb4-88ed-27ba0186711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:16.176573 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-20289690-da63-4eb4-88ed-27ba0186711b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0575626 Feb 15 14:07:16.363884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-04b0e60f-d96f-4c48-ab1c-6e9278b751a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:16.365395 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-04b0e60f-d96f-4c48-ab1c-6e9278b751a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1834633 Feb 15 14:07:16.496522 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-a8a70e94-cef6-46e4-809b-9c8bd415c559 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253443 Feb 15 14:07:16.628702 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-8f8ed225-ed64-4219-b1cd-b1c72b0676d0 req-db3044ef-eab1-4acc-b88c-47baf6744ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256814 Feb 15 14:07:17.006771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409a1c1-8e0a-4379-b1dc-95102fcb9928 req-f1d2e341-a231-4f80-8da2-bdc7fa881a70 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:17.008234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3409a1c1-8e0a-4379-b1dc-95102fcb9928 req-f1d2e341-a231-4f80-8da2-bdc7fa881a70 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0794790 Feb 15 14:07:17.052344 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3409a1c1-8e0a-4379-b1dc-95102fcb9928 req-376798eb-95b1-4828-86ac-2701aaff886a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384054 Feb 15 14:07:18.246458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1d5d-d555-44fc-a73b-ff1961fdf2c4 req-c14231b6-b40d-4498-b8f3-069266fc7257 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:18.247909 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc2f1d5d-d555-44fc-a73b-ff1961fdf2c4 req-c14231b6-b40d-4498-b8f3-069266fc7257 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0892220 Feb 15 14:07:18.291720 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bc2f1d5d-d555-44fc-a73b-ff1961fdf2c4 req-17df02a5-3d16-4ece-be12-89c0173f7eb3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Feb 15 14:07:18.900218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e51d-03f9-4531-9b32-1f3652e6338f req-1b448a0d-6560-4883-9551-adb8a2bd344c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:18.901604 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0425e51d-03f9-4531-9b32-1f3652e6338f req-1b448a0d-6560-4883-9551-adb8a2bd344c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0808561 Feb 15 14:07:18.947384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0425e51d-03f9-4531-9b32-1f3652e6338f req-01a0a8f1-c9dd-4b7c-9a92-00a4248bc614 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Feb 15 14:07:20.136004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2cace-a1e6-415f-b4bf-c6b778cd2c52 req-8e9b3b33-fb21-4b4b-a015-6428d53415f8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:20.137503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8c2cace-a1e6-415f-b4bf-c6b778cd2c52 req-8e9b3b33-fb21-4b4b-a015-6428d53415f8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0836995 Feb 15 14:07:20.183092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8c2cace-a1e6-415f-b4bf-c6b778cd2c52 req-f02fc720-b8a4-4414-894b-e6ff8d715f40 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392003 Feb 15 14:07:20.513831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-4bdcc45b-c667-441d-93ee-5360471f79b2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:20.515240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-4bdcc45b-c667-441d-93ee-5360471f79b2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0796988 Feb 15 14:07:20.582418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Deleting port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:07:20.582753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:20.825777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] For port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:20.826029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:21.118956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:21.119319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:21.119652 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c disassociated. External IP: 172.26.0.46, port: 11f2a6c0-5a7d-4828-95c9-195dc5cf3474. Feb 15 14:07:21.119989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Calling delete_port for 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:07:21.377357 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb589-2fd7-4cbe-a98d-f545966815e0 req-7d8d67b7-d08d-43e5-abfb-e4824d4de7d8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:21.378742 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e43cb589-2fd7-4cbe-a98d-f545966815e0 req-7d8d67b7-d08d-43e5-abfb-e4824d4de7d8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 946 time: 0.0826118 Feb 15 14:07:21.420166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:21.424425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e43cb589-2fd7-4cbe-a98d-f545966815e0 req-b23c4e1d-dd5c-42fb-9762-341814f60060 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 Feb 15 14:07:21.474177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'Port': ['ID=11f2a6c0-5a7d-4828-95c9-195dc5cf3474,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:21.485308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.485308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.485539 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.485803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.486130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.486464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.486790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.487113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.487434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.487752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.488069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.488390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:21.675465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:07:21.960427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:07:21.970116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:07:21.982863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:07:21.983469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:07:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:22.032141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] No DVR routers for this DVR port 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:22.034528 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:22.036997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-deleted', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:22.085675 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a35cda-5b24-4619-a5fa-c213f782b291', 'name': 'network-vif-deleted', 'tag': '11f2a6c0-5a7d-4828-95c9-195dc5cf3474', 'status': 'completed', 'code': 200} Feb 15 14:07:22.123819 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2cd5063d-249d-4851-ab2b-181f8d055a05 req-c7bc576d-c667-4bb0-acba-2eccb9f8a4de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "DELETE /v2.0/ports/11f2a6c0-5a7d-4828-95c9-195dc5cf3474 HTTP/1.1" status: 204 len: 173 time: 1.6036601 Feb 15 14:07:22.165707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:07:22.496926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:22.501630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:07:22.510183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:07:22.510796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:07:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:22.511740 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:07:22.592780 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d444b39-5f1a-4636-b966-88495d948e17 req-83b161d7-c849-46d4-b1b7-5e1e7d682e83 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1a35cda-5b24-4619-a5fa-c213f782b291 HTTP/1.1" status: 200 len: 210 time: 0.0457997 Feb 15 14:07:22.694734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:07:23.020299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:23.024433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb6a2-f18b-4f68-b5f0-f83d3a106a15 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:07:23.230249 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28f817-0615-41f0-8c74-36b5931a4195 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:07:23.908289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:07:23.926591 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-6cc410d2-1ccc-4684-981a-2dfe090fe661 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--650199113&fields=id&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 267 time: 0.0411820 Feb 15 14:07:23.946076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:07:23.946424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 11f2a6c0-5a7d-4828-95c9-195dc5cf3474 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:07:24.079053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-a7696981-678a-4ef8-b24c-5b5c787d120a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:24.079053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-a7696981-678a-4ef8-b24c-5b5c787d120a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.1429353 Feb 15 14:07:24.090964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-301bf1b0-1e19-4594-9be1-478bada4f9a9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/quotas/a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 375 time: 0.0089257 Feb 15 14:07:24.175218 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-bab450d1-f4dd-439e-9f76-ee8b23dc860a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787587 Feb 15 14:07:24.310530 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f8cfff77-d7d0-42e2-8d6e-502c4858d728 service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237805 Feb 15 14:07:24.440128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-4fde887b-d8e2-47b3-abfc-c39f3c84422c service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237655 Feb 15 14:07:24.718678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-764a51f1-8630-4463-8e51-db7496da791c req-ed89ef56-7588-4785-993e-19547800632e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 210 time: 0.0496991 Feb 15 14:07:25.872288 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f9f0e0f3-e4c4-412a-991f-60bc3b40fbfc req-fc6e2019-00fd-479f-bc7a-55429e0c852f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 210 time: 0.0421822 Feb 15 14:07:26.978684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ce029994-376c-493d-a045-396b0701c641 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:26.980173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ce029994-376c-493d-a045-396b0701c641 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.1478875 Feb 15 14:07:27.026248 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-d1dedef8-fd95-40db-ba14-7d960241e873 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 379 time: 0.0384800 Feb 15 14:07:27.033347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d632d885-ccc2-42af-95eb-a6794f19c6fb req-d52db79b-bbad-4487-bdd7-7f3353b05551 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 210 time: 0.0434570 Feb 15 14:07:27.036209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'port': {'device_id': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'admin_state_up': True, 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'security_groups': ['0ca6d27d-6de8-4a52-b272-fbc01c2c7003']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:27.178596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:07:27.183159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:port and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:07:27.185900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:07:27.191708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:07:27.252182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:27.256777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:27.431420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Allocated IP 172.20.0.3 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/2e1bd254-e1a6-4234-a721-4492bd59322d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:27.625464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:27.642760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Transition to ACTIVE for port object 2e1bd254-e1a6-4234-a721-4492bd59322d will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:27.740502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:27.816055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:27.819275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:27.823264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:07:27.854562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:27.892842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:27.893506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.020321 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-ed37599d-4c00-46d8-b1ff-0f37190a7794 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9880321 Feb 15 14:07:28.031644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Request body: {'port': {'device_id': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:28.145542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19f03abb-3bef-457f-9c53-fa16f14879a2 None None] Provisioning for port 2e1bd254-e1a6-4234-a721-4492bd59322d completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:28.151460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19f03abb-3bef-457f-9c53-fa16f14879a2 None None] Provisioning complete for port 2e1bd254-e1a6-4234-a721-4492bd59322d triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:28.151924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19f03abb-3bef-457f-9c53-fa16f14879a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.156634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.208026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-19f03abb-3bef-457f-9c53-fa16f14879a2 None None] Port 2e1bd254-e1a6-4234-a721-4492bd59322d cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:07:28.234299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1642cc-8b42-4f7d-9793-de2f81d3383e req-4cf21dd4-891f-4317-be60-4190ddc6a691 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:28.236423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b1642cc-8b42-4f7d-9793-de2f81d3383e req-4cf21dd4-891f-4317-be60-4190ddc6a691 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 931 time: 0.0875833 Feb 15 14:07:28.283246 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5b1642cc-8b42-4f7d-9793-de2f81d3383e req-23b8477f-7b7a-4969-8bfd-048683ccb645 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Feb 15 14:07:28.527312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:28.535994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.551000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Transition to ACTIVE for port object 2e1bd254-e1a6-4234-a721-4492bd59322d will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:28.625525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.778915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:28.858091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Attempting to bind port 2e1bd254-e1a6-4234-a721-4492bd59322d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:07:28.858423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Attempting to bind port 2e1bd254-e1a6-4234-a721-4492bd59322d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:07:28.858805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Attempting to bind port 2e1bd254-e1a6-4234-a721-4492bd59322d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:07:28.863354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Port 2e1bd254-e1a6-4234-a721-4492bd59322d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:07:28.863666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Attempting to bind port 2e1bd254-e1a6-4234-a721-4492bd59322d on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:07:28.868735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:07:28.869061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:07:28.869465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:07:28.869880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Bound port: 2e1bd254-e1a6-4234-a721-4492bd59322d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:07:28.870218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:28.961893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:07:28.964600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:07:29.054263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:29.220904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.221532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:29.222890 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1093 time: 1.1955135 Feb 15 14:07:29.223301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:29.244827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b96345-c20e-48bd-8d2e-6eb9213e5e66 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:29.277028 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'status': 'completed', 'code': 200} Feb 15 14:07:29.410826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a73e0c-38f4-4171-8218-28098884e540 req-6a219ec4-dede-4a12-812f-b72e226448df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.412402 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-19a73e0c-38f4-4171-8218-28098884e540 req-6a219ec4-dede-4a12-812f-b72e226448df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1096 time: 0.1183891 Feb 15 14:07:29.414046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-424cd27f-805f-4cae-a49f-36bbc038486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:29.520997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ffce-54ca-48bb-b0e1-6ca35e6431b7 req-93dd7383-efaa-4f21-8bdd-2fdae2bf628e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.522697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3686ffce-54ca-48bb-b0e1-6ca35e6431b7 req-93dd7383-efaa-4f21-8bdd-2fdae2bf628e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.1154432 Feb 15 14:07:29.573355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3686ffce-54ca-48bb-b0e1-6ca35e6431b7 req-1d3f6b94-fb1d-49b9-a3bd-a33460c0e272 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Feb 15 14:07:29.593802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a73e0c-38f4-4171-8218-28098884e540 req-fea607ec-08a8-4637-8715-23d3818c5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.595622 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-19a73e0c-38f4-4171-8218-28098884e540 req-fea607ec-08a8-4637-8715-23d3818c5d11 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1ef813dab5f48b184038d13e9520475&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1764987 Feb 15 14:07:29.731900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a73e0c-38f4-4171-8218-28098884e540 req-0237981f-4065-4633-b8b4-c40021e57a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.733326 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-19a73e0c-38f4-4171-8218-28098884e540 req-0237981f-4065-4633-b8b4-c40021e57a64 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1327343 Feb 15 14:07:29.841103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f6607734-78e4-45ed-8a32-12c3ca83fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.842525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-f6607734-78e4-45ed-8a32-12c3ca83fc89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1096 time: 0.0720813 Feb 15 14:07:29.912361 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-c9380ff3-85e7-408a-acbf-897530b60bb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 217 time: 0.0637252 Feb 15 14:07:29.976591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-3d8fe749-5562-4088-abdd-3ee4a1a270a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.978048 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-3d8fe749-5562-4088-abdd-3ee4a1a270a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0603144 Feb 15 14:07:30.062301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-82e00729-573b-4aad-9f09-33234dded517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.063954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-82e00729-573b-4aad-9f09-33234dded517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801156 Feb 15 14:07:30.193299 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-2e76c999-51dd-400f-9471-e781e60ae0ce service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236088 Feb 15 14:07:30.339973 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a0f418a-fc97-4d78-9ba0-50fb4635994f req-dab4ccb4-c5c4-45d3-af42-20cd16492dcc service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412430 Feb 15 14:07:30.761427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3acc-039e-47a6-bd04-91dc91a4e9c8 req-446d307a-086c-402f-b505-1a8d6b9103ed tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.762851 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c97a3acc-039e-47a6-bd04-91dc91a4e9c8 req-446d307a-086c-402f-b505-1a8d6b9103ed tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.0805368 Feb 15 14:07:30.807492 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c97a3acc-039e-47a6-bd04-91dc91a4e9c8 req-7c03d924-d9c2-447d-b1ba-0295e732505d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 Feb 15 14:07:32.004060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49acb6-50c1-48bd-94d5-374f4433e16f req-600ad93b-d324-4df0-bcd4-9e5d5f7aedb2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:32.005505 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db49acb6-50c1-48bd-94d5-374f4433e16f req-600ad93b-d324-4df0-bcd4-9e5d5f7aedb2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.0899451 Feb 15 14:07:32.052582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db49acb6-50c1-48bd-94d5-374f4433e16f req-ca151284-45f1-4790-b064-b6862c4ee515 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410013 Feb 15 14:07:32.556624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eca41b7d-9fc6-4df9-99a1-2d899b4db512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:32.705121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:32.830756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:33.234428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e814e-3125-4574-8b50-ba10af9aaa46 req-f1c451d5-8729-48e6-a70f-44e028fed094 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:33.235890 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e38e814e-3125-4574-8b50-ba10af9aaa46 req-f1c451d5-8729-48e6-a70f-44e028fed094 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.0789151 Feb 15 14:07:33.279208 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e38e814e-3125-4574-8b50-ba10af9aaa46 req-972575af-dc1a-4a96-892b-190217de89f9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376909 Feb 15 14:07:33.423161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:33.970240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:07:34.157910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:34.174046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:07:34.221306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:34.228925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:34.245723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:34.262176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:34.321950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:34.391846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:34.475895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f6eb-ad1e-4ed7-937f-1914b8b7ccd1 req-2d00607a-f0da-4568-9ddc-765651b650d4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:34.477357 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb74f6eb-ad1e-4ed7-937f-1914b8b7ccd1 req-2d00607a-f0da-4568-9ddc-765651b650d4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 944 time: 0.0843544 Feb 15 14:07:34.523085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb74f6eb-ad1e-4ed7-937f-1914b8b7ccd1 req-fd389626-a7e6-4802-a8b3-ce9557bbd43f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Feb 15 14:07:34.523328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['2e1bd254-e1a6-4234-a721-4492bd59322d'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:07:35.712233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ba6e0-4ead-4dcd-b2e3-4a217af50543 req-b6ee17d7-a49e-4aaf-b9c9-f358fa8b764c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:35.713704 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff3ba6e0-4ead-4dcd-b2e3-4a217af50543 req-b6ee17d7-a49e-4aaf-b9c9-f358fa8b764c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 944 time: 0.0811653 Feb 15 14:07:35.760758 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff3ba6e0-4ead-4dcd-b2e3-4a217af50543 req-56e10e46-5b3f-46ab-a21c-7d462dad725d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 Feb 15 14:07:35.989831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:07:36.116325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 2e1bd254-e1a6-4234-a721-4492bd59322d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:36.121035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 2e1bd254-e1a6-4234-a721-4492bd59322d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:36.121426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:36.233560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:36.262503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:36.271828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:07:36.306776 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'code': 200} Feb 15 14:07:36.344940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:36.411780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:36.648596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fe8d5-1f99-4a82-80df-ca402352a128 req-b56830b6-32af-4311-b8a5-0eae2c0167d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:36.650081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f41fe8d5-1f99-4a82-80df-ca402352a128 req-b56830b6-32af-4311-b8a5-0eae2c0167d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0697827 Feb 15 14:07:36.691004 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f41fe8d5-1f99-4a82-80df-ca402352a128 req-18585608-09f5-4db6-be48-dfcfae54b7bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343871 Feb 15 14:07:37.040213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac96f85-ed01-41b5-b367-2d34d197a6dd req-691091e1-4be0-4fd1-80b4-2aff69b6dc57 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:37.041599 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dac96f85-ed01-41b5-b367-2d34d197a6dd req-691091e1-4be0-4fd1-80b4-2aff69b6dc57 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.1774611 Feb 15 14:07:37.085840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dac96f85-ed01-41b5-b367-2d34d197a6dd req-84365730-09bf-4ff0-9b6a-8c00da1fb725 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Feb 15 14:07:38.271933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c490ce7-fe8e-4f8c-9d4d-14ec48a72df7 req-84651c58-abee-4ccd-a29a-225e822d7634 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:38.273391 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c490ce7-fe8e-4f8c-9d4d-14ec48a72df7 req-84651c58-abee-4ccd-a29a-225e822d7634 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0814903 Feb 15 14:07:38.317383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c490ce7-fe8e-4f8c-9d4d-14ec48a72df7 req-1fcf7a57-45e9-4aec-a0ce-342e461ed89d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 Feb 15 14:07:38.496356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f97f5-add9-401f-a9cb-ed12bc4fc18a req-a4461629-7b17-4f92-89f6-84860c975d75 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:38.497727 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f7f97f5-add9-401f-a9cb-ed12bc4fc18a req-a4461629-7b17-4f92-89f6-84860c975d75 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0788665 Feb 15 14:07:38.506792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35140) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:07:38.511658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'floatingip': {'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:38.588466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:39.168064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:39.212956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:39.381371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c associated. External IP: 172.26.0.46, port: 2e1bd254-e1a6-4234-a721-4492bd59322d. Feb 15 14:07:39.827904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:07:40.003960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:07:40.008579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:40.013741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:07:40.023925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:07:40.024533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:07:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:40.065268 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8b5c9eb0-8bfa-4b5e-88d2-a7876f419461 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "PUT /v2.0/floatingips/a37923cf-e550-47c8-ba77-62114afa261c HTTP/1.1" status: 200 len: 990 time: 1.5548174 Feb 15 14:07:40.065268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:40.115318 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'status': 'completed', 'code': 200} Feb 15 14:07:40.209534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-dac1fd5f-8489-4ac2-9a37-e1d69423713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.211261 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-dac1fd5f-8489-4ac2-9a37-e1d69423713e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0750735 Feb 15 14:07:40.214331 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:07:40.348276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-2a57f4f2-ca75-4494-bc77-ef715e4642c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.349868 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-2a57f4f2-ca75-4494-bc77-ef715e4642c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1313109 Feb 15 14:07:40.453850 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-f5e817f6-3c09-4aa6-a802-5fb5872a8b7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 998 time: 0.0983715 Feb 15 14:07:40.522967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-50a16b3f-ac16-4a27-a00b-306adde5f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.524393 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-50a16b3f-ac16-4a27-a00b-306adde5f9ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0643175 Feb 15 14:07:40.578441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:07:39Z', 'revision_number': 9, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:40.582831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:07:40.594009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:07:40.594608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:07:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:40.606334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-ac9cc277-2b0e-4505-8938-b00c3c426ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.607064 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-ac9cc277-2b0e-4505-8938-b00c3c426ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758481 Feb 15 14:07:40.664447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f425f-c56b-46b7-9738-e0b533129caa req-75d690c1-e988-4285-b1b1-93c2e1e76ccd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.666337 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a33f425f-c56b-46b7-9738-e0b533129caa req-75d690c1-e988-4285-b1b1-93c2e1e76ccd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.1007571 Feb 15 14:07:40.718352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a33f425f-c56b-46b7-9738-e0b533129caa req-607011f3-7317-4192-a917-9108978258b5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456455 Feb 15 14:07:40.781877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:07:40.918756 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-c753981d-3d35-4abc-9243-b74faa172c0e service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051043 Feb 15 14:07:40.953094 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-bbca38bd-6c28-4375-b514-4fab1c2f6feb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467795 Feb 15 14:07:41.060817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e54c9082-cfc8-4c8f-a747-9449a9210843 req-929d3af1-f7ea-42d0-a51a-2fde5f8936fb service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353459 Feb 15 14:07:41.169199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:07:39Z', 'revision_number': 9, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:41.173964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db985606-034e-4d2d-8c68-c89aa8222db1 None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:07:39Z', 'revision_number': 9, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:07:41.362430 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b04ac-4b22-48fe-8a34-58e595e84d26 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:07:41.926029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850dc44-b274-43e7-b126-d05773321b55 req-decaa090-2ad3-435a-a0b0-4b1f73eda616 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:41.927499 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7850dc44-b274-43e7-b126-d05773321b55 req-decaa090-2ad3-435a-a0b0-4b1f73eda616 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0841508 Feb 15 14:07:41.973293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7850dc44-b274-43e7-b126-d05773321b55 req-43709390-e5f7-4c26-8f46-3a81afe32170 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Feb 15 14:07:42.975649 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-5c3c14ba-a112-4895-8565-764d0929d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:42.977019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-5c3c14ba-a112-4895-8565-764d0929d717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0689902 Feb 15 14:07:43.118829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-6fc82134-b7b5-4568-bb63-67f58fb4cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:43.120241 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-6fc82134-b7b5-4568-bb63-67f58fb4cdb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1377804 Feb 15 14:07:43.167381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd423a8-2a80-4163-ab27-448c4c10e7c3 req-3556c4ac-5bf1-47bb-8fa4-c5833acc6dae tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:43.168852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2fd423a8-2a80-4163-ab27-448c4c10e7c3 req-3556c4ac-5bf1-47bb-8fa4-c5833acc6dae tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0838776 Feb 15 14:07:43.216324 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2fd423a8-2a80-4163-ab27-448c4c10e7c3 req-dc5a63a2-c6a3-405b-ad12-97dc6725f11d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Feb 15 14:07:43.231199 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-3f6feed8-8033-498f-aafc-3a5c3232988e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1001 time: 0.1042802 Feb 15 14:07:43.297825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-ba317010-a8cd-47ca-8a24-b364de3c4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:43.299246 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-ba317010-a8cd-47ca-8a24-b364de3c4b0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0627940 Feb 15 14:07:43.377312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-577eea2e-c1ec-47e8-9ca4-a03345af8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:43.378802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-577eea2e-c1ec-47e8-9ca4-a03345af8303 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738983 Feb 15 14:07:43.509727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-28ec2080-14f2-4b30-8554-d64988282f0c service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245942 Feb 15 14:07:43.641238 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-70ef6b02-a74d-4d28-ba93-019777d50582 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253822 Feb 15 14:07:44.408087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e303-25c8-4c34-8329-840de0910953 req-63042aa5-a81d-4991-a547-05348b3fa3db tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:44.409562 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b647e303-25c8-4c34-8329-840de0910953 req-63042aa5-a81d-4991-a547-05348b3fa3db tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0800169 Feb 15 14:07:44.458207 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b647e303-25c8-4c34-8329-840de0910953 req-3c1c539e-7875-439c-afc9-c831ec3d47f5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430005 Feb 15 14:07:45.643489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce5035-6aa4-4109-bd06-a32b83580b68 req-d5de557e-4cb4-4713-aa27-baad7ed5f9ad tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:45.644976 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9ce5035-6aa4-4109-bd06-a32b83580b68 req-d5de557e-4cb4-4713-aa27-baad7ed5f9ad tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0811486 Feb 15 14:07:45.690115 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c9ce5035-6aa4-4109-bd06-a32b83580b68 req-0cc8c100-98cf-46b3-ab0f-ff41966df56d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Feb 15 14:07:46.878619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b4bf6-0162-43fa-8d52-6782739cc5e6 req-862c249c-bd12-4934-86ee-5153de0ef8fd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:46.880070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-184b4bf6-0162-43fa-8d52-6782739cc5e6 req-862c249c-bd12-4934-86ee-5153de0ef8fd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0833571 Feb 15 14:07:46.923796 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-184b4bf6-0162-43fa-8d52-6782739cc5e6 req-e3ee8781-d1ce-4474-8e69-1b12f1e9f0ad tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381913 Feb 15 14:07:48.110097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f8338-ae63-45bb-8d30-2c65e8a6c792 req-3e158820-19b8-41fa-a20f-080efe53486f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:48.124245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c17f8338-ae63-45bb-8d30-2c65e8a6c792 req-3e158820-19b8-41fa-a20f-080efe53486f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0823328 Feb 15 14:07:48.157969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c17f8338-ae63-45bb-8d30-2c65e8a6c792 req-4ff776fd-1e8d-41a5-b95a-4dde1f6f0c19 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Feb 15 14:07:49.343962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a256-16e7-486c-ac3f-e56f922aee71 req-06b71b90-79d9-479a-ba02-bcf24dc65fb0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:49.345430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06b0a256-16e7-486c-ac3f-e56f922aee71 req-06b71b90-79d9-479a-ba02-bcf24dc65fb0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0834386 Feb 15 14:07:49.387971 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06b0a256-16e7-486c-ac3f-e56f922aee71 req-4b7890b6-165c-49b1-aadf-6852bb7cefbd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370467 Feb 15 14:07:50.570804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f641053-6c50-47b8-8d14-f0f933737501 req-84f0509e-64df-49f9-8791-fd9ae1527027 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:50.572297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f641053-6c50-47b8-8d14-f0f933737501 req-84f0509e-64df-49f9-8791-fd9ae1527027 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0789623 Feb 15 14:07:50.620302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0f641053-6c50-47b8-8d14-f0f933737501 req-4d20440b-bb9c-4037-bccd-75bda6f283d4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 Feb 15 14:07:51.816278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad1f0-ca6d-4299-9ff2-344a156c69ac req-72c35729-5031-445f-9220-189b5771a509 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:51.817903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c85ad1f0-ca6d-4299-9ff2-344a156c69ac req-72c35729-5031-445f-9220-189b5771a509 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0867841 Feb 15 14:07:51.862897 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c85ad1f0-ca6d-4299-9ff2-344a156c69ac req-2bbba2b4-15ed-44df-a50f-795e0796bd94 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393641 Feb 15 14:07:53.049739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5d73d-ab60-4187-b6f1-062f0c22cad3 req-75355a62-070d-4690-96ac-4a8b635c9f32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.051185 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-62e5d73d-ab60-4187-b6f1-062f0c22cad3 req-75355a62-070d-4690-96ac-4a8b635c9f32 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0828538 Feb 15 14:07:53.095193 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-62e5d73d-ab60-4187-b6f1-062f0c22cad3 req-d988edf5-e123-4e2b-b739-1a6ba005e184 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381992 Feb 15 14:07:54.285523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52dc08-63b7-484b-b51a-828073df6d98 req-b5e61266-1376-4d72-9600-71544bd0cf41 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.287023 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb52dc08-63b7-484b-b51a-828073df6d98 req-b5e61266-1376-4d72-9600-71544bd0cf41 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0841196 Feb 15 14:07:54.345520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb52dc08-63b7-484b-b51a-828073df6d98 req-20faa1cf-df19-4246-811f-f11933c34ec3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515776 Feb 15 14:07:55.636690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538ed39-4909-48dc-a5c6-8ecaf049845d req-3c5e4ae6-f581-4f9f-bc1f-1074d4f2c306 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:55.638207 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0538ed39-4909-48dc-a5c6-8ecaf049845d req-3c5e4ae6-f581-4f9f-bc1f-1074d4f2c306 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.1848550 Feb 15 14:07:55.682453 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0538ed39-4909-48dc-a5c6-8ecaf049845d req-0b72cd79-2ffe-423e-a5b4-eb86bdf6480f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375164 Feb 15 14:07:56.865644 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc24a2-a45d-498d-bf8b-cab29a07424d req-5d91df51-9a28-43f1-b090-a0195682b0b4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:56.867054 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2dc24a2-a45d-498d-bf8b-cab29a07424d req-5d91df51-9a28-43f1-b090-a0195682b0b4 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0774221 Feb 15 14:07:56.912868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2dc24a2-a45d-498d-bf8b-cab29a07424d req-170357d0-957f-4a60-83a1-326eeed0018a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401056 Feb 15 14:07:58.095513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9609da-2328-44fe-b674-5a35280b3394 req-5fed3564-6661-4c22-aead-bd8491cc5753 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:58.096958 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a9609da-2328-44fe-b674-5a35280b3394 req-5fed3564-6661-4c22-aead-bd8491cc5753 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0785053 Feb 15 14:07:58.140439 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a9609da-2328-44fe-b674-5a35280b3394 req-bd1d2903-a5e2-47cf-a6a3-95e5d035fdd0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378802 Feb 15 14:07:59.332671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367164b-542b-488d-9611-6d29781750c2 req-c0ffa4a2-ddc8-46a9-ba6e-21d88b0d71a2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:59.334173 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8367164b-542b-488d-9611-6d29781750c2 req-c0ffa4a2-ddc8-46a9-ba6e-21d88b0d71a2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0853212 Feb 15 14:07:59.381079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8367164b-542b-488d-9611-6d29781750c2 req-da91f366-19a5-4fde-abe8-9b0295988b6e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Feb 15 14:07:59.400905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ce3e020e-d020-4ee8-a1a3-6099bfbb6748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:07:59.515409 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:08:00.567943 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd798d9f-dae6-4f0e-8259-66aa0ca00742 req-774f86dc-a5ac-4aae-b9ce-d4399ebf0e4d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:00.569388 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd798d9f-dae6-4f0e-8259-66aa0ca00742 req-774f86dc-a5ac-4aae-b9ce-d4399ebf0e4d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0796561 Feb 15 14:08:00.616276 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd798d9f-dae6-4f0e-8259-66aa0ca00742 req-a36e87d4-fa5a-427b-915d-ee44016aa2d1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 Feb 15 14:08:00.647935 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-f3d7994d-c279-418e-adf0-a964c3b9bddf service neutron] 10.222.0.36 "GET /v2.0/ports/2e1bd254-e1a6-4234-a721-4492bd59322d/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0781682 Feb 15 14:08:01.147777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-836f7c2f-7c6e-4e3e-9e77-bfdd3937d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.149156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-836f7c2f-7c6e-4e3e-9e77-bfdd3937d2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0711479 Feb 15 14:08:01.304850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-f4f0dafb-2522-4c5b-a4c8-9f6723109b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.306352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-f4f0dafb-2522-4c5b-a4c8-9f6723109b90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1363604 Feb 15 14:08:01.311417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-cbe09319-8975-438f-abba-e664d44fe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.312954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-cbe09319-8975-438f-abba-e664d44fe82e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1098 time: 0.0752847 Feb 15 14:08:01.410646 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-b982048a-b392-4f6a-8a67-6977496e21ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1001 time: 0.0979173 Feb 15 14:08:01.471163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-2dbd3c3a-0089-4793-9bc5-3fd7ce24f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.472584 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-2dbd3c3a-0089-4793-9bc5-3fd7ce24f28d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0568812 Feb 15 14:08:01.666129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-867b8da5-6066-43ff-bc12-69ae05931b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.667526 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-867b8da5-6066-43ff-bc12-69ae05931b97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1895261 Feb 15 14:08:01.802849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e74a4-4a09-4b90-8025-9c5915e8d82f req-d141c180-4949-4e77-8eb6-5d1d1db0f320 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.804319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-139e74a4-4a09-4b90-8025-9c5915e8d82f req-d141c180-4949-4e77-8eb6-5d1d1db0f320 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0812039 Feb 15 14:08:01.804753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-2e697766-a09e-432d-b0fb-e734d2ac6802 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308422 Feb 15 14:08:01.848673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-139e74a4-4a09-4b90-8025-9c5915e8d82f req-689fae72-b85c-433b-85ac-bd5a319f2a14 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387075 Feb 15 14:08:01.935283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dacba28d-087a-4ec6-9109-ea661d7d80a6 req-d0a59515-92de-4a99-a6b9-3c45c1dedcb6 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245041 Feb 15 14:08:02.039337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-7faaf616-1a78-4c78-a6b6-2876bf68e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.040769 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-7faaf616-1a78-4c78-a6b6-2876bf68e598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0688303 Feb 15 14:08:02.170684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-3cf0612a-d992-46f7-9bab-ffa758cd243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.172092 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-3cf0612a-d992-46f7-9bab-ffa758cd243a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1251602 Feb 15 14:08:02.272243 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-3b1fb366-d232-423b-996e-e55f0d4600e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1001 time: 0.0944710 Feb 15 14:08:02.332239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-2ba44c87-06ca-4dd4-83ec-b3f18cd396fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.333628 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-2ba44c87-06ca-4dd4-83ec-b3f18cd396fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0562379 Feb 15 14:08:02.409291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-7a4bfd9b-5ed0-4384-9649-bf9c9a7f2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.410756 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-7a4bfd9b-5ed0-4384-9649-bf9c9a7f2acb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716312 Feb 15 14:08:02.540562 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-912535a7-e5eb-4653-bb31-1fa5a0dc83c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238105 Feb 15 14:08:02.543226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-417567f5-90c3-4933-b709-98c30c91cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:02.651824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:02.672895 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ffef0044-4e72-46b5-974f-ed16878e8074 req-10cf0740-3b6d-43c4-ac63-664cb7e07bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Feb 15 14:08:02.846266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:03.049135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0ca2c-fd9f-48bf-a424-aa5e4faba7cb req-3e41754a-fc21-406c-8c9d-27068a94f98f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:03.050693 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b4a0ca2c-fd9f-48bf-a424-aa5e4faba7cb req-3e41754a-fc21-406c-8c9d-27068a94f98f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0905285 Feb 15 14:08:03.094691 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b4a0ca2c-fd9f-48bf-a424-aa5e4faba7cb req-233d769f-bc18-4380-8b81-d50702d3019a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382085 Feb 15 14:08:03.434389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:04.143900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:08:04.206328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:04.260560 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:04.284966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3dde9-fefc-465c-becc-fea51060e523 req-62575afd-7228-4859-aa2f-5063644e5ba8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.287111 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1c3dde9-fefc-465c-becc-fea51060e523 req-62575afd-7228-4859-aa2f-5063644e5ba8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0821271 Feb 15 14:08:04.288662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:04.299718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:04.336332 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1c3dde9-fefc-465c-becc-fea51060e523 req-2bf62395-f49b-454c-8759-382c55dbe42b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Feb 15 14:08:04.355630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:04.390639 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'code': 200} Feb 15 14:08:04.429335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:05.529848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a34a0-dff5-4506-870f-1896c5ce9518 req-c67afbd4-191b-49e0-9256-5f11b6587ad1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.531335 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f21a34a0-dff5-4506-870f-1896c5ce9518 req-c67afbd4-191b-49e0-9256-5f11b6587ad1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.0825222 Feb 15 14:08:05.577240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f21a34a0-dff5-4506-870f-1896c5ce9518 req-48ae9b2c-9548-4c8e-9704-43eb05d51a49 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Feb 15 14:08:06.144492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:08:06.286854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:06.300439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:08:06.348725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d692-8347-4aaa-b939-9f6ed4d67904 req-c3cdb638-24da-4462-843c-c72bf90cd667 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.350544 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5494d692-8347-4aaa-b939-9f6ed4d67904 req-c3cdb638-24da-4462-843c-c72bf90cd667 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 943 time: 0.0814185 Feb 15 14:08:06.354943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-0c908088-015e-4c3e-9159-f66c22458727 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.355666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-0c908088-015e-4c3e-9159-f66c22458727 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:08:06.363533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:06.381433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:06.397865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:06.404634 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5494d692-8347-4aaa-b939-9f6ed4d67904 req-4c619ea5-7440-4441-9fd2-680639a90e1f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432475 Feb 15 14:08:06.429128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-0c908088-015e-4c3e-9159-f66c22458727 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:08:06.430297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-0c908088-015e-4c3e-9159-f66c22458727 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd&tenant_id=a1ef813dab5f48b184038d13e9520475&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 943 time: 0.1647201 Feb 15 14:08:06.514911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:06.520160 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-c6f6cda6-fcc4-42c0-8e3e-57ae6eeed09c service neutron] 10.222.0.36 "GET /v2.0/ports/2e1bd254-e1a6-4234-a721-4492bd59322d/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0840659 Feb 15 14:08:06.585379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['2e1bd254-e1a6-4234-a721-4492bd59322d'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:08:06.616195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-2cb4c58b-741a-4970-ba23-798ace81b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.617811 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-2cb4c58b-741a-4970-ba23-798ace81b10b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1097 time: 0.0743678 Feb 15 14:08:06.643248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:06.755263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-c1ff2692-cc8c-4dd8-ac20-99ffd2585ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.756813 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-c1ff2692-cc8c-4dd8-ac20-99ffd2585ca0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1333070 Feb 15 14:08:06.866189 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-af581f6b-aa9a-4bd6-ae58-260abcc98aeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1000 time: 0.1020315 Feb 15 14:08:06.926936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-bab1b059-5c94-4bfe-82b3-4eb347a31895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.928505 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-bab1b059-5c94-4bfe-82b3-4eb347a31895 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0565834 Feb 15 14:08:07.119604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-7a7c5cc1-90ac-4d2c-9721-12339b29dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:07.121110 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-7a7c5cc1-90ac-4d2c-9721-12339b29dcc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853411 Feb 15 14:08:07.255654 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-b45ac5f5-a1ce-4caf-857c-37f911eceea9 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278729 Feb 15 14:08:07.386548 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-aaffac1d-7822-4f02-8d6f-1f745017397c service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255112 Feb 15 14:08:07.603724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3edb3b-a820-49aa-859e-86e1c16424d8 req-5373f318-befc-4fd5-ac61-81d5751c2bea tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:07.605203 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce3edb3b-a820-49aa-859e-86e1c16424d8 req-5373f318-befc-4fd5-ac61-81d5751c2bea tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 944 time: 0.0812273 Feb 15 14:08:07.652254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ce3edb3b-a820-49aa-859e-86e1c16424d8 req-6584c8fc-91b1-4790-b153-81b533b8cf81 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Feb 15 14:08:08.165704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:08:08.233255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 2e1bd254-e1a6-4234-a721-4492bd59322d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:08.233582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:08.351933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:08.379506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:08.391014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:08.433785 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'code': 200} Feb 15 14:08:08.452141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:08.519325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:08.847136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590b5d-acb2-4e16-a29a-6e1d0f50631b req-a134d7c6-584d-4051-8952-f752bea5ab1f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:08.848490 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11590b5d-acb2-4e16-a29a-6e1d0f50631b req-a134d7c6-584d-4051-8952-f752bea5ab1f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0824087 Feb 15 14:08:08.892459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-11590b5d-acb2-4e16-a29a-6e1d0f50631b req-71fa0443-8022-4f2b-bd69-ac89b946731c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 Feb 15 14:08:10.080617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e991-9aa0-456c-9afe-e5a492726b23 req-fd42f62a-b548-4f1b-8c27-487b94ddc76a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.082080 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e06e991-9aa0-456c-9afe-e5a492726b23 req-fd42f62a-b548-4f1b-8c27-487b94ddc76a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0798991 Feb 15 14:08:10.132030 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7e06e991-9aa0-456c-9afe-e5a492726b23 req-b1e85184-104b-41fe-8fd6-5695c247dde1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Feb 15 14:08:10.411150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-11878733-821e-4bcd-8ee6-15f0ffe90306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.412598 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-11878733-821e-4bcd-8ee6-15f0ffe90306 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1098 time: 0.0741866 Feb 15 14:08:10.517796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-f7e1a6b7-49cd-4256-a9ba-ca1070bf018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.519193 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-f7e1a6b7-49cd-4256-a9ba-ca1070bf018c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0842600 Feb 15 14:08:10.654867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-a0a787b4-e0ba-4636-b21a-5fb206b78d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.656365 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-a0a787b4-e0ba-4636-b21a-5fb206b78d65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1314986 Feb 15 14:08:10.760376 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-f17e6ad3-6b1d-457d-8d0d-28992866ac3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 200 len: 1001 time: 0.0980361 Feb 15 14:08:10.823278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-33faa982-3541-4241-bd2c-391c6f0407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.825186 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-33faa982-3541-4241-bd2c-391c6f0407ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0583944 Feb 15 14:08:10.898467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-86372dc9-e254-4b58-adfb-d2a61832db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.899902 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-86372dc9-e254-4b58-adfb-d2a61832db38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697534 Feb 15 14:08:11.029552 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-4e4c4df5-5bc3-463d-83aa-1b0c9253b0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229253 Feb 15 14:08:11.162151 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34644d03-c17e-4df8-bb6e-4a7f700cee24 req-37531f8d-875b-497c-b56b-78708d679d3b service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268170 Feb 15 14:08:11.327391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5210f0a-bb2a-4ddd-ad41-2142b7a53e88 req-327eea85-60a7-4f06-a00a-a2d559a6b638 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.333092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b5210f0a-bb2a-4ddd-ad41-2142b7a53e88 req-327eea85-60a7-4f06-a00a-a2d559a6b638 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0857236 Feb 15 14:08:11.374056 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b5210f0a-bb2a-4ddd-ad41-2142b7a53e88 req-098b51fc-de61-4af6-853f-9ef2c793fa79 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Feb 15 14:08:12.716297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503a82-2ce4-40f7-99a3-6ad72e80e4e8 req-2c36d6bd-ed70-491e-9695-845f222ff8a0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:12.717871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8503a82-2ce4-40f7-99a3-6ad72e80e4e8 req-2c36d6bd-ed70-491e-9695-845f222ff8a0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0839446 Feb 15 14:08:12.767556 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8503a82-2ce4-40f7-99a3-6ad72e80e4e8 req-959d0f26-b390-4235-859e-23576e20f221 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Feb 15 14:08:13.963528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18cd57-9f07-46f7-879d-82adf6468348 req-bbf4253f-7dc1-4498-ba08-1d60dd5072f1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.964915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f18cd57-9f07-46f7-879d-82adf6468348 req-bbf4253f-7dc1-4498-ba08-1d60dd5072f1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0872810 Feb 15 14:08:14.009458 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f18cd57-9f07-46f7-879d-82adf6468348 req-977f9f98-4c68-43d3-b16e-796a8ff4fc80 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381856 Feb 15 14:08:14.196032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:08:14.196874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca501-192d-480d-b0b0-3441bca2bbb3 req-67bbe644-f53b-45f4-af6f-4bfe33e766cd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.198112 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e00ca501-192d-480d-b0b0-3441bca2bbb3 req-67bbe644-f53b-45f4-af6f-4bfe33e766cd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0848780 Feb 15 14:08:14.199325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:08:14.247614 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e00ca501-192d-480d-b0b0-3441bca2bbb3 req-c7207dd9-2eb0-4953-bf17-d5629cc940d9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Feb 15 14:08:14.420594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:14.436567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366d4d-6418-441c-b504-9fbc1d9a9d7d req-8c80fa9b-0dad-4e9a-8001-afa98ac21525 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.438101 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-96366d4d-6418-441c-b504-9fbc1d9a9d7d req-8c80fa9b-0dad-4e9a-8001-afa98ac21525 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0853066 Feb 15 14:08:14.443782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:14.467946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:14.474329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'mac_address': 'fa:16:3e:de:53:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:08:14.480141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:14.486754 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-96366d4d-6418-441c-b504-9fbc1d9a9d7d req-f24f736d-11ec-41ed-86a6-a10b29998641 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422416 Feb 15 14:08:14.553852 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'code': 200} Feb 15 14:08:14.558904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:14.640238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:14.664640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:14.668510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=9']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:14.682069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.682476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.682752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.683073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.683407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.683738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.684103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.684429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.684761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.685081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.685420 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.685746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:14.694754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:14.783005 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:14.848783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['2e1bd254-e1a6-4234-a721-4492bd59322d'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:08:14.908933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=10']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:15.244091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ce5f-b2fa-49ba-9589-ce6eaab2ee12 req-e8c17ead-e5b5-4e13-84db-0050aec8eb55 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:15.245784 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc0ce5f-b2fa-49ba-9589-ce6eaab2ee12 req-e8c17ead-e5b5-4e13-84db-0050aec8eb55 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0974801 Feb 15 14:08:15.298138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2bc0ce5f-b2fa-49ba-9589-ce6eaab2ee12 req-b14cf09d-4fc6-4318-b873-90363b5578e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451336 Feb 15 14:08:16.218358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:08:16.286475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 2e1bd254-e1a6-4234-a721-4492bd59322d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:16.286850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:16.409738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:16.449199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:16.490585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69fc23-65cb-49a2-af67-21ef5b7bb5fb req-21cca240-98e0-48b4-9f69-70193286d6ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:16.491974 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c69fc23-65cb-49a2-af67-21ef5b7bb5fb req-21cca240-98e0-48b4-9f69-70193286d6ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 945 time: 0.0834761 Feb 15 14:08:16.514334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:16.537219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1c69fc23-65cb-49a2-af67-21ef5b7bb5fb req-7db81ec7-2d7d-4ece-b56f-88e3b1952cc3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Feb 15 14:08:16.556137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:16.596225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=11']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:16.606215 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'code': 200} Feb 15 14:08:17.182762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140714fe-855c-416b-a485-68da920b5bff req-b281cbe4-a4db-42cc-86b5-c16e1e646006 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:17.184857 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-140714fe-855c-416b-a485-68da920b5bff req-b281cbe4-a4db-42cc-86b5-c16e1e646006 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 946 time: 0.0858257 Feb 15 14:08:17.254754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Deleting port 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:08:17.255097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:17.504324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] For port 2e1bd254-e1a6-4234-a721-4492bd59322d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2e1bd254-e1a6-4234-a721-4492bd59322d,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:17.504583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:17.735169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032caeaf-f386-4fc5-8477-b9791d4c7397 req-068492a1-1f93-4630-8af8-c64a0e068bf2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:17.736650 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-032caeaf-f386-4fc5-8477-b9791d4c7397 req-068492a1-1f93-4630-8af8-c64a0e068bf2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 946 time: 0.0843666 Feb 15 14:08:17.781150 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-032caeaf-f386-4fc5-8477-b9791d4c7397 req-e3e296d8-d071-4984-b540-44e0fa8fc856 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385268 Feb 15 14:08:17.910008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:17.910369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:17.910675 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c disassociated. External IP: 172.26.0.46, port: 2e1bd254-e1a6-4234-a721-4492bd59322d. Feb 15 14:08:17.911002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Calling delete_port for 2e1bd254-e1a6-4234-a721-4492bd59322d owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:08:18.119622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:18.174626 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'Port': ['ID=2e1bd254-e1a6-4234-a721-4492bd59322d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:18.362723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:08:18.539349 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:08:18.549377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:18.559739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:08:18.560466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:08:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:18.623332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] No DVR routers for this DVR port 2e1bd254-e1a6-4234-a721-4492bd59322d on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:18.625779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:18.628340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-deleted', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:18.678006 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d89c1-2dbf-4499-beee-3c65d6d1c0cd', 'name': 'network-vif-deleted', 'tag': '2e1bd254-e1a6-4234-a721-4492bd59322d', 'status': 'completed', 'code': 200} Feb 15 14:08:18.725952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-140714fe-855c-416b-a485-68da920b5bff req-c7f6b456-df80-437d-a38f-108cd3fafc7f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "DELETE /v2.0/ports/2e1bd254-e1a6-4234-a721-4492bd59322d HTTP/1.1" status: 204 len: 173 time: 1.5348017 Feb 15 14:08:18.742440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:08:18.944768 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b338f330-edf7-4b62-8419-7cf1558a4878 req-eb0057a0-1ff1-4d62-a4ef-7c8414d433b8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e70d89c1-2dbf-4499-beee-3c65d6d1c0cd HTTP/1.1" status: 200 len: 210 time: 0.0447786 Feb 15 14:08:19.065691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:19.069718 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:19.079713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:08:19.080310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:08:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:19.260913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:08:19.615497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:19.619419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f68e1-c606-4087-8844-8f5f2b42bc2c None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:19.843472 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6482eba-4dbc-4f29-8995-9bc3e8cd057d None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:08:20.279937 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-beb0b9ce-d863-4d9e-ad82-ce573f450803 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--650199113&fields=id&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 267 time: 0.0416918 Feb 15 14:08:20.431239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-34c45787-853f-4364-9039-0cfdeae655de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:20.432688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-34c45787-853f-4364-9039-0cfdeae655de tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.1463389 Feb 15 14:08:20.447331 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-8e9da026-9773-4a09-bfad-3b8da895ff84 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/quotas/a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Feb 15 14:08:20.533128 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-213d8e6e-b9f9-4d63-a8c7-fb77e9199e62 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805686 Feb 15 14:08:20.785170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-1fad0d0a-c6d2-46b9-88a1-726439029341 service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399731 Feb 15 14:08:20.917972 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-26126242-343f-4411-8785-40cb08ae1561 service neutron] 10.222.0.61 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267807 Feb 15 14:08:21.194915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5eda322-1fb5-4af8-8c9c-01a7e48a93c5 req-9aba6032-630f-4656-aef1-40b8cd96b279 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0427918 Feb 15 14:08:22.234892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:08:22.273144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 2e1bd254-e1a6-4234-a721-4492bd59322d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:08:22.273526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 2e1bd254-e1a6-4234-a721-4492bd59322d not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:08:22.351241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d0ebcc6-dc8e-433c-ab14-1c4d325a2eda req-232356ee-e738-44c2-9613-c98303f93708 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0490804 Feb 15 14:08:23.196762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-bf91452e-a83e-48bf-8287-6c03b36ffcb2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:23.198176 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-bf91452e-a83e-48bf-8287-6c03b36ffcb2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 812 time: 0.1526477 Feb 15 14:08:23.246599 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-a22f73be-6d84-43d3-8f01-393ffb8a52eb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 379 time: 0.0404108 Feb 15 14:08:23.254128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'port': {'device_id': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'admin_state_up': True, 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'security_groups': ['0ca6d27d-6de8-4a52-b272-fbc01c2c7003']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:23.390607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:08:23.395037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Usage tracker for resource:port and tenant:a1ef813dab5f48b184038d13e9520475 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:08:23.397941 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:08:23.404325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:08:23.458815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Made reservation on behalf of a1ef813dab5f48b184038d13e9520475 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:23.462405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:23.505810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6dd918e2-c17c-42b6-97db-24eacb5715fb req-bbc7f3d7-6262-4d5a-b5e9-a796e5a8ae40 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0441110 Feb 15 14:08:23.637795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Allocated IP 172.20.0.3 (e872abd0-7bd9-46d1-9a80-7e112a7f4b83/620fb937-fd05-4bf5-bbd0-49e674164da4/f122964b-4185-43b0-a76e-4ef5e962113c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:23.946069 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:23.965507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Transition to ACTIVE for port object f122964b-4185-43b0-a76e-4ef5e962113c will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:24.050405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:24.124434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:24.127557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:24.131405 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:08:24.161848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:24.178825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.179177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.179521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.179846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.180169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.180487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.180812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.181128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.181473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.181793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.182107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.182416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:24.211965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:24.212662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:24.314634 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-753946bd-f84e-4a4c-8c0d-1a0d5121a2ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0638893 Feb 15 14:08:24.325702 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Request body: {'port': {'device_id': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:24.438252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:24.484552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f9835896-3dbe-4e41-9a5c-da5aeb35c6c8 None None] Provisioning for port f122964b-4185-43b0-a76e-4ef5e962113c completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:24.490188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f9835896-3dbe-4e41-9a5c-da5aeb35c6c8 None None] Provisioning complete for port f122964b-4185-43b0-a76e-4ef5e962113c triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:24.490709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9835896-3dbe-4e41-9a5c-da5aeb35c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:24.548809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f9835896-3dbe-4e41-9a5c-da5aeb35c6c8 None None] Port f122964b-4185-43b0-a76e-4ef5e962113c cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:08:24.713432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ccbb-7faf-4dc7-9030-94783a387403 req-5c4ffa31-3b4b-4f53-b157-8e2b228efa91 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:24.715653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58d1ccbb-7faf-4dc7-9030-94783a387403 req-5c4ffa31-3b4b-4f53-b157-8e2b228efa91 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 931 time: 0.0843060 Feb 15 14:08:24.765450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58d1ccbb-7faf-4dc7-9030-94783a387403 req-48441537-5434-479a-bb1c-c4eeee98af21 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440941 Feb 15 14:08:24.794765 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:24.802260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:24.816558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Transition to ACTIVE for port object f122964b-4185-43b0-a76e-4ef5e962113c will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:24.901760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:25.037620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:25.148415 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Attempting to bind port f122964b-4185-43b0-a76e-4ef5e962113c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:08:25.148743 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Attempting to bind port f122964b-4185-43b0-a76e-4ef5e962113c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:08:25.149060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Attempting to bind port f122964b-4185-43b0-a76e-4ef5e962113c on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:08:25.154598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Port f122964b-4185-43b0-a76e-4ef5e962113c on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:08:25.154909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Attempting to bind port f122964b-4185-43b0-a76e-4ef5e962113c on network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:08:25.159852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:08:25.160185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Checking segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:08:25.160577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Bound using segment: {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:08:25.160982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Bound port: f122964b-4185-43b0-a76e-4ef5e962113c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c0041b-7154-4e1c-9048-4969c65730f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:08:25.161372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:25.253510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:08:25.256343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:08:25.326938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:25.391741 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.392351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:25.393746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] 10.222.0.36 "PUT /v2.0/ports/f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1093 time: 1.0721462 Feb 15 14:08:25.394182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:25.426287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930d5c-ce20-4e00-853a-6bec80a08bbc service neutron] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:25.444086 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'status': 'completed', 'code': 200} Feb 15 14:08:25.543895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-48ff8a2e-cd97-4020-93a5-c24a61d910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.545387 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-48ff8a2e-cd97-4020-93a5-c24a61d910d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0791883 Feb 15 14:08:25.685699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-bd864a92-33c6-40fa-8d70-057f81db22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.687019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-bd864a92-33c6-40fa-8d70-057f81db22af service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1ef813dab5f48b184038d13e9520475&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1355722 Feb 15 14:08:25.819409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-de9bc0b7-b175-4c10-80d9-ae934b67506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.820816 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ad6694f4-9fc0-4065-b6aa-2c6020136f47 req-de9bc0b7-b175-4c10-80d9-ae934b67506b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1281157 Feb 15 14:08:25.929966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-1aaa11cc-ae30-4e1b-bbc4-413f4858cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.931517 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-1aaa11cc-ae30-4e1b-bbc4-413f4858cb59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0749035 Feb 15 14:08:25.960352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd605d1-2f16-475d-adc5-9fe6ec096440 req-5a4fa831-c3c2-4670-ada1-6db79367cb73 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.961892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-acd605d1-2f16-475d-adc5-9fe6ec096440 req-5a4fa831-c3c2-4670-ada1-6db79367cb73 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0889471 Feb 15 14:08:26.009453 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-acd605d1-2f16-475d-adc5-9fe6ec096440 req-c7b00625-371d-4135-ba81-8778ab45f7eb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Feb 15 14:08:26.123992 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-84865900-6e29-4ec4-b13a-7ca84e9a17b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 217 time: 0.1858208 Feb 15 14:08:26.189115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-cfa340ce-cc22-4372-9c2d-e34e66568413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:26.190445 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-cfa340ce-cc22-4372-9c2d-e34e66568413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0614293 Feb 15 14:08:26.268951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-42ef9e5b-1788-48fe-a5f0-bc66c10235fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:26.270454 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-42ef9e5b-1788-48fe-a5f0-bc66c10235fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743332 Feb 15 14:08:26.403713 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-23c393d8-c2ca-4725-9e58-050802adbdc8 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271079 Feb 15 14:08:26.535051 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-284db68c-a12b-4ac5-b2d8-61c2871f8fdd req-7b98b4fa-e843-4505-ba60-b091f1fa6ff1 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Feb 15 14:08:27.206763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516e15-d111-47af-b1b6-917f3f3ec243 req-aa087f28-4b1d-41c5-ab93-bb1353ca5a76 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:27.208213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3516e15-d111-47af-b1b6-917f3f3ec243 req-aa087f28-4b1d-41c5-ab93-bb1353ca5a76 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0846841 Feb 15 14:08:27.252092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c3516e15-d111-47af-b1b6-917f3f3ec243 req-c67f06d4-2ae0-4cca-a974-08fa8dc0848e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382955 Feb 15 14:08:28.279609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:08:28.412209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:28.425601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:08:28.437318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aca83-7a08-443c-8f0e-9f155e123199 req-faf6b082-ca7e-4e0d-89a4-ead3a211065b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:28.438816 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ea9aca83-7a08-443c-8f0e-9f155e123199 req-faf6b082-ca7e-4e0d-89a4-ead3a211065b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0804818 Feb 15 14:08:28.483689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ea9aca83-7a08-443c-8f0e-9f155e123199 req-045c01fc-0681-42c5-a3b0-0c430b93e373 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392191 Feb 15 14:08:28.484550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:28.501863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:28.517611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:28.564037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:28.632741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:28.752998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['f122964b-4185-43b0-a76e-4ef5e962113c'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:08:29.369428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-068e3f95-0fa9-401c-9285-a2907fcef938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:29.687548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd86c4d-01d7-47b2-9c9c-344401fdee0f req-47f4a63f-dd5b-4082-981d-522cd7686e01 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:29.689048 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0dd86c4d-01d7-47b2-9c9c-344401fdee0f req-47f4a63f-dd5b-4082-981d-522cd7686e01 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 944 time: 0.0924244 Feb 15 14:08:29.735092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0dd86c4d-01d7-47b2-9c9c-344401fdee0f req-5a9c3ec0-b540-40eb-a2e7-bb62a49767ea tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404248 Feb 15 14:08:30.295702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:08:30.444963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port f122964b-4185-43b0-a76e-4ef5e962113c completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:30.450509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port f122964b-4185-43b0-a76e-4ef5e962113c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:30.450874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:30.574197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:30.603717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:30.614416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:08:30.649580 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'code': 200} Feb 15 14:08:30.668078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:30.743549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:30.923254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21bb3d-e62c-4b4d-8c68-a05514d69137 req-e450b051-4a96-4cfd-b3bb-90688d571481 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:30.924707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f21bb3d-e62c-4b4d-8c68-a05514d69137 req-e450b051-4a96-4cfd-b3bb-90688d571481 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0802991 Feb 15 14:08:30.975435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f21bb3d-e62c-4b4d-8c68-a05514d69137 req-e6c6e984-ee77-4f72-8e42-e1f3be0c2192 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Feb 15 14:08:31.022210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8c9c9-65e4-4150-98f4-aec0c0e03d85 req-31230df0-8c92-4789-8b66-b0ec369f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:31.023753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-45b8c9c9-65e4-4150-98f4-aec0c0e03d85 req-31230df0-8c92-4789-8b66-b0ec369f5ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0705981 Feb 15 14:08:31.063177 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-45b8c9c9-65e4-4150-98f4-aec0c0e03d85 req-500a2ccf-bb30-40c8-af4a-c81c268a913b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330682 Feb 15 14:08:32.190558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9681-13e8-4381-a882-89e848118d95 req-597fda02-0d2c-4001-87d1-81c9f56b3b52 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:32.192122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d6e9681-13e8-4381-a882-89e848118d95 req-597fda02-0d2c-4001-87d1-81c9f56b3b52 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0949712 Feb 15 14:08:32.240988 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d6e9681-13e8-4381-a882-89e848118d95 req-7b5bffac-c7ef-4c2e-a39c-a73fe5ab1648 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Feb 15 14:08:32.575575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b00b7f6c-c490-474f-90cf-2917d45081f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:32.707000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:32.832705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:33.427057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:33.435589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611636e-b8c5-49a6-b5a5-937ac8f2fa7b req-b6b11abe-358f-4972-b8db-af241ac14fa3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:33.437045 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7611636e-b8c5-49a6-b5a5-937ac8f2fa7b req-b6b11abe-358f-4972-b8db-af241ac14fa3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0864813 Feb 15 14:08:33.483101 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7611636e-b8c5-49a6-b5a5-937ac8f2fa7b req-c860c658-f3ee-4b56-8d1a-bd25a3e692d1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 Feb 15 14:08:33.679897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d338-663b-4fef-9cd1-46fba1aa1cf6 req-ed805660-8a78-45cd-b774-ad7b52c24961 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:33.681354 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-76e0d338-663b-4fef-9cd1-46fba1aa1cf6 req-ed805660-8a78-45cd-b774-ad7b52c24961 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0824385 Feb 15 14:08:33.690682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35326) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:08:33.695676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Request body: {'floatingip': {'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:33.777241 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:34.210103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:34.493627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:34.564176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:34.750444 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c associated. External IP: 172.26.0.46, port: f122964b-4185-43b0-a76e-4ef5e962113c. Feb 15 14:08:35.105287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:08:35.285105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:08:35.290068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:35.294968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:35.304375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:08:35.304992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:08:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:35.348172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5f17b34e-72e0-49e4-b372-b8b7e9267c38 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "PUT /v2.0/floatingips/a37923cf-e550-47c8-ba77-62114afa261c HTTP/1.1" status: 200 len: 991 time: 1.6564312 Feb 15 14:08:35.348732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:35.395471 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'status': 'completed', 'code': 200} Feb 15 14:08:35.487381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:08:35.501515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947e94-db68-455b-925e-51107a997206 req-05e1e5ad-964d-4fee-adfe-1d199af7ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.503872 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-05e1e5ad-964d-4fee-adfe-1d199af7ba57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0855796 Feb 15 14:08:35.647412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947e94-db68-455b-925e-51107a997206 req-fb243862-ebed-4d07-a1b3-a1c168127299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.649121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-fb243862-ebed-4d07-a1b3-a1c168127299 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1398113 Feb 15 14:08:35.763506 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-227a6b68-3cd6-44be-a335-88c4f41464d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 999 time: 0.1064968 Feb 15 14:08:35.835308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947e94-db68-455b-925e-51107a997206 req-67f1d8dd-befa-4165-bebf-86d4d95e9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.836774 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-67f1d8dd-befa-4165-bebf-86d4d95e9511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0671885 Feb 15 14:08:35.908946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:08:34Z', 'revision_number': 13, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:35.913276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:35.921010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947e94-db68-455b-925e-51107a997206 req-76442f98-5fb4-4aaf-aac6-a0c854992e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.923664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-76442f98-5fb4-4aaf-aac6-a0c854992e0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798049 Feb 15 14:08:35.923793 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:08:35.924430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:08:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:36.096893 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-c9746aed-10ff-4197-abb0-15f0866dc50d service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685836 Feb 15 14:08:36.128665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:08:36.245387 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c947e94-db68-455b-925e-51107a997206 req-d10c2a9c-7488-48fb-add3-73f130fcd5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427627 Feb 15 14:08:36.520106 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:08:36.531542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:08:34Z', 'revision_number': 13, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:36.535913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb5a60-f2b2-480b-94b9-a07ba344f1eb None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'a37923cf-e550-47c8-ba77-62114afa261c', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:05:20Z', 'updated_at': '2022-02-15T14:08:34Z', 'revision_number': 13, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:36.787403 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6dfc0e-c016-42d3-b143-1775924dcd31 None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:08:38.485964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f8d0c-2454-40c3-8884-4f29b4780ee6 req-023f1c59-bf41-44fc-9693-5eac9faf413d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.487401 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-805f8d0c-2454-40c3-8884-4f29b4780ee6 req-023f1c59-bf41-44fc-9693-5eac9faf413d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0786819 Feb 15 14:08:38.530692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-805f8d0c-2454-40c3-8884-4f29b4780ee6 req-063a9b86-db20-4b7e-a9aa-5ce6f69899e8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376554 Feb 15 14:08:48.725773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3987f-2044-4ab5-9230-5bd297bd7590 req-2571af56-8cf8-4b0f-badd-d7eb8a67f3ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.727213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57f3987f-2044-4ab5-9230-5bd297bd7590 req-2571af56-8cf8-4b0f-badd-d7eb8a67f3ee tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0824189 Feb 15 14:08:48.772426 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57f3987f-2044-4ab5-9230-5bd297bd7590 req-30212869-88ad-46e2-980f-b02d88c0f4bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393097 Feb 15 14:08:48.848066 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-f6fb6e4e-964f-494c-95b3-b1f9088c435d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161361 Feb 15 14:08:49.960018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb043a-f912-4de8-8966-96cd0f5824c3 req-7f75f9be-7387-4056-9bf6-753e66e8e570 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:49.961422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1fb043a-f912-4de8-8966-96cd0f5824c3 req-7f75f9be-7387-4056-9bf6-753e66e8e570 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0800266 Feb 15 14:08:50.007461 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1fb043a-f912-4de8-8966-96cd0f5824c3 req-d5712831-2b93-4ffe-bce0-f11e1bd371a2 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Feb 15 14:08:51.171309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-fdf97528-6699-46bf-ae8d-5b51e091f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.172862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-fdf97528-6699-46bf-ae8d-5b51e091f5da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.1198378 Feb 15 14:08:51.311282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-db69f7c3-ed17-49f7-a5c8-e43310be77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.312612 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-db69f7c3-ed17-49f7-a5c8-e43310be77b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1340814 Feb 15 14:08:51.322451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c37d-4ffe-4792-b7ee-2b14c42cbe72 req-46956a9a-bd26-499a-9c99-e69534732d00 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.323897 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6635c37d-4ffe-4792-b7ee-2b14c42cbe72 req-46956a9a-bd26-499a-9c99-e69534732d00 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2039521 Feb 15 14:08:51.371297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6635c37d-4ffe-4792-b7ee-2b14c42cbe72 req-ab90f7b2-ef84-4486-b7fa-76df220a52d9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 Feb 15 14:08:51.519526 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-c110064b-310f-47e6-a80d-ca32cb659ea8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1001 time: 0.2005904 Feb 15 14:08:51.584195 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-57b64761-1054-4099-ada9-033337271d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.585519 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-57b64761-1054-4099-ada9-033337271d7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0595934 Feb 15 14:08:51.658951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-abd73277-9445-4a1e-bed5-99c338ab1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.660403 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-abd73277-9445-4a1e-bed5-99c338ab1f5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682189 Feb 15 14:08:51.790338 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-f7048361-27d6-4158-9265-da12498faae0 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233602 Feb 15 14:08:51.924487 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-af268645-f172-44f0-a967-2da04159a617 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273937 Feb 15 14:08:52.564980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4ebd-eb29-4eeb-8cc9-7e295fdbcf18 req-8f2e4800-4f1b-4cb5-ad91-0f0b33aec394 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:52.566468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f72c4ebd-eb29-4eeb-8cc9-7e295fdbcf18 req-8f2e4800-4f1b-4cb5-ad91-0f0b33aec394 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0836828 Feb 15 14:08:52.612291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f72c4ebd-eb29-4eeb-8cc9-7e295fdbcf18 req-c96a92cc-fa7a-4e35-99f7-5f97f7f77feb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398991 Feb 15 14:08:53.797782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3218d-83f6-4155-ba20-51b994fa7e19 req-a0044619-b8a8-4391-841f-09383154dd66 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.799247 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5e3218d-83f6-4155-ba20-51b994fa7e19 req-a0044619-b8a8-4391-841f-09383154dd66 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Feb 15 14:08:53.845394 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a5e3218d-83f6-4155-ba20-51b994fa7e19 req-a89c00ba-a77e-436b-81c2-615450cbdd0e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Feb 15 14:08:55.031911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6b18-9f1f-46df-b398-88b3f57c027d req-137fdade-3bfe-4034-808d-28223dc1265c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.033285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-594f6b18-9f1f-46df-b398-88b3f57c027d req-137fdade-3bfe-4034-808d-28223dc1265c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0836859 Feb 15 14:08:55.077413 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-594f6b18-9f1f-46df-b398-88b3f57c027d req-cf650590-4b68-4635-b917-ad18f7f084b5 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Feb 15 14:08:56.268832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2534da9-9547-4453-9162-cd00df5f79bc req-2e9c1f52-a66e-45bf-a795-5f3d91b54941 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.270300 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2534da9-9547-4453-9162-cd00df5f79bc req-2e9c1f52-a66e-45bf-a795-5f3d91b54941 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0788150 Feb 15 14:08:56.313829 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2534da9-9547-4453-9162-cd00df5f79bc req-b3b9ac5d-a384-4cd8-81b8-e7985984a310 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380237 Feb 15 14:08:57.504257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396bd4d-8a7d-4d08-bce4-c480126788a1 req-c36fe841-77fc-41b3-8d1f-c8f31c3da65f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:57.505838 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e396bd4d-8a7d-4d08-bce4-c480126788a1 req-c36fe841-77fc-41b3-8d1f-c8f31c3da65f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0895402 Feb 15 14:08:57.550069 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e396bd4d-8a7d-4d08-bce4-c480126788a1 req-bb3d143f-8400-414f-a5bb-af841011b6eb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381074 Feb 15 14:08:58.739365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd9d0-6767-4b08-9f8b-e59edb727bd3 req-97cc3b39-171f-40f7-bfab-dd0f91ddd8ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:58.740845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84ddd9d0-6767-4b08-9f8b-e59edb727bd3 req-97cc3b39-171f-40f7-bfab-dd0f91ddd8ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0795097 Feb 15 14:08:58.798697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-84ddd9d0-6767-4b08-9f8b-e59edb727bd3 req-cb854484-bbaf-4dd8-8c7d-a080a4658701 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515692 Feb 15 14:08:59.367768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0024d65d-df6d-4ba1-a6d1-abdfdbf201c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:08:59.996524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f98e4-1abe-411b-ad3a-23082528bdf8 req-81d7348e-d198-4aa6-b79a-1d8182e87467 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:59.997902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f61f98e4-1abe-411b-ad3a-23082528bdf8 req-81d7348e-d198-4aa6-b79a-1d8182e87467 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0791965 Feb 15 14:09:00.041285 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f61f98e4-1abe-411b-ad3a-23082528bdf8 req-ef5a8b2a-393f-462f-894e-cc453c9eecd1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Feb 15 14:09:01.228218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c8e21-622b-45cd-98d4-00e84fadf164 req-d4e0ba6c-167f-4ee9-a328-d2773e29339d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:01.229686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b1c8e21-622b-45cd-98d4-00e84fadf164 req-d4e0ba6c-167f-4ee9-a328-d2773e29339d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0831800 Feb 15 14:09:01.273613 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7b1c8e21-622b-45cd-98d4-00e84fadf164 req-e052d224-e74b-4e50-8fe6-6be4258d1fbe tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Feb 15 14:09:02.460436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e8a5c-e659-45bf-8a82-228fb2cbdf83 req-de932ec6-daba-472f-b3cf-99ddd45a999f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.461297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-199e8a5c-e659-45bf-8a82-228fb2cbdf83 req-de932ec6-daba-472f-b3cf-99ddd45a999f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0806131 Feb 15 14:09:02.510011 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-199e8a5c-e659-45bf-8a82-228fb2cbdf83 req-9ea0d36d-ac31-42ab-8f9f-75b374dccdd8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 Feb 15 14:09:02.556634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8758198f-55f4-47c3-9415-bb964148f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:02.676717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:02.842835 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:03.138430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-d313ce8f-6ee9-4e62-9d33-d1edc3d111eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.140265 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-d313ce8f-6ee9-4e62-9d33-d1edc3d111eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0761034 Feb 15 14:09:03.288193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-c66700e6-feb0-49f6-82e9-7fd22db3df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.289640 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-c66700e6-feb0-49f6-82e9-7fd22db3df17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1299756 Feb 15 14:09:03.387828 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-a55e20a9-3504-45b4-b1de-218a14829c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1001 time: 0.0911906 Feb 15 14:09:03.442238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:03.457332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-dc6ec754-ac73-439a-95b3-59838f44d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.458805 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-dc6ec754-ac73-439a-95b3-59838f44d95b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0652447 Feb 15 14:09:03.533318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-eca3900a-7225-48e8-b3af-48a6f48ff878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.534834 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-eca3900a-7225-48e8-b3af-48a6f48ff878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691814 Feb 15 14:09:03.668111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-95781c8b-983d-4e7e-81a2-25e5fa4250e6 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257887 Feb 15 14:09:03.702210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75a502-133c-4a1c-9839-ae03569a3d5c req-839b5322-b918-48a1-9ffc-87f3eece04f0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.704005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a75a502-133c-4a1c-9839-ae03569a3d5c req-839b5322-b918-48a1-9ffc-87f3eece04f0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0855796 Feb 15 14:09:03.753536 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a75a502-133c-4a1c-9839-ae03569a3d5c req-3e260388-8e3e-48dc-9a4c-02a613ff33ca tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Feb 15 14:09:03.801047 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1c06bf83-851f-4915-aea0-6d1e6bf6ca72 req-fdd3c236-31d6-4d07-b523-e3eadfe3e2fc service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269805 Feb 15 14:09:04.247949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:04.741334 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-8bec16de-b7f0-4bda-b948-713fbe3a68d7 service neutron] 10.222.0.36 "GET /v2.0/ports/f122964b-4185-43b0-a76e-4ef5e962113c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0794885 Feb 15 14:09:04.939374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe230c-5298-4655-97e5-14e4cdc9164e req-cdccac4d-11c3-443a-bd9b-d9f585e55710 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:04.940775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe230c-5298-4655-97e5-14e4cdc9164e req-cdccac4d-11c3-443a-bd9b-d9f585e55710 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0793881 Feb 15 14:09:04.989199 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-adfe230c-5298-4655-97e5-14e4cdc9164e req-f6238759-4603-4b60-a21d-63be2999d095 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Feb 15 14:09:05.214936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-20df474e-aa52-438a-8a25-eb3f5044beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.216292 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-20df474e-aa52-438a-8a25-eb3f5044beb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1098 time: 0.0754347 Feb 15 14:09:05.306491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-1de5996f-06e9-4cce-b24c-a9dac6b2d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.307906 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-1de5996f-06e9-4cce-b24c-a9dac6b2d618 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0716405 Feb 15 14:09:05.434621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-d3ae1c54-8e07-4647-89a5-e060b5253f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.436750 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-d3ae1c54-8e07-4647-89a5-e060b5253f4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1234207 Feb 15 14:09:05.640099 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-9b36ecc8-bba3-4a08-bed1-6912d068cf0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1001 time: 0.1976242 Feb 15 14:09:05.700587 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-fcaf5781-9231-401e-8e2a-a59209f39721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.702023 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-fcaf5781-9231-401e-8e2a-a59209f39721 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0565336 Feb 15 14:09:05.775375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-7dd0442a-d4bf-4257-8ec1-3bf84b47cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.776831 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-7dd0442a-d4bf-4257-8ec1-3bf84b47cdac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692780 Feb 15 14:09:05.905319 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-1e6ca233-58a5-4f5d-bb34-5ab251986b6e service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219211 Feb 15 14:09:06.033125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-3fdc5e0d-d66e-481a-8d97-2f752d5a23b0 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225173 Feb 15 14:09:06.178881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4354b-c727-45c7-85e9-0def0cec1791 req-920172fe-53a0-4a05-9136-37d12b073fa1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:06.180328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05f4354b-c727-45c7-85e9-0def0cec1791 req-920172fe-53a0-4a05-9136-37d12b073fa1 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0799305 Feb 15 14:09:06.226051 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05f4354b-c727-45c7-85e9-0def0cec1791 req-854d0125-aaee-4737-aa2d-db1ec0e2925a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397744 Feb 15 14:09:07.426960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452663f-548d-48a6-9444-b06d4c10540b req-663433f3-72c5-482b-9ebe-90332cc941d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:07.428558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b452663f-548d-48a6-9444-b06d4c10540b req-663433f3-72c5-482b-9ebe-90332cc941d0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0874782 Feb 15 14:09:07.477813 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b452663f-548d-48a6-9444-b06d4c10540b req-ee418735-d5d6-4713-9092-023db2ab37dd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430431 Feb 15 14:09:08.480915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:08.599667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:08.630310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:08.641642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:08.693855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:08.725039 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'code': 200} Feb 15 14:09:08.763069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:08.836988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3d66-ecf9-431c-ac27-3529721c9f6b req-0c56d2be-681f-49d1-a69a-8ad891b10260 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.838387 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5afa3d66-ecf9-431c-ac27-3529721c9f6b req-0c56d2be-681f-49d1-a69a-8ad891b10260 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0842307 Feb 15 14:09:08.882814 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5afa3d66-ecf9-431c-ac27-3529721c9f6b req-6718f0c9-0e08-4668-9db4-84b0a39f2798 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Feb 15 14:09:10.072932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123316e-f83d-4fe0-af23-07dfbe011815 req-4ca16958-c64d-4fac-840f-a5e93121dcd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:10.074406 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c123316e-f83d-4fe0-af23-07dfbe011815 req-4ca16958-c64d-4fac-840f-a5e93121dcd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0844517 Feb 15 14:09:10.119864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c123316e-f83d-4fe0-af23-07dfbe011815 req-baf348dd-a748-44f0-915c-d2b09fa32894 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 Feb 15 14:09:10.495617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:09:10.632732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:10.652833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:09:10.708204 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:10.725675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:10.745247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:10.819499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:10.883576 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['f122964b-4185-43b0-a76e-4ef5e962113c'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:09:10.971020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:11.305452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2719bc-4dd4-4392-9632-d6f783aea04d req-5f3f0105-3a47-4168-bfd6-43f76ee6989f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:11.306899 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f2719bc-4dd4-4392-9632-d6f783aea04d req-5f3f0105-3a47-4168-bfd6-43f76ee6989f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 944 time: 0.0806477 Feb 15 14:09:11.355099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3f2719bc-4dd4-4392-9632-d6f783aea04d req-0aef14f4-114b-45f8-96a6-20a66783badd tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Feb 15 14:09:12.496253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:09:12.541244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9fbaf-a2be-449c-9551-7c596c1f0798 req-fbd8ad1d-2efa-437d-9209-7f99230a7164 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.542732 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7d9fbaf-a2be-449c-9551-7c596c1f0798 req-fbd8ad1d-2efa-437d-9209-7f99230a7164 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 944 time: 0.0797374 Feb 15 14:09:12.567690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port f122964b-4185-43b0-a76e-4ef5e962113c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:12.567690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:12.591143 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7d9fbaf-a2be-449c-9551-7c596c1f0798 req-91e77cd9-3114-4adf-8741-7ca9ac7ad48e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Feb 15 14:09:12.688376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:12.716546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:12.725881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:12.771454 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'code': 200} Feb 15 14:09:12.797038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:12.864318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:13.520643 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:09:13.785340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6558e93-a313-4075-88e1-47707e61fa67 req-c1e5e464-aeee-40d4-8d9d-ace6f3327411 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.786752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d6558e93-a313-4075-88e1-47707e61fa67 req-c1e5e464-aeee-40d4-8d9d-ace6f3327411 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0842431 Feb 15 14:09:13.833689 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d6558e93-a313-4075-88e1-47707e61fa67 req-3af29fcd-1daa-4e1a-80b4-4e3a7637dd20 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Feb 15 14:09:15.040032 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58de3fc-638b-443d-b76a-e7b51558dcf8 req-dbb93c68-c9e4-49d4-a252-8d83152f236c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:15.041898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a58de3fc-638b-443d-b76a-e7b51558dcf8 req-dbb93c68-c9e4-49d4-a252-8d83152f236c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0816004 Feb 15 14:09:15.089970 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a58de3fc-638b-443d-b76a-e7b51558dcf8 req-a0707468-b79f-4d1b-9568-885e98eab39c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Feb 15 14:09:16.305747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d527e-da84-4aa2-bb7b-077f9e9fbea9 req-06162e51-9a4a-4fe1-ba53-41d8cc9c7fe9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:16.307199 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af3d527e-da84-4aa2-bb7b-077f9e9fbea9 req-06162e51-9a4a-4fe1-ba53-41d8cc9c7fe9 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0998232 Feb 15 14:09:16.360741 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af3d527e-da84-4aa2-bb7b-077f9e9fbea9 req-f171255b-98a4-428b-9bb3-d62e136f7f2c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476174 Feb 15 14:09:17.096078 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8bc51968-13b6-442e-8991-79f950913dd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.096971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8bc51968-13b6-442e-8991-79f950913dd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Synchronizing usage tracker for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:09:17.102143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25548b-58c4-4672-8cc1-5d289dcb5304 req-ff195fe2-3fe2-4ade-a26d-a9476e251e18 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.103713 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e25548b-58c4-4672-8cc1-5d289dcb5304 req-ff195fe2-3fe2-4ade-a26d-a9476e251e18 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0812163 Feb 15 14:09:17.149588 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e25548b-58c4-4672-8cc1-5d289dcb5304 req-48b22f71-4d99-421a-8d0a-845670671570 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Feb 15 14:09:17.156278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8bc51968-13b6-442e-8991-79f950913dd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Unset dirty status for tenant:a1ef813dab5f48b184038d13e9520475 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:09:17.157535 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8bc51968-13b6-442e-8991-79f950913dd6 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0&tenant_id=a1ef813dab5f48b184038d13e9520475&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1570168 Feb 15 14:09:17.238969 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-ab3d8a10-0305-4d99-8b71-99cc4d20d036 service neutron] 10.222.0.36 "GET /v2.0/ports/f122964b-4185-43b0-a76e-4ef5e962113c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0750554 Feb 15 14:09:17.335324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-a899b9a6-c0ab-4245-8c2b-507c13da7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.336807 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-a899b9a6-c0ab-4245-8c2b-507c13da7e9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0747082 Feb 15 14:09:17.482299 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-362064d4-ed53-44d5-906b-b853c9166932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.483745 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-362064d4-ed53-44d5-906b-b853c9166932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.1412480 Feb 15 14:09:17.586633 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-353b0ec0-2022-44a1-8806-36e3674eae20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1001 time: 0.0972004 Feb 15 14:09:17.650950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8ea883bd-5a43-4bda-a2cd-91539d6be460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.652368 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8ea883bd-5a43-4bda-a2cd-91539d6be460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0598063 Feb 15 14:09:17.732276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-79f0fef4-64ed-484e-b1d7-c6f33b59831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.735026 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-79f0fef4-64ed-484e-b1d7-c6f33b59831b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768607 Feb 15 14:09:17.866108 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-8fc58c3f-12b8-4446-aaa8-a07e86edb64d service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255391 Feb 15 14:09:17.996207 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-2db6cc7c-8627-4bbe-ad80-ed818c7e3c21 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240983 Feb 15 14:09:18.342787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb23e9b-bdbc-4dca-a964-c47482afab35 req-65914ee9-80ea-49a4-8dd4-dac9074eda1f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:18.344259 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5fb23e9b-bdbc-4dca-a964-c47482afab35 req-65914ee9-80ea-49a4-8dd4-dac9074eda1f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0829844 Feb 15 14:09:18.389328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5fb23e9b-bdbc-4dca-a964-c47482afab35 req-3b7d4d7a-bb8b-4fa6-95e6-8bd3ed761b72 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Feb 15 14:09:19.579512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb67c-ee54-4f3c-9d24-b82eda8cc9b8 req-eb3cb349-3e92-4bcf-b12f-64c8a9089c1c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:19.581010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-51ecb67c-ee54-4f3c-9d24-b82eda8cc9b8 req-eb3cb349-3e92-4bcf-b12f-64c8a9089c1c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0822675 Feb 15 14:09:19.629966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-51ecb67c-ee54-4f3c-9d24-b82eda8cc9b8 req-582173b2-7fd5-49a0-a268-97d56da93f3f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Feb 15 14:09:20.822314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85fbb7-208a-4d68-b4ae-41ddaf600947 req-54cd717b-db3f-4c4c-8450-d86b7e7a7188 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:20.823771 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c85fbb7-208a-4d68-b4ae-41ddaf600947 req-54cd717b-db3f-4c4c-8450-d86b7e7a7188 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0852156 Feb 15 14:09:20.869553 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8c85fbb7-208a-4d68-b4ae-41ddaf600947 req-982f87d7-0303-4af8-9bfc-15305f4f6cbe tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386169 Feb 15 14:09:21.912147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-f15de5af-0f4d-432f-b109-2add44484619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.913661 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-f15de5af-0f4d-432f-b109-2add44484619 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0&tenant_id=a1ef813dab5f48b184038d13e9520475 HTTP/1.1" status: 200 len: 1098 time: 0.0758147 Feb 15 14:09:22.006120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-21eade41-d20a-4d04-a39c-f287bc2dab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.007585 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-21eade41-d20a-4d04-a39c-f287bc2dab06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ef813dab5f48b184038d13e9520475&device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0714276 Feb 15 14:09:22.170765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b96c2-d1c5-4171-a796-ae79d72cd1d9 req-e3a6eebe-d318-4f05-96e9-fb54489c069a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.172148 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-698b96c2-d1c5-4171-a796-ae79d72cd1d9 req-e3a6eebe-d318-4f05-96e9-fb54489c069a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1950829 Feb 15 14:09:22.218078 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-698b96c2-d1c5-4171-a796-ae79d72cd1d9 req-b6c72eb4-cead-4797-8472-0957f6673386 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Feb 15 14:09:22.246348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-eb97a18f-1cdc-4aaa-bbd9-a9a9b3375fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.248386 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-eb97a18f-1cdc-4aaa-bbd9-a9a9b3375fed service neutron] 10.222.0.36 "GET /v2.0/networks?id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 200 len: 912 time: 0.2353907 Feb 15 14:09:22.350810 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-cd1d7614-d3f2-4085-a0d8-0f6c4ff340f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 200 len: 1001 time: 0.0962293 Feb 15 14:09:22.414781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-074c43eb-b785-489e-a68c-36acdb78d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.416187 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-074c43eb-b785-489e-a68c-36acdb78d45a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 200 len: 851 time: 0.0591805 Feb 15 14:09:22.492518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-1449a98a-f917-450b-bfff-6be0aced0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.493896 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-1449a98a-f917-450b-bfff-6be0aced0cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e872abd0-7bd9-46d1-9a80-7e112a7f4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720584 Feb 15 14:09:22.623668 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-1df7795d-7169-4a50-bb6b-992786a22ddd service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234894 Feb 15 14:09:22.758611 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bfe0cab9-668c-4319-9c39-a2d222c17a57 req-0994d75d-c409-4b99-b92a-620ef5b805d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288428 Feb 15 14:09:23.410141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751ed08-fd27-4f87-90b8-1bbc770abe99 req-b70d641f-9348-4da8-86a2-485487fe30a8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:23.411612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8751ed08-fd27-4f87-90b8-1bbc770abe99 req-b70d641f-9348-4da8-86a2-485487fe30a8 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0841520 Feb 15 14:09:23.461502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8751ed08-fd27-4f87-90b8-1bbc770abe99 req-f2e5934e-4b80-44f7-bff3-da9540cf5856 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Feb 15 14:09:24.589634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:24.654455 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98b317-74b5-4a5f-8b6e-fe353e41dbcc req-e840ffce-5be3-4169-8acb-afda96953b10 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:24.655954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de98b317-74b5-4a5f-8b6e-fe353e41dbcc req-e840ffce-5be3-4169-8acb-afda96953b10 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0835969 Feb 15 14:09:24.706156 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-de98b317-74b5-4a5f-8b6e-fe353e41dbcc req-26d61fc8-41e6-43eb-ac39-4c209daf925c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Feb 15 14:09:24.712532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:24.741684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:24.751468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:24.807521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:24.853610 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'code': 200} Feb 15 14:09:24.881048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=9']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:24.891523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:25.898871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda102b-35aa-45dd-89cf-38dcbf87df2e req-f0736cc4-3c32-49d2-ad89-57f939a585e3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:25.900317 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9eda102b-35aa-45dd-89cf-38dcbf87df2e req-f0736cc4-3c32-49d2-ad89-57f939a585e3 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 943 time: 0.0860698 Feb 15 14:09:25.946857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9eda102b-35aa-45dd-89cf-38dcbf87df2e req-8ff319f5-be7b-4275-ad1e-272e04247471 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Feb 15 14:09:26.589148 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:09:26.723356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:26.737436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'port_id': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'mac_address': 'fa:16:3e:eb:bb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:09:26.796634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:26.813944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:26.829762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:26.928949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:26.997667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['f122964b-4185-43b0-a76e-4ef5e962113c'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:09:27.061982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=10']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:27.143909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90153-7b91-4525-a3ae-2bae43181fdb req-092336e1-ed31-44e5-bff4-6672a613cf83 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:27.145379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17a90153-7b91-4525-a3ae-2bae43181fdb req-092336e1-ed31-44e5-bff4-6672a613cf83 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0822814 Feb 15 14:09:27.195852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17a90153-7b91-4525-a3ae-2bae43181fdb req-e19f911d-f54d-4a47-8c20-1267a3943113 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445788 Feb 15 14:09:28.384192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b630d-64e5-4f15-8b57-ad26fb33ef0e req-8efc7b43-6579-4c70-8244-336334b09234 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:28.385662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-582b630d-64e5-4f15-8b57-ad26fb33ef0e req-8efc7b43-6579-4c70-8244-336334b09234 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0831425 Feb 15 14:09:28.430876 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-582b630d-64e5-4f15-8b57-ad26fb33ef0e req-558f0bc1-3f90-4ad7-aa4c-aae8889e8e94 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384820 Feb 15 14:09:28.619605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:09:28.689924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port f122964b-4185-43b0-a76e-4ef5e962113c triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:28.690301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:28.829289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:28.860471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:28.870569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:28.912519 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'code': 200} Feb 15 14:09:28.932492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:29.009569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=11']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:29.389393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb028fb6-67a9-4bde-a86c-5bc9ce10e772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:29.617086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e810-22bd-438a-8aa8-417143b214ac req-fa45cb3b-93ff-48bb-97fd-e9d3eec90b9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:29.618538 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b925e810-22bd-438a-8aa8-417143b214ac req-fa45cb3b-93ff-48bb-97fd-e9d3eec90b9d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0800660 Feb 15 14:09:29.664093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b925e810-22bd-438a-8aa8-417143b214ac req-45bdabd3-ef7f-4858-968f-23550f8c894f tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397971 Feb 15 14:09:30.857890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d887-aa26-43c8-97c0-777bad7ba9d7 req-fa8cbb3c-4a50-46d1-bb30-eccb6371b29d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:30.859585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ee7d887-aa26-43c8-97c0-777bad7ba9d7 req-fa8cbb3c-4a50-46d1-bb30-eccb6371b29d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0855274 Feb 15 14:09:30.912467 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0ee7d887-aa26-43c8-97c0-777bad7ba9d7 req-ec5d18cf-5544-46e5-9927-49e6bf8df390 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471613 Feb 15 14:09:32.103337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5d6db-891a-4a59-9f3d-694d6d2789ce req-6612929d-c9e7-4ccb-8abc-3d9801db1ec7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.104807 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dca5d6db-891a-4a59-9f3d-694d6d2789ce req-6612929d-c9e7-4ccb-8abc-3d9801db1ec7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0801477 Feb 15 14:09:32.153359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dca5d6db-891a-4a59-9f3d-694d6d2789ce req-ca53a260-506c-4c25-a35c-531f9f6e26a7 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 Feb 15 14:09:32.341338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649382-3d9b-4cde-894f-641bf8579374 req-77555604-5fa4-40d1-b416-7c391d1d247b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.343100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af649382-3d9b-4cde-894f-641bf8579374 req-77555604-5fa4-40d1-b416-7c391d1d247b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0808787 Feb 15 14:09:32.387653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af649382-3d9b-4cde-894f-641bf8579374 req-9acaf3ba-11a6-4fa7-bd13-2ead0c03f58c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Feb 15 14:09:32.544083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d949c5a-2163-4e3a-83d0-cfd00d92cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:32.580489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5795fe-a78c-46a3-a675-678e98594541 req-664813ff-38dd-43e4-80c6-bc4e24fb818b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.582041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d5795fe-a78c-46a3-a675-678e98594541 req-664813ff-38dd-43e4-80c6-bc4e24fb818b tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0845354 Feb 15 14:09:32.631118 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d5795fe-a78c-46a3-a675-678e98594541 req-62c80069-5a9c-4ed9-ac5f-456c2ccd6e01 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Feb 15 14:09:32.675603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:32.829842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:33.291765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb146-185e-4ea2-af4b-195ae927c8e5 req-36699892-3bb4-4c77-9c3a-ed1a31b4fb41 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:33.293216 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-121cb146-185e-4ea2-af4b-195ae927c8e5 req-36699892-3bb4-4c77-9c3a-ed1a31b4fb41 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0819509 Feb 15 14:09:33.337797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-121cb146-185e-4ea2-af4b-195ae927c8e5 req-a9e64b7c-2ee1-421d-acf1-98eeb66c87cc tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383191 Feb 15 14:09:33.441149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:34.201900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:34.533567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136441b9-37f4-430e-93a1-73121c2ec430 req-3751086a-4cf4-4702-80fd-a2bffd2c490e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:34.534973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-136441b9-37f4-430e-93a1-73121c2ec430 req-3751086a-4cf4-4702-80fd-a2bffd2c490e tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0861700 Feb 15 14:09:34.582788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-136441b9-37f4-430e-93a1-73121c2ec430 req-bfb41f6b-0fb3-4e5c-beab-8ab78a1fffeb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Feb 15 14:09:35.582040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933039a8-8da7-4080-a58b-a435666f158c req-80987161-6ab6-49e7-88b3-379106b576bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.583591 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-933039a8-8da7-4080-a58b-a435666f158c req-80987161-6ab6-49e7-88b3-379106b576bb tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0863752 Feb 15 14:09:35.667428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Deleting port f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:35.667779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:35.778043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3333318-40df-4d82-8b4d-7242631e667d req-dfa8fa90-de98-4b30-a15a-df69b29cfc4c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.780113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e3333318-40df-4d82-8b4d-7242631e667d req-dfa8fa90-de98-4b30-a15a-df69b29cfc4c tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 946 time: 0.0838366 Feb 15 14:09:35.828170 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e3333318-40df-4d82-8b4d-7242631e667d req-28c898db-367b-4def-a407-c80cbf2f5c4a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ca6d27d-6de8-4a52-b272-fbc01c2c7003&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Feb 15 14:09:35.915806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] For port f122964b-4185-43b0-a76e-4ef5e962113c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f122964b-4185-43b0-a76e-4ef5e962113c,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:35.916185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:36.199340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:36.199705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:36.200011 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Floating IP a37923cf-e550-47c8-ba77-62114afa261c disassociated. External IP: 172.26.0.46, port: f122964b-4185-43b0-a76e-4ef5e962113c. Feb 15 14:09:36.200364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Calling delete_port for f122964b-4185-43b0-a76e-4ef5e962113c owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:36.423958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:36.480238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'Port': ['ID=f122964b-4185-43b0-a76e-4ef5e962113c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:36.654998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.655600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.655704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.655975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.656297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.656618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.656943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.657262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.657603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.657922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.658235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.658546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:36.793590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:09:36.970589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:09:36.980848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:36.981326 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a35485b6-536d-4896-9dfa-06fd201bf6f8 req-a99a9cee-98d0-435a-a610-d7f3f431b164 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0426342 Feb 15 14:09:36.992698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:09:36.993458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:09:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:37.047075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] No DVR routers for this DVR port f122964b-4185-43b0-a76e-4ef5e962113c on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:37.049865 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:37.052486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-deleted', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:37.105018 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8202f4-2aaa-4958-af3f-ab895f26c6f0', 'name': 'network-vif-deleted', 'tag': 'f122964b-4185-43b0-a76e-4ef5e962113c', 'status': 'completed', 'code': 200} Feb 15 14:09:37.149952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-933039a8-8da7-4080-a58b-a435666f158c req-e2149760-519a-448f-ba5a-86840b1ce5ff tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.36 "DELETE /v2.0/ports/f122964b-4185-43b0-a76e-4ef5e962113c HTTP/1.1" status: 204 len: 173 time: 1.5612075 Feb 15 14:09:37.178465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:09:37.531942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:37.535984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:37.544113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:09:37.545315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:09:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:37.727094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:09:38.053801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:38.057877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8952898-6ac2-4ed8-9076-80a62eb41c2d None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:05:16Z', 'revision_number': 4, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed', 'name': '', 'network_id': 'e872abd0-7bd9-46d1-9a80-7e112a7f4b83', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'mac_address': 'fa:16:3e:a6:a6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:15Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'subnets': [{'id': '620fb937-fd05-4bf5-bbd0-49e674164da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:38.157047 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-56529660-0999-4046-a752-0d859b78e9cb req-159c6262-ae33-4c1a-8fef-c1a38426306a tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8202f4-2aaa-4958-af3f-ab895f26c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0454404 Feb 15 14:09:38.295121 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f0f31-e3d4-4442-90a7-4d92cee35dbf None None] New status for floating IP a37923cf-e550-47c8-ba77-62114afa261c: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:09:38.634851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:38.669542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: f122964b-4185-43b0-a76e-4ef5e962113c {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:09:38.669851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device f122964b-4185-43b0-a76e-4ef5e962113c not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:09:43.653208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35554) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:43.720284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:43.748413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:43.886402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:43.905606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6d27d-6de8-4a52-b272-fbc01c2c7003,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:43.913334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.913715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.914057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.914391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.914720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.915046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.915370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.915694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.916014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.916334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.916654 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.916968 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:43.977498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:43.978898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2ac9ee44-4b75-4857-a093-1ce4c1eb769d tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "DELETE /v2.0/security-groups/0ca6d27d-6de8-4a52-b272-fbc01c2c7003 HTTP/1.1" status: 204 len: 168 time: 0.3235958 Feb 15 14:09:43.980825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35558) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:43.997822 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.api.v2.resource [None req-88d2bca8-38e2-43c9-a303-79d80f660f04 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] show failed (client error): The resource could not be found. Feb 15 14:09:43.998977 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-88d2bca8-38e2-43c9-a303-79d80f660f04 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "GET /v2.0/security-groups/0ca6d27d-6de8-4a52-b272-fbc01c2c7003 HTTP/1.1" status: 404 len: 347 time: 0.0169973 Feb 15 14:09:44.001773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35562) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:44.160479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Deleting port c759b42a-46cb-4686-a6e7-ce838717283e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:44.160812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.426442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.426667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.554155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Calling delete_port for c759b42a-46cb-4686-a6e7-ce838717283e owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:44.766358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.815992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Pushing event deleted for resources: {'Port': ['ID=c759b42a-46cb-4686-a6e7-ce838717283e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:44.909194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.923822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:44.924946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-70c4b3ce-c6c3-4b4d-a13a-6ed25cbce7e0 tempest-ServerActionsTestJSON-1963395236 tempest-ServerActionsTestJSON-1963395236-project] 10.222.0.61 "DELETE /v2.0/floatingips/a37923cf-e550-47c8-ba77-62114afa261c HTTP/1.1" status: 204 len: 168 time: 0.9222672 Feb 15 14:09:44.927929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35566) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:45.459802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:45.802066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Deleting port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:45.802733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:46.083988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] For port 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:46.084252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:46.204927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Calling delete_port for 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:46.457390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:46.532457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:46.774916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:47.126435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:09:47.417599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:09:47.428006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Sync routers for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:47.432311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-081f7fcc-d19f-4958-9ab8-152d3fdcb592 admin admin] 10.222.0.61 "PUT /v2.0/routers/4695aa09-5b8a-439b-9b23-dfa69ef697d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034215 Feb 15 14:09:47.434772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35570) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:47.437766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:09:47.438378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:09:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:47.608669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:47.615625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:09:47.791407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:47.879910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Deleting port c33ea99c-0e5c-4166-a863-13c41e1ae794 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:47.880168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:47.905221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:09:46Z', 'revision_number': 5, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port': {'id': 'c33ea99c-0e5c-4166-a863-13c41e1ae794', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:13Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:47.910502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Checking router: 4695aa09-5b8a-439b-9b23-dfa69ef697d7 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:47.919212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Routers {'4695aa09-5b8a-439b-9b23-dfa69ef697d7'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:09:47.919965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:09:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:48.062477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] For port c33ea99c-0e5c-4166-a863-13c41e1ae794, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c33ea99c-0e5c-4166-a863-13c41e1ae794,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:48.062730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.110442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] Set router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:09:48.191608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Calling delete_port for c33ea99c-0e5c-4166-a863-13c41e1ae794 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:48.219265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:09:47Z', 'revision_number': 6, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:48.223340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef594e42-2f70-42a2-81b8-69a5bc48442c None None] The sync data for ids ['4695aa09-5b8a-439b-9b23-dfa69ef697d7'] in dv-neutron-828156-1-hyperv is: [{'id': '4695aa09-5b8a-439b-9b23-dfa69ef697d7', 'name': 'tempest-ServerActionsTestJSON-2146177781-router', 'tenant_id': 'a1ef813dab5f48b184038d13e9520475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:12Z', 'updated_at': '2022-02-15T14:09:47Z', 'revision_number': 6, 'project_id': 'a1ef813dab5f48b184038d13e9520475', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:48.435449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.482801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c33ea99c-0e5c-4166-a863-13c41e1ae794,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:48.577486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.753088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.755332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.851505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.852004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4695aa09-5b8a-439b-9b23-dfa69ef697d7 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:09:48.870905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.872574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0c521048-62b3-46cb-8068-8391d6736b4a admin admin] 10.222.0.61 "DELETE /v2.0/routers/4695aa09-5b8a-439b-9b23-dfa69ef697d7 HTTP/1.1" status: 204 len: 168 time: 1.4362137 Feb 15 14:09:48.875500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35574) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:48.936047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Deleting subnet 620fb937-fd05-4bf5-bbd0-49e674164da4 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:09:48.938962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:48.989081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.190188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.332125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.370963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620fb937-fd05-4bf5-bbd0-49e674164da4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:49.374735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.381934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35baab36-0bd6-4f04-bafc-38886f78c5f9 None None] Network e872abd0-7bd9-46d1-9a80-7e112a7f4b83 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:09:49.385468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-24966631-a99a-46af-aeda-4ed7f3380e52 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/620fb937-fd05-4bf5-bbd0-49e674164da4 HTTP/1.1" status: 204 len: 168 time: 0.5068038 Feb 15 14:09:49.385764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35578) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:49.496102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.507732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Deleting port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:49.508066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.642868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] DHCP port deletion for e872abd0-7bd9-46d1-9a80-7e112a7f4b83 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:09:49.647354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Deleting port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:49.647730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.718273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] For port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:49.718625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.844002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Calling delete_port for 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:49.859320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] For port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,segment=NetworkSegment(e3c0041b-7154-4e1c-9048-4969c65730f3),segment_id=e3c0041b-7154-4e1c-9048-4969c65730f3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:09:49.859779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:49.919256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:49.977316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.006093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Calling delete_port for 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:09:50.029590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] No DVR routers for this DVR port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:50.031226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:50.050888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:09:50.051224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1ff6e4fe-bd3c-47ea-b642-1d8e39b56fed not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:09:50.051636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c33ea99c-0e5c-4166-a863-13c41e1ae794 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:50.092529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c33ea99c-0e5c-4166-a863-13c41e1ae794 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:09:50.092789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c33ea99c-0e5c-4166-a863-13c41e1ae794 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:09:50.093208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:09:50.130241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:09:50.130577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:09:50.150492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: from cryptography.utils import int_from_bytes Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: from cryptography.utils import int_from_bytes Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn_limited( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn_limited( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:09:50.151112 dv-neutron-828156-1-hyperv neutron-server[88298]: util.warn( Feb 15 14:09:50.155117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:09:50.155338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:09:50.175752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e872abd0-7bd9-46d1-9a80-7e112a7f4b83']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:50.188409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c0041b-7154-4e1c-9048-4969c65730f3') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:50.188700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c0041b-7154-4e1c-9048-4969c65730f3') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:50.199715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.215206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.225521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:09:50.225521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:09:50.239261 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:09:50.376274 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.391863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.401945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e872abd0-7bd9-46d1-9a80-7e112a7f4b83,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:50.474213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c247d5c6-edac-4b2e-8b87-43cd143346ca admin admin] 10.222.0.61 "DELETE /v2.0/networks/e872abd0-7bd9-46d1-9a80-7e112a7f4b83 HTTP/1.1" status: 204 len: 168 time: 1.0872824 Feb 15 14:09:50.522051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:09:50.656161 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Deleting port 5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:09:50.656577 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.723988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-bf10effa-f445-4b66-b1f0-2fb89d43a3f4 None None] The port '5c5d6e38-5a25-4a46-a3cd-f77ae2d1ed9f' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:09:50.827319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35584) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:50.877896 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-114f520e-5c27-4a5e-815e-e31165856619 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1ef813dab5f48b184038d13e9520475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492153 Feb 15 14:09:50.880339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35588) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:50.937364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:50.961929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:51.068505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:51.083324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d8b927-51fd-407e-b0df-a28d5898cec3,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:51.092593 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:51.096156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8244f206-5015-4fdb-9990-2baecc89c0b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2d8b927-51fd-407e-b0df-a28d5898cec3 HTTP/1.1" status: 204 len: 168 time: 0.2124960 Feb 15 14:09:52.114379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35612) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:52.219696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2079358372-network', 'tenant_id': 'b3dc59b516fe4862ac99816cda0f4cfa'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:52.224550 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:09:52.228316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Usage tracker for resource:network and tenant:b3dc59b516fe4862ac99816cda0f4cfa is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:09:52.231206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:09:52.237606 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:09:52.320073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Made reservation on behalf of b3dc59b516fe4862ac99816cda0f4cfa for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:52.322451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.334961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.351175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:09:52.355103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3dc59b516fe4862ac99816cda0f4cfa is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:09:52.360006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:09:52.365904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:09:52.459948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.542953 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.574098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:09:52.582567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:52.588137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.588474 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Added segment a8dc0447-c43a-4f61-a8f0-6d8eb09653ff of type vlan for network 6114c53c-a560-449b-b71c-3fd22988f398 Feb 15 14:09:52.616451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.732266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.733234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:52.733839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:52.834414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6114c53c-a560-449b-b71c-3fd22988f398,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:52.845447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 6114c53c-a560-449b-b71c-3fd22988f398 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:09:52.892620 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-27557a18-c482-4dd3-b0b5-2a9ae4f5e9b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7770402 Feb 15 14:09:52.895296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35618) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:09:52.900562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Request body: {'subnet': {'network_id': '6114c53c-a560-449b-b71c-3fd22988f398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2079358372-subnet', 'tenant_id': 'b3dc59b516fe4862ac99816cda0f4cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:52.906303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:09:52.910290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Usage tracker for resource:subnet and tenant:b3dc59b516fe4862ac99816cda0f4cfa is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:09:52.913230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:09:52.919599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:09:52.994532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Made reservation on behalf of b3dc59b516fe4862ac99816cda0f4cfa for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:52.996968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:53.264000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:53.347140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4093be1-e87d-445e-9f7b-6fa2175fc094,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:53.357515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Checking segment: {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:09:53.357873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Network hostable DHCP agents. Network: 6114c53c-a560-449b-b71c-3fd22988f398, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:09:53.474923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Network 6114c53c-a560-449b-b71c-3fd22988f398 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:09:53.554509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 6114c53c-a560-449b-b71c-3fd22988f398) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:53.558428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:53.559516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:53.564800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cb44a-d899-444b-ae1e-8fb1dd7e276f None None] Network 6114c53c-a560-449b-b71c-3fd22988f398 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:09:53.644574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-dab547c8-00f9-4ce3-bb7f-1c3d143ad103 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7390373 Feb 15 14:09:53.814009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1247f6-abfb-42d5-bc6c-bd19669e0a2d None None] Network 6114c53c-a560-449b-b71c-3fd22988f398 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:09:54.146653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f3147ef2-cc72-4816-8d76-8926509d8a00 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:54.148138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f3147ef2-cc72-4816-8d76-8926509d8a00 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/networks?id=6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 200 len: 814 time: 0.1485739 Feb 15 14:09:54.164225 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-50a8c2ed-bbb7-462e-8489-a3f6f68807b6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/quotas/b3dc59b516fe4862ac99816cda0f4cfa HTTP/1.1" status: 200 len: 375 time: 0.0094104 Feb 15 14:09:54.217038 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-37aa3ca9-a619-4575-bc72-4cfac522ab13 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462947 Feb 15 14:09:54.400301 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-09a93547-8041-493c-bf74-f78c08896b7d service neutron] 10.222.0.61 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764250 Feb 15 14:09:54.644420 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-1e518ac3-ac74-4aff-afd8-18a806a33fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370331 Feb 15 14:09:55.919422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e9f6e0bd-3718-49ec-b3c6-956d23f14afd req-a76853ad-33d0-45c0-aa0a-659241ea3c9a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 210 time: 0.0438831 Feb 15 14:09:57.066042 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d90b8670-6aeb-4de0-bf85-afbb29923df8 req-8da671fa-5036-43d1-855f-d196e80a908b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 210 time: 0.0429313 Feb 15 14:09:58.084529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f9d25abf-6c99-42a4-97c2-621187016f82 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:58.085259 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f9d25abf-6c99-42a4-97c2-621187016f82 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Synchronizing usage tracker for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:09:58.154732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f9d25abf-6c99-42a4-97c2-621187016f82 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Unset dirty status for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:09:58.156015 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-f9d25abf-6c99-42a4-97c2-621187016f82 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "GET /v2.0/networks?id=6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 200 len: 814 time: 0.2178235 Feb 15 14:09:58.169213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Request body: {'port': {'device_id': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398', 'admin_state_up': True, 'tenant_id': 'b3dc59b516fe4862ac99816cda0f4cfa'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:58.224351 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-914c6fdc-3c78-4cb4-b93a-d4bbe05554c1 req-d9421354-a1e4-48ca-96b5-2e9e54f188c8 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 210 time: 0.0475211 Feb 15 14:09:58.311288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:09:58.313043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Usage tracker for resource:port and tenant:b3dc59b516fe4862ac99816cda0f4cfa is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:09:58.316056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:09:58.321759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:09:58.381807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Made reservation on behalf of b3dc59b516fe4862ac99816cda0f4cfa for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:58.385344 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:58.658423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Allocated IP 172.20.0.13 (6114c53c-a560-449b-b71c-3fd22988f398/d4093be1-e87d-445e-9f7b-6fa2175fc094/34d9deda-2342-4961-afbe-4c870ae8d59a) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:58.868192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:58.954373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.026950 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Network 6114c53c-a560-449b-b71c-3fd22988f398 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:59.030345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:59.034187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:09:59.064594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Pushing event updated for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:59.098839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:59.102374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.205649 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-e86ce70b-4bb5-4b69-9d32-da10c54888b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0410776 Feb 15 14:09:59.218384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Request body: {'port': {'device_id': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:59.336848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.372155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-878b8a1c-3097-4c35-98ba-11ad3f3edddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.417201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40db52b-9a6c-4af4-a796-0cff10c32cc7 req-84b948a8-31eb-40f9-81b2-330a1497ed92 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:59.419378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d40db52b-9a6c-4af4-a796-0cff10c32cc7 req-84b948a8-31eb-40f9-81b2-330a1497ed92 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 932 time: 0.0822160 Feb 15 14:09:59.463581 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d40db52b-9a6c-4af4-a796-0cff10c32cc7 req-027d191d-0a15-4672-8333-43b849969ff6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Feb 15 14:09:59.681961 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d9deda-2342-4961-afbe-4c870ae8d59a {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:59.689887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.704422 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Transition to ACTIVE for port object 34d9deda-2342-4961-afbe-4c870ae8d59a will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:09:59.770346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:09:59.900059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Pushing event updated for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:00.000892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Attempting to bind port 34d9deda-2342-4961-afbe-4c870ae8d59a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:00.001258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Attempting to bind port 34d9deda-2342-4961-afbe-4c870ae8d59a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:00.001617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Attempting to bind port 34d9deda-2342-4961-afbe-4c870ae8d59a on network 6114c53c-a560-449b-b71c-3fd22988f398 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:00.006690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Port 34d9deda-2342-4961-afbe-4c870ae8d59a on network 6114c53c-a560-449b-b71c-3fd22988f398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:10:00.007010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Attempting to bind port 34d9deda-2342-4961-afbe-4c870ae8d59a on network 6114c53c-a560-449b-b71c-3fd22988f398 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:00.012537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:00.012868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Checking segment: {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:00.013248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Bound using segment: {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:00.013701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Bound port: 34d9deda-2342-4961-afbe-4c870ae8d59a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:00.014045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:00.106654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:00.109565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34d9deda-2342-4961-afbe-4c870ae8d59a,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:00.194864 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:00.255634 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.256236 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:00.257619 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] 10.222.0.36 "PUT /v2.0/ports/34d9deda-2342-4961-afbe-4c870ae8d59a HTTP/1.1" status: 200 len: 1094 time: 1.0435677 Feb 15 14:10:00.258044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:00.278034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a68f94-f59b-4999-bcc2-d0b10b354980 service neutron] Pushing event updated for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:00.304713 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a', 'status': 'completed', 'code': 200} Feb 15 14:10:00.396128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-85de6623-5731-40f5-acf1-9bf12dc8b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.397556 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-85de6623-5731-40f5-acf1-9bf12dc8b4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 1097 time: 0.0735085 Feb 15 14:10:00.544274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-f7247b92-655c-4d73-ad1a-bb51234d96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.545766 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-f7247b92-655c-4d73-ad1a-bb51234d96fc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1412122 Feb 15 14:10:00.660752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e364f3-9027-454a-883e-45fd09a13a49 req-5ae505eb-05f4-450a-8e6b-6e3c6daf7b83 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.662270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1e364f3-9027-454a-883e-45fd09a13a49 req-5ae505eb-05f4-450a-8e6b-6e3c6daf7b83 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 944 time: 0.0860744 Feb 15 14:10:00.712613 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1e364f3-9027-454a-883e-45fd09a13a49 req-3ce207cf-0368-4454-b621-56c67910e637 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Feb 15 14:10:00.794463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-4e38acc7-1e12-4868-8cb2-f0a1d5548692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.795865 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-459e2a23-f859-44a5-b138-c0b6f6361c18 req-4e38acc7-1e12-4868-8cb2-f0a1d5548692 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2449329 Feb 15 14:10:00.898433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-93429350-e683-4e68-8087-7fd2f423403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.899824 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-93429350-e683-4e68-8087-7fd2f423403c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 1097 time: 0.0696650 Feb 15 14:10:00.968935 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-5d9bad20-e468-43bb-a1f8-96e8f0d10408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34d9deda-2342-4961-afbe-4c870ae8d59a HTTP/1.1" status: 200 len: 217 time: 0.0625472 Feb 15 14:10:01.030311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-4fed6a58-5aec-4be8-b209-4711a506607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:01.031714 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-4fed6a58-5aec-4be8-b209-4711a506607e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4093be1-e87d-445e-9f7b-6fa2175fc094 HTTP/1.1" status: 200 len: 854 time: 0.0576260 Feb 15 14:10:01.079814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-98553175-3f30-4283-abea-90d9ef22236b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6114c53c-a560-449b-b71c-3fd22988f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425658 Feb 15 14:10:01.209055 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-60c13fbb-6abb-4436-b5f8-a5375faa2f92 service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232166 Feb 15 14:10:01.340908 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-91a6c365-01fd-4b4b-b526-0f68de65db58 req-7a1286a6-ccde-4ef8-a18f-de18dec58f6c service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264842 Feb 15 14:10:01.911249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce534df-132e-4d08-8178-746e21995a1b req-12b779be-a043-44ec-9178-795b51b9eaa4 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:01.912593 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ce534df-132e-4d08-8178-746e21995a1b req-12b779be-a043-44ec-9178-795b51b9eaa4 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 944 time: 0.0789542 Feb 15 14:10:01.959677 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ce534df-132e-4d08-8178-746e21995a1b req-7621afdc-984f-4292-a09d-0ebb29ca051f tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Feb 15 14:10:02.542824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b7bc05a9-f398-4c85-8e7b-b2b91ef0b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:02.713165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:02.822449 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:03.143599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2574a-f6a1-4c48-aaca-e771e5c5f34b req-777dfc85-4cce-4606-8bf6-dfcb0b729cb5 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:03.145038 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2df2574a-f6a1-4c48-aaca-e771e5c5f34b req-777dfc85-4cce-4606-8bf6-dfcb0b729cb5 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 944 time: 0.0787265 Feb 15 14:10:03.188969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2df2574a-f6a1-4c48-aaca-e771e5c5f34b req-7d69128f-0e19-4ccb-9da0-a4c80a163daa tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Feb 15 14:10:03.457181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:04.205568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:04.374394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c567a6-f261-40a8-8565-db2671457b2f req-9603bb56-20ce-4713-9b60-451d23ae5ba6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:04.375832 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08c567a6-f261-40a8-8565-db2671457b2f req-9603bb56-20ce-4713-9b60-451d23ae5ba6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 944 time: 0.0834806 Feb 15 14:10:04.419310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08c567a6-f261-40a8-8565-db2671457b2f req-43bed624-c91e-4532-917f-d6f7193f0e25 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Feb 15 14:10:04.765690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 34d9deda-2342-4961-afbe-4c870ae8d59a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:10:04.897016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34d9deda-2342-4961-afbe-4c870ae8d59a,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:04.913585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '34d9deda-2342-4961-afbe-4c870ae8d59a', 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398', 'port_id': '34d9deda-2342-4961-afbe-4c870ae8d59a', 'mac_address': 'fa:16:3e:be:2a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4093be1-e87d-445e-9f7b-6fa2175fc094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:10:04.967747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:04.984513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d9deda-2342-4961-afbe-4c870ae8d59a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:04.999410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34d9deda-2342-4961-afbe-4c870ae8d59a,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:05.049943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:05.115499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:05.249570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['34d9deda-2342-4961-afbe-4c870ae8d59a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:10:05.607965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ac46-b9ab-474b-83ab-ee4f8484cae5 req-9cebc238-0d9e-45cf-be61-b1fd9e495fb9 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:05.609411 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9159ac46-b9ab-474b-83ab-ee4f8484cae5 req-9cebc238-0d9e-45cf-be61-b1fd9e495fb9 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 945 time: 0.0797372 Feb 15 14:10:05.655604 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9159ac46-b9ab-474b-83ab-ee4f8484cae5 req-168c0f70-751d-4b1f-a5b4-be8baa921f0f tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Feb 15 14:10:06.774058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 34d9deda-2342-4961-afbe-4c870ae8d59a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:06.845450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a347-99c4-4d07-9aff-c56933cbad89 req-f14811dc-6b10-409d-80b7-e6d43a5ee907 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.846927 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aca0a347-99c4-4d07-9aff-c56933cbad89 req-f14811dc-6b10-409d-80b7-e6d43a5ee907 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 945 time: 0.0890388 Feb 15 14:10:06.893249 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aca0a347-99c4-4d07-9aff-c56933cbad89 req-6d950e67-f0c7-4156-b4eb-896765e65082 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Feb 15 14:10:06.925499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 34d9deda-2342-4961-afbe-4c870ae8d59a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:06.930757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 34d9deda-2342-4961-afbe-4c870ae8d59a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:06.932496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:07.049336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:07.082874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:07.107045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34d9deda-2342-4961-afbe-4c870ae8d59a,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:07.128493 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a', 'code': 200} Feb 15 14:10:07.194266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:07.266224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:07.534889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640b458-fd2f-492d-9b9f-7df26ad0dcd7 req-a37f02de-1be6-4cfb-8b99-124b60aa19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:07.536425 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-6640b458-fd2f-492d-9b9f-7df26ad0dcd7 req-a37f02de-1be6-4cfb-8b99-124b60aa19f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 1099 time: 0.0733316 Feb 15 14:10:07.582805 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-6640b458-fd2f-492d-9b9f-7df26ad0dcd7 req-73505107-ba99-4b87-aa9e-5ef0c6d6e29d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Feb 15 14:10:08.084389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96482d7-4950-4260-958e-040b2a22bbfa req-e189f1c9-5a03-47cf-92a9-054a6dfc4675 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:08.085918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d96482d7-4950-4260-958e-040b2a22bbfa req-e189f1c9-5a03-47cf-92a9-054a6dfc4675 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0819123 Feb 15 14:10:08.132404 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d96482d7-4950-4260-958e-040b2a22bbfa req-61ffda18-87bc-427e-a9cf-5ca0d900f1c4 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Feb 15 14:10:09.322560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eea315-f664-462c-9e3a-ef1282aba259 req-5cfe5ea2-1fdf-42e1-bc7f-01e612102e7c tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:09.324581 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66eea315-f664-462c-9e3a-ef1282aba259 req-5cfe5ea2-1fdf-42e1-bc7f-01e612102e7c tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0843730 Feb 15 14:10:09.367810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66eea315-f664-462c-9e3a-ef1282aba259 req-42672ee4-5423-4dcb-a72b-955d07afa711 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Feb 15 14:10:09.653865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-9efd7093-4839-4909-9aa6-c023a0adc12f tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:09.655312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-9efd7093-4839-4909-9aa6-c023a0adc12f tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/networks?id=6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 200 len: 814 time: 0.1477606 Feb 15 14:10:09.670881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-2ecdcfbc-78b5-431c-8bbf-1272bb86134b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/quotas/b3dc59b516fe4862ac99816cda0f4cfa HTTP/1.1" status: 200 len: 375 time: 0.0098579 Feb 15 14:10:09.756624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-9fb8e2f4-235f-4321-a65b-b6c3f9e555ce tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806394 Feb 15 14:10:09.930378 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-4f6abc51-86db-4320-af9b-e4c192a5f8df service neutron] 10.222.0.61 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669569 Feb 15 14:10:10.058494 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-e8cafd1e-7508-4e51-abaa-ba78fe6309f8 service neutron] 10.222.0.61 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222527 Feb 15 14:10:10.338172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-65119da0-0e8c-4ba3-b71d-99126d919e65 req-2aba0ef3-eb98-4858-8460-6a03db7ffcca tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Feb 15 14:10:11.491116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dad2570c-1636-4a23-b136-730e94307cf2 req-da1b638b-bade-4d2e-962c-5f4d554a5f84 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 210 time: 0.0442014 Feb 15 14:10:12.571777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-df1a0b86-e422-4347-9a15-6f25246d5be7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.573208 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-df1a0b86-e422-4347-9a15-6f25246d5be7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "GET /v2.0/networks?id=6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 200 len: 814 time: 0.1464217 Feb 15 14:10:12.585867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Request body: {'port': {'device_id': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398', 'admin_state_up': True, 'tenant_id': 'b3dc59b516fe4862ac99816cda0f4cfa'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:12.654113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-41ffcfb5-656a-41a0-822a-7592de64ea8c req-d9ec6541-8155-4cf7-9cf1-45f24269c4a3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 210 time: 0.0493927 Feb 15 14:10:12.729192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:12.733529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Usage tracker for resource:port and tenant:b3dc59b516fe4862ac99816cda0f4cfa is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:12.736309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:12.743032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:12.816569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Made reservation on behalf of b3dc59b516fe4862ac99816cda0f4cfa for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:12.820126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:12.991220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Allocated IP 172.20.0.9 (6114c53c-a560-449b-b71c-3fd22988f398/d4093be1-e87d-445e-9f7b-6fa2175fc094/54e19a9c-fcab-4042-96be-77cc2435a8fd) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:13.203499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:13.308382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:13.320860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['34d9deda-2342-4961-afbe-4c870ae8d59a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:10:13.382786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Network 6114c53c-a560-449b-b71c-3fd22988f398 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:13.385946 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:13.390013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:13.425602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Pushing event updated for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:13.459642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:13.460148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:13.554096 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-0cdc6f08-e340-4d3c-af1e-234431a9661b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718239 Feb 15 14:10:13.565744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Request body: {'port': {'device_id': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:13.674398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:13.848908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e956-dca6-4498-afb1-092645619122 req-3bfa7682-ef83-4c20-8dba-25f8a9c51e2a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:13.850405 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4660e956-dca6-4498-afb1-092645619122 req-3bfa7682-ef83-4c20-8dba-25f8a9c51e2a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 931 time: 0.0840869 Feb 15 14:10:13.905377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4660e956-dca6-4498-afb1-092645619122 req-ac5e4d23-be8f-4daa-8c60-447f3fe017bc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469611 Feb 15 14:10:14.124154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e19a9c-fcab-4042-96be-77cc2435a8fd {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:14.132002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:14.146353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Transition to ACTIVE for port object 54e19a9c-fcab-4042-96be-77cc2435a8fd will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:14.222420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:14.350753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Pushing event updated for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:14.453193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Attempting to bind port 54e19a9c-fcab-4042-96be-77cc2435a8fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:14.453461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Attempting to bind port 54e19a9c-fcab-4042-96be-77cc2435a8fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:14.453779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Attempting to bind port 54e19a9c-fcab-4042-96be-77cc2435a8fd on network 6114c53c-a560-449b-b71c-3fd22988f398 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:14.458286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Port 54e19a9c-fcab-4042-96be-77cc2435a8fd on network 6114c53c-a560-449b-b71c-3fd22988f398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:10:14.458600 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Attempting to bind port 54e19a9c-fcab-4042-96be-77cc2435a8fd on network 6114c53c-a560-449b-b71c-3fd22988f398 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:14.463531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:14.464383 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Checking segment: {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:14.464760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Bound using segment: {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:14.465168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Bound port: 54e19a9c-fcab-4042-96be-77cc2435a8fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:14.465533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:14.551598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:14.554762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:14.628357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:14.691564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.692158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:14.693506 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] 10.222.0.36 "PUT /v2.0/ports/54e19a9c-fcab-4042-96be-77cc2435a8fd HTTP/1.1" status: 200 len: 1093 time: 1.1318610 Feb 15 14:10:14.693929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:14.712276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b55fe-c017-4915-84b8-00d77bde94dc service neutron] Pushing event updated for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:14.799952 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd', 'status': 'completed', 'code': 200} Feb 15 14:10:14.836666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-cd573d9a-f9fa-434c-8e5f-79315a5066c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.838145 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-cd573d9a-f9fa-434c-8e5f-79315a5066c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 1096 time: 0.0754113 Feb 15 14:10:14.907014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-2db905b6-5563-41a4-9d4e-a78b50fe1c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd HTTP/1.1" status: 200 len: 217 time: 0.0628893 Feb 15 14:10:14.969043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ac2177f0-a8f7-4c9f-9c5e-b6436f4e6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.970529 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-ac2177f0-a8f7-4c9f-9c5e-b6436f4e6a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4093be1-e87d-445e-9f7b-6fa2175fc094 HTTP/1.1" status: 200 len: 854 time: 0.0585268 Feb 15 14:10:15.020849 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-13ded51d-2d02-44f1-a632-07a2cdba1b63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6114c53c-a560-449b-b71c-3fd22988f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439198 Feb 15 14:10:15.101691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ded7e-6392-4386-9fe3-df81ee595dcd req-9d37667b-5bfe-49dc-b850-d58a4640a12e tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.103330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d74ded7e-6392-4386-9fe3-df81ee595dcd req-9d37667b-5bfe-49dc-b850-d58a4640a12e tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 943 time: 0.0865710 Feb 15 14:10:15.150752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d74ded7e-6392-4386-9fe3-df81ee595dcd req-4e9ccb04-3f54-4b88-a3c1-32a6692eea4d tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Feb 15 14:10:15.156609 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-2ae2514c-2bc5-4639-b5c5-e5441bdce6bf service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289711 Feb 15 14:10:15.293207 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5232a544-b54a-45a8-a3ac-4ac57afed7b2 req-51984cae-0b9e-4965-ba06-158e3ea0fc54 service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310272 Feb 15 14:10:15.503698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407228c-6755-43cb-a593-4e4c39551314 req-69ab385a-5702-458e-b61c-3de3c5c43486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.505125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-69ab385a-5702-458e-b61c-3de3c5c43486 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 1096 time: 0.0754991 Feb 15 14:10:15.638074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407228c-6755-43cb-a593-4e4c39551314 req-cb599b31-f46e-4968-9c71-0fc08bf596c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.639502 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-cb599b31-f46e-4968-9c71-0fc08bf596c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 200 len: 914 time: 0.1277726 Feb 15 14:10:15.811960 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-97de9188-5c83-49e3-80e4-f8d942a752c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd HTTP/1.1" status: 200 len: 217 time: 0.1658626 Feb 15 14:10:15.880772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407228c-6755-43cb-a593-4e4c39551314 req-4d5d750b-e696-4a37-9b19-2f7650c2ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.882292 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-4d5d750b-e696-4a37-9b19-2f7650c2ab55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4093be1-e87d-445e-9f7b-6fa2175fc094 HTTP/1.1" status: 200 len: 854 time: 0.0596874 Feb 15 14:10:15.928154 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-c81af2f6-54f9-4dc1-8de9-ecb4e6b4c32b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6114c53c-a560-449b-b71c-3fd22988f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398428 Feb 15 14:10:16.060899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-36c1cb09-e555-40a8-914e-e6807a427b88 service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261702 Feb 15 14:10:16.198944 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f407228c-6755-43cb-a593-4e4c39551314 req-86afed12-282a-4747-8208-dc66bc6bb21d service neutron] 10.222.0.36 "GET /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270881 Feb 15 14:10:16.339358 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bb492-31a5-466a-9ff7-53427d58a566 req-00d43d3b-b18f-4e79-af8c-e4de557bd2b7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.340356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-709bb492-31a5-466a-9ff7-53427d58a566 req-00d43d3b-b18f-4e79-af8c-e4de557bd2b7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 943 time: 0.0810556 Feb 15 14:10:16.386903 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-709bb492-31a5-466a-9ff7-53427d58a566 req-f7c0333d-f8e6-40d6-961e-e741cfaaf792 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Feb 15 14:10:16.829224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 54e19a9c-fcab-4042-96be-77cc2435a8fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:10:16.972624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:16.987340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '54e19a9c-fcab-4042-96be-77cc2435a8fd', 'network_id': '6114c53c-a560-449b-b71c-3fd22988f398', 'port_id': '54e19a9c-fcab-4042-96be-77cc2435a8fd', 'mac_address': 'fa:16:3e:bb:e5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4093be1-e87d-445e-9f7b-6fa2175fc094', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:10:17.047018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:17.070410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e19a9c-fcab-4042-96be-77cc2435a8fd {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:17.091506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:17.165197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:17.239979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:17.391342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['54e19a9c-fcab-4042-96be-77cc2435a8fd'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:10:17.685422 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422c62-235e-40ba-839c-b18c8f0f927a req-72a20671-5635-4751-9f9d-b650707c4865 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.686912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73422c62-235e-40ba-839c-b18c8f0f927a req-72a20671-5635-4751-9f9d-b650707c4865 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 944 time: 0.1886106 Feb 15 14:10:17.735172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73422c62-235e-40ba-839c-b18c8f0f927a req-2a3f2292-e315-4abf-a8a9-1188fbd6232d tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Feb 15 14:10:18.835683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 54e19a9c-fcab-4042-96be-77cc2435a8fd up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:18.923341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544f7e9-16d1-41d1-83bc-685b4a24cbde req-ae87a70f-5c51-4573-934a-f6257d67de95 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.924812 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e544f7e9-16d1-41d1-83bc-685b4a24cbde req-ae87a70f-5c51-4573-934a-f6257d67de95 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 944 time: 0.0821230 Feb 15 14:10:18.973000 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e544f7e9-16d1-41d1-83bc-685b4a24cbde req-1c956e59-2d35-4d74-98b5-91f30ca05600 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Feb 15 14:10:18.993191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 54e19a9c-fcab-4042-96be-77cc2435a8fd completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:18.999006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 54e19a9c-fcab-4042-96be-77cc2435a8fd triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:18.999367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:19.113722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:19.141004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:19.150632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:19.185944 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd', 'code': 200} Feb 15 14:10:19.233479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:19.301963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:19.558564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101280-4cbb-4657-903c-0af82615ba14 req-16064d97-54b9-41c3-bd96-f3f4ccd7113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:19.559915 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ed101280-4cbb-4657-903c-0af82615ba14 req-16064d97-54b9-41c3-bd96-f3f4ccd7113c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 1098 time: 0.0730486 Feb 15 14:10:19.599241 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ed101280-4cbb-4657-903c-0af82615ba14 req-9e4a190a-48f6-49ba-a189-6f496fc6b191 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Feb 15 14:10:20.156949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bdf54-d45c-43ee-925f-04db292974cc req-c6597f35-d0d1-4c21-a901-cdb85bcc44fc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:20.158459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-721bdf54-d45c-43ee-925f-04db292974cc req-c6597f35-d0d1-4c21-a901-cdb85bcc44fc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Feb 15 14:10:20.202455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-721bdf54-d45c-43ee-925f-04db292974cc req-817237d7-ebc5-4acb-ae87-58395b2d76b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Feb 15 14:10:21.398733 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df619-e374-4286-804a-855b484bda2f req-18a0c8da-cea1-4196-8e56-2cffd3800a1a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:21.400155 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f52df619-e374-4286-804a-855b484bda2f req-18a0c8da-cea1-4196-8e56-2cffd3800a1a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 945 time: 0.0875156 Feb 15 14:10:21.448783 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f52df619-e374-4286-804a-855b484bda2f req-7843131c-4c50-409f-b635-4867d3c3015e tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Feb 15 14:10:22.036752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ab666-5b6c-4ae2-b140-13567b7b7bb8 req-e6b23669-cd53-4cac-82cc-9499a7af8eeb tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:22.038245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-031ab666-5b6c-4ae2-b140-13567b7b7bb8 req-e6b23669-cd53-4cac-82cc-9499a7af8eeb tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 945 time: 0.0832152 Feb 15 14:10:22.083599 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-031ab666-5b6c-4ae2-b140-13567b7b7bb8 req-a8860e04-cced-4bdc-9cc6-7ef3e0fd74fc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Feb 15 14:10:23.280454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b742c9-a827-4af5-b045-ec70ae94da3d req-3e4aa3f5-7192-49b1-a72e-ca6a8a43c2c2 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.281928 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-45b742c9-a827-4af5-b045-ec70ae94da3d req-3e4aa3f5-7192-49b1-a72e-ca6a8a43c2c2 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 945 time: 0.0881042 Feb 15 14:10:23.299237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-2f8b1c50-7807-4490-9e8f-8c369884785a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.299923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-2f8b1c50-7807-4490-9e8f-8c369884785a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Synchronizing usage tracker for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:10:23.327522 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-45b742c9-a827-4af5-b045-ec70ae94da3d req-9730b7c7-a074-48a7-ae7b-b55368bb10d5 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Feb 15 14:10:23.381957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-2f8b1c50-7807-4490-9e8f-8c369884785a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Unset dirty status for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:10:23.383032 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-2f8b1c50-7807-4490-9e8f-8c369884785a tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 945 time: 0.1629751 Feb 15 14:10:23.456516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Deleting port 54e19a9c-fcab-4042-96be-77cc2435a8fd {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:23.456855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:23.703902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] For port 54e19a9c-fcab-4042-96be-77cc2435a8fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54e19a9c-fcab-4042-96be-77cc2435a8fd,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:23.704248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:23.826060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Calling delete_port for 54e19a9c-fcab-4042-96be-77cc2435a8fd owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:24.050561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:24.064203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['34d9deda-2342-4961-afbe-4c870ae8d59a', '54e19a9c-fcab-4042-96be-77cc2435a8fd'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:10:24.100726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Pushing event deleted for resources: {'Port': ['ID=54e19a9c-fcab-4042-96be-77cc2435a8fd,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:24.179351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] No DVR routers for this DVR port 54e19a9c-fcab-4042-96be-77cc2435a8fd on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:24.181875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:24.184930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'name': 'network-vif-deleted', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:24.235361 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26c0674-e9b3-4feb-a8f5-80bde0f11057', 'name': 'network-vif-deleted', 'tag': '54e19a9c-fcab-4042-96be-77cc2435a8fd', 'status': 'completed', 'code': 200} Feb 15 14:10:24.308260 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba60ad5a-201e-40ce-b053-5d44d8555210 req-acc59fc4-2564-4a4b-8313-eb6ce04c081b tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "DELETE /v2.0/ports/54e19a9c-fcab-4042-96be-77cc2435a8fd HTTP/1.1" status: 204 len: 173 time: 0.9196625 Feb 15 14:10:24.477686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-985fc545-5ca1-45c5-b2bd-ec11c663ff54 req-31863b21-a8d8-4b98-b31b-4d87af29cbe2 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=e26c0674-e9b3-4feb-a8f5-80bde0f11057 HTTP/1.1" status: 200 len: 210 time: 0.0428851 Feb 15 14:10:25.749164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95bd9a-b704-4671-bd84-49fbda3f0c88 req-6060e76d-93f0-450a-95b3-c2d5b20b40f9 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.750630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df95bd9a-b704-4671-bd84-49fbda3f0c88 req-6060e76d-93f0-450a-95b3-c2d5b20b40f9 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0833304 Feb 15 14:10:25.794597 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df95bd9a-b704-4671-bd84-49fbda3f0c88 req-62316bdb-5770-4b15-876b-3dd3118c45ab tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Feb 15 14:10:25.995686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998660-c95c-46cc-bf6e-5a022fc486ad req-9a531333-c0c9-4b6f-8763-300f3511ffde tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.997166 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c998660-c95c-46cc-bf6e-5a022fc486ad req-9a531333-c0c9-4b6f-8763-300f3511ffde tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0830488 Feb 15 14:10:26.042606 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c998660-c95c-46cc-bf6e-5a022fc486ad req-bba357d3-e076-43fe-8fcb-40da90e75fca tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Feb 15 14:10:26.245826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90ed1a-1363-49f8-a053-a9e8676b4dc8 req-cb972b5a-9a98-41f3-870e-e8694936c83c tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.247383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c90ed1a-1363-49f8-a053-a9e8676b4dc8 req-cb972b5a-9a98-41f3-870e-e8694936c83c tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0913281 Feb 15 14:10:26.293114 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3c90ed1a-1363-49f8-a053-a9e8676b4dc8 req-f1c5438e-5ffe-4fe0-9c4a-23949ed20ce6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Feb 15 14:10:26.584216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce20f1-7ec8-4efc-9e8b-288a4af57fe2 req-fd6fe63c-9b1e-4565-90ac-089d362f7453 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.585657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddce20f1-7ec8-4efc-9e8b-288a4af57fe2 req-fd6fe63c-9b1e-4565-90ac-089d362f7453 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0802500 Feb 15 14:10:26.645010 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ddce20f1-7ec8-4efc-9e8b-288a4af57fe2 req-220e8b5a-464c-4fba-89b9-3e25800b4457 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Feb 15 14:10:26.840040 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66d6a-240d-40a7-a33d-c297bc3a4c08 req-1bb53210-074f-4f34-8b10-bec4c9694f55 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.841461 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b1c66d6a-240d-40a7-a33d-c297bc3a4c08 req-1bb53210-074f-4f34-8b10-bec4c9694f55 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0867836 Feb 15 14:10:26.882224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 54e19a9c-fcab-4042-96be-77cc2435a8fd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:10:26.886416 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b1c66d6a-240d-40a7-a33d-c297bc3a4c08 req-6283caeb-bea5-42c4-8219-1ae22c44a4dc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Feb 15 14:10:26.924443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 54e19a9c-fcab-4042-96be-77cc2435a8fd {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:10:26.924787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 54e19a9c-fcab-4042-96be-77cc2435a8fd not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:10:27.091961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66bc25-e4b2-46f8-8dbd-46d9f28d8534 req-47fe7ae6-75e0-4704-848e-8829c1c073b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.093382 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5e66bc25-e4b2-46f8-8dbd-46d9f28d8534 req-47fe7ae6-75e0-4704-848e-8829c1c073b3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0851674 Feb 15 14:10:27.143470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5e66bc25-e4b2-46f8-8dbd-46d9f28d8534 req-829b191c-2e5f-4bf1-a58b-169e1c38d997 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440471 Feb 15 14:10:27.524450 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:10:27.814533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c08af-8a16-4d7d-9762-3455068d34af req-73e1813b-d889-48af-abeb-fa87a4a489cc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.815972 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e7c08af-8a16-4d7d-9762-3455068d34af req-73e1813b-d889-48af-abeb-fa87a4a489cc tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0811970 Feb 15 14:10:27.859783 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e7c08af-8a16-4d7d-9762-3455068d34af req-c652ddbf-d17e-4747-8b88-7a2d25200ae3 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Feb 15 14:10:29.049361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b3f9d-ef1b-4456-8003-b2f25582b8ef req-a73d9e61-b242-4f83-bd63-2d6c0528d9fd tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:29.050830 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e56b3f9d-ef1b-4456-8003-b2f25582b8ef req-a73d9e61-b242-4f83-bd63-2d6c0528d9fd tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.0850024 Feb 15 14:10:29.084999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-80796605-1071-48be-93e0-824dff235217 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:29.085712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-80796605-1071-48be-93e0-824dff235217 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Synchronizing usage tracker for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:10:29.096528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e56b3f9d-ef1b-4456-8003-b2f25582b8ef req-6a42ffd7-6b8c-45b0-8798-d5d12278d643 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/security-groups?id=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Feb 15 14:10:29.220320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-80796605-1071-48be-93e0-824dff235217 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Unset dirty status for tenant:b3dc59b516fe4862ac99816cda0f4cfa on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:10:29.221434 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-80796605-1071-48be-93e0-824dff235217 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 946 time: 0.2144320 Feb 15 14:10:29.290804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Deleting port 34d9deda-2342-4961-afbe-4c870ae8d59a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:29.291170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:29.364588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-085c4a96-430e-4e14-a1d1-3f7472d7a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:29.537489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] For port 34d9deda-2342-4961-afbe-4c870ae8d59a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34d9deda-2342-4961-afbe-4c870ae8d59a,segment=NetworkSegment(a8dc0447-c43a-4f61-a8f0-6d8eb09653ff),segment_id=a8dc0447-c43a-4f61-a8f0-6d8eb09653ff)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:29.537734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:29.663129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Calling delete_port for 34d9deda-2342-4961-afbe-4c870ae8d59a owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:30.084770 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:30.096544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['34d9deda-2342-4961-afbe-4c870ae8d59a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:10:30.146328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Pushing event deleted for resources: {'Port': ['ID=34d9deda-2342-4961-afbe-4c870ae8d59a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:30.220814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] No DVR routers for this DVR port 34d9deda-2342-4961-afbe-4c870ae8d59a on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:30.223379 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:30.225918 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'name': 'network-vif-deleted', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:30.258256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e600643c-ad2a-4f11-b5a3-1b34c3cceb69 req-c4643294-5458-424a-b1d8-630f003e5da6 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bc1ef0e-50c0-4145-a924-afd88acb763d HTTP/1.1" status: 200 len: 210 time: 0.0478759 Feb 15 14:10:30.272429 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1ef0e-50c0-4145-a924-afd88acb763d', 'name': 'network-vif-deleted', 'tag': '34d9deda-2342-4961-afbe-4c870ae8d59a', 'status': 'completed', 'code': 200} Feb 15 14:10:30.329741 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d618930-4e41-4338-a33d-8191f4b41f7d req-aa191e98-ed86-472c-bd8e-1827b554bab7 tempest-ServersNegativeTestJSON-2066959397 tempest-ServersNegativeTestJSON-2066959397-project] 10.222.0.36 "DELETE /v2.0/ports/34d9deda-2342-4961-afbe-4c870ae8d59a HTTP/1.1" status: 204 len: 173 time: 1.1027150 Feb 15 14:10:31.359574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35780) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:31.422089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Deleting subnet d4093be1-e87d-445e-9f7b-6fa2175fc094 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:10:31.425022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.472771 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.531235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.656243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.694808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4093be1-e87d-445e-9f7b-6fa2175fc094,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:31.700054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.706817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-004c80b4-00aa-4daf-a0ce-b9a155d46d3a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4093be1-e87d-445e-9f7b-6fa2175fc094 HTTP/1.1" status: 204 len: 168 time: 0.3454080 Feb 15 14:10:31.708558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35784) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:31.815622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.944193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:31.975902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6114c53c-a560-449b-b71c-3fd22988f398']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:31.989443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:31.989732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dc0447-c43a-4f61-a8f0-6d8eb09653ff') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:32.003987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.025197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.031342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:32.031716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:32.045469 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:32.189336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.204507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.214978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6114c53c-a560-449b-b71c-3fd22988f398,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.291394 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6ee2d94d-7469-4091-b3c6-9d3bea4e04e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6114c53c-a560-449b-b71c-3fd22988f398 HTTP/1.1" status: 204 len: 168 time: 0.5811546 Feb 15 14:10:32.597392 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f269b542-bcd9-4b2d-98e7-a26165fd96ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.626927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35790) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:32.677313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8126e84a-b79e-46f6-b915-6169f9f46a2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3dc59b516fe4862ac99816cda0f4cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483086 Feb 15 14:10:32.679809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35794) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:32.728366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.737097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.763384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.855627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.882793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.899311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 34d9deda-2342-4961-afbe-4c870ae8d59a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:10:32.899888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed1d69-fdfc-4e3b-b691-d6f19ea958ab,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.903538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:32.905250 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-da778c29-2bed-4b75-8155-b8e3c9424632 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0aed1d69-fdfc-4e3b-b691-d6f19ea958ab HTTP/1.1" status: 204 len: 168 time: 0.2239323 Feb 15 14:10:32.944741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 34d9deda-2342-4961-afbe-4c870ae8d59a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:10:32.945093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 34d9deda-2342-4961-afbe-4c870ae8d59a not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:10:33.455656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:33.973777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35818) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:34.077020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975877955'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:34.082089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:34.085889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:network and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:34.088926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:34.098263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:34.232911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:34.236382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.249159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.255861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.263759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:34.267596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:security_group_rule and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:34.270339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:34.276290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:34.368515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.426782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.458749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:34.466978 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46687a68-7c3a-40be-86d0-58cb16ee1203,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:34.472685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.473623 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Added segment 103096e6-9f76-42a8-94db-5fae295f24cc of type vlan for network 85866067-4f9e-423e-bbde-fc5930b1e72c Feb 15 14:10:34.500075 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.579197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.584668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.585250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:34.693671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Network': ['ID=85866067-4f9e-423e-bbde-fc5930b1e72c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:34.704660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 85866067-4f9e-423e-bbde-fc5930b1e72c details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:34.763263 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-17ff4eb1-2745-4782-905b-e622100021d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7881713 Feb 15 14:10:38.073043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35824) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:38.078575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'subnet': {'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:38.192214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:38.198219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:subnet and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:38.201341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:38.208172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:38.312352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:38.314989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:38.631128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:38.710793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Subnet': ['ID=29882eac-964e-4a2e-91eb-8e7bf10655c7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:38.720346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking segment: {'id': '103096e6-9f76-42a8-94db-5fae295f24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:38.720698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network hostable DHCP agents. Network: 85866067-4f9e-423e-bbde-fc5930b1e72c, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:38.872626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network 85866067-4f9e-423e-bbde-fc5930b1e72c is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:38.987054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 85866067-4f9e-423e-bbde-fc5930b1e72c) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:38.991437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.992743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:38.997097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe8403-4507-453e-951d-c97fd7315ea1 None None] Network 85866067-4f9e-423e-bbde-fc5930b1e72c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:39.094773 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8e549c1f-cc42-4a5b-8c11-a59971b96d11 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0206628 Feb 15 14:10:39.098198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35828) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:39.106044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977537341'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:39.111169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:39.115317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:network and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:39.118335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:39.125180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:39.231293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:39.233256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-85866067-4f9e-423e-bbde-fc5930b1e72c', 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c', 'tenant_id': '07a678ac09464f658eeadad73aeb04b5', 'fixed_ips': [{'subnet_id': '29882eac-964e-4a2e-91eb-8e7bf10655c7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:39.234580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.236923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.277142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:39.286226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.287923 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Added segment bd108a63-b38c-4bcb-9233-59cf85bfb503 of type vlan for network 27af9003-47fd-4471-ba79-14b968116f8a Feb 15 14:10:39.318141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.411965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Allocated IP 2001:db8:0:ffff::2 (85866067-4f9e-423e-bbde-fc5930b1e72c/29882eac-964e-4a2e-91eb-8e7bf10655c7/a669b813-01bb-4afc-a62e-ff699f890550) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:39.420791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.429771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:39.430502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.541586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Network': ['ID=27af9003-47fd-4471-ba79-14b968116f8a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:39.555595 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 27af9003-47fd-4471-ba79-14b968116f8a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:39.605580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-20b6f990-8fa6-487d-a24f-30244199f2d5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5062683 Feb 15 14:10:39.608447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35832) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:39.614956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'subnet': {'network_id': '27af9003-47fd-4471-ba79-14b968116f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:39.726657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.736914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:39.737307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Transition to ACTIVE for port object a669b813-01bb-4afc-a62e-ff699f890550 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:39.741510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:subnet and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:39.744438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:39.754744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:39.755598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Transition to ACTIVE for port object a669b813-01bb-4afc-a62e-ff699f890550 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:39.822099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.832707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:39.836545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:39.892738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Network 85866067-4f9e-423e-bbde-fc5930b1e72c is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:39.894001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:39.897724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:39.906763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Pushing event updated for resources: {'Port': ['ID=a669b813-01bb-4afc-a62e-ff699f890550,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:39.959437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.959783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.960118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.960445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.960780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.961165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.961574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.961924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.962299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.962654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.962989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:39.963312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.016637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Attempting to bind port a669b813-01bb-4afc-a62e-ff699f890550 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:40.017332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Attempting to bind port a669b813-01bb-4afc-a62e-ff699f890550 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '103096e6-9f76-42a8-94db-5fae295f24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:40.017332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Attempting to bind port a669b813-01bb-4afc-a62e-ff699f890550 on network 85866067-4f9e-423e-bbde-fc5930b1e72c {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:40.022826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:40.023199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Checking segment: {'id': '103096e6-9f76-42a8-94db-5fae295f24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:40.023591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.023974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Bound using segment: {'id': '103096e6-9f76-42a8-94db-5fae295f24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:40.024429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Bound port: a669b813-01bb-4afc-a62e-ff699f890550, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103096e6-9f76-42a8-94db-5fae295f24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '85866067-4f9e-423e-bbde-fc5930b1e72c'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:40.024946 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.133989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.169183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] For port a669b813-01bb-4afc-a62e-ff699f890550, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:40.172574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] For port a669b813-01bb-4afc-a62e-ff699f890550, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a669b813-01bb-4afc-a62e-ff699f890550,segment=NetworkSegment(103096e6-9f76-42a8-94db-5fae295f24cc),segment_id=103096e6-9f76-42a8-94db-5fae295f24cc)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:40.219204 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Subnet': ['ID=dba1743a-ed80-4edb-a5df-d020057469e1,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.231842 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.232294 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.232773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.233241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.233786 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.234115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.234438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.234757 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.235080 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.235462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.235785 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.236097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.241588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking segment: {'id': 'bd108a63-b38c-4bcb-9233-59cf85bfb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27af9003-47fd-4471-ba79-14b968116f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:40.246635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network hostable DHCP agents. Network: 27af9003-47fd-4471-ba79-14b968116f8a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:40.267034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.344947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network 27af9003-47fd-4471-ba79-14b968116f8a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:40.358571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203395-5f7f-4c42-8192-7280213e8c61 None None] Pushing event updated for resources: {'Port': ['ID=a669b813-01bb-4afc-a62e-ff699f890550,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.433118 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 27af9003-47fd-4471-ba79-14b968116f8a) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:40.437391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.447583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.447984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774ea0d-c5e6-4ab6-bdfc-da58a6e27050 None None] Network 27af9003-47fd-4471-ba79-14b968116f8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:40.541217 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-04ba11c4-c290-4dab-8fbf-f66405780f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9306931 Feb 15 14:10:40.543752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35836) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:40.696395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457ef49-b184-4487-bda6-5eecda1f97c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-27af9003-47fd-4471-ba79-14b968116f8a', 'network_id': '27af9003-47fd-4471-ba79-14b968116f8a', 'tenant_id': '07a678ac09464f658eeadad73aeb04b5', 'fixed_ips': [{'subnet_id': 'dba1743a-ed80-4edb-a5df-d020057469e1'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:40.697732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b457ef49-b184-4487-bda6-5eecda1f97c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.704150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.771608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.905561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server [None req-b457ef49-b184-4487-bda6-5eecda1f97c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba1743a-ed80-4edb-a5df-d020057469e1: This subnet is being modified by another concurrent operation. Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba1743a-ed80-4edb-a5df-d020057469e1: This subnet is being modified by another concurrent operation. Feb 15 14:10:40.940637 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Feb 15 14:10:40.948887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Subnet': ['ID=dba1743a-ed80-4edb-a5df-d020057469e1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.961430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7504efc-fbb2-46e3-8984-f38eb2a41913 None None] Network 27af9003-47fd-4471-ba79-14b968116f8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:41.050499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.183196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27af9003-47fd-4471-ba79-14b968116f8a']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:41.196077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd108a63-b38c-4bcb-9233-59cf85bfb503') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:41.196372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd108a63-b38c-4bcb-9233-59cf85bfb503') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:41.209333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.226028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.232415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:41.232806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:41.247679 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:41.359356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca490ba-9989-45d3-9de5-d7a223768623 None None] Network 85866067-4f9e-423e-bbde-fc5930b1e72c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:41.410005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.429662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.440896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Network': ['ID=27af9003-47fd-4471-ba79-14b968116f8a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:41.448883 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0113facd-ba1c-42d9-9a5f-bd7bc69bd4cc tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/27af9003-47fd-4471-ba79-14b968116f8a HTTP/1.1" status: 204 len: 168 time: 0.8994777 Feb 15 14:10:41.449708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35840) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:41.455463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772724279'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:41.460340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:41.464638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:network and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:41.467052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:41.472553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:41.565987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f9189346-1d0e-4573-a5a7-4159b1e3df25 None None] Provisioning for port a669b813-01bb-4afc-a62e-ff699f890550 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:41.569353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:41.572877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.604734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:41.621080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.621518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Added segment f367acc1-785e-4466-be56-1f4744fb9d67 of type vlan for network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 Feb 15 14:10:41.648276 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.757922 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.764694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:41.765376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:41.780333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76784a5-db7b-4d6b-90bf-8d01b6797f3b None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 14:10:41.875308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Network': ['ID=745bc79c-8e08-45e1-b6b0-e92a6c7fae34,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:41.878717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76784a5-db7b-4d6b-90bf-8d01b6797f3b None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:10:41.891066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:41.935955 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-52c28cbc-cdba-42b2-ab98-3ddcb6ecb74c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4849446 Feb 15 14:10:41.938897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35844) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:41.947325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'subnet': {'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:41.976671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a669b813-01bb-4afc-a62e-ff699f890550 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:42.169210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:42.173186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:subnet and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:42.176107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:42.181987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:42.224368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a669b813-01bb-4afc-a62e-ff699f890550 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:42.235237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a669b813-01bb-4afc-a62e-ff699f890550 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:42.235613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.243758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:42.247371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.338068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Performing IP validity checks on allocation pools {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 15 14:10:42.338731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.ipam_backend_mixin [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 15 14:10:42.455312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.508362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port a669b813-01bb-4afc-a62e-ff699f890550, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a669b813-01bb-4afc-a62e-ff699f890550,segment=NetworkSegment(103096e6-9f76-42a8-94db-5fae295f24cc),segment_id=103096e6-9f76-42a8-94db-5fae295f24cc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:42.541554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.592814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.622707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Subnet': ['ID=5e6e5b71-c962-444a-8ac8-056086178b2b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:42.630313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking segment: {'id': 'f367acc1-785e-4466-be56-1f4744fb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:42.630667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network hostable DHCP agents. Network: 745bc79c-8e08-45e1-b6b0-e92a6c7fae34, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:42.664395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=a669b813-01bb-4afc-a62e-ff699f890550,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:42.723518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:42.780658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 745bc79c-8e08-45e1-b6b0-e92a6c7fae34) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:42.784656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.785281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:42.789064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667f58a-6208-4323-a991-7ada8e5b13ef None None] Network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:42.871497 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9dbfd777-9c45-4120-9694-2807f4ed58ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9314256 Feb 15 14:10:42.874676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35848) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:43.001841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-745bc79c-8e08-45e1-b6b0-e92a6c7fae34', 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34', 'tenant_id': '07a678ac09464f658eeadad73aeb04b5', 'fixed_ips': [{'subnet_id': '5e6e5b71-c962-444a-8ac8-056086178b2b'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:43.002693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.013221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.078561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.162799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Allocated IP 2001:db8::3 (745bc79c-8e08-45e1-b6b0-e92a6c7fae34/5e6e5b71-c962-444a-8ac8-056086178b2b/1f111d85-cf58-45ac-b00c-f7edcc212228) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:43.361261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.371351 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Transition to ACTIVE for port object 1f111d85-cf58-45ac-b00c-f7edcc212228 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:43.389290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Transition to ACTIVE for port object 1f111d85-cf58-45ac-b00c-f7edcc212228 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:43.449378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.506709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.517318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:43.520252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:43.523170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:43.545274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6e5b71-c962-444a-8ac8-056086178b2b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:43.559906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Pushing event updated for resources: {'Port': ['ID=1f111d85-cf58-45ac-b00c-f7edcc212228,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:43.623354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Attempting to bind port 1f111d85-cf58-45ac-b00c-f7edcc212228 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:43.623698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Attempting to bind port 1f111d85-cf58-45ac-b00c-f7edcc212228 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'f367acc1-785e-4466-be56-1f4744fb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:43.623987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Attempting to bind port 1f111d85-cf58-45ac-b00c-f7edcc212228 on network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:43.629228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:43.629628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Checking segment: {'id': 'f367acc1-785e-4466-be56-1f4744fb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:43.630032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.630421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Bound using segment: {'id': 'f367acc1-785e-4466-be56-1f4744fb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:43.630879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Bound port: 1f111d85-cf58-45ac-b00c-f7edcc212228, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f367acc1-785e-4466-be56-1f4744fb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:43.631250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.645087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.672387 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745bc79c-8e08-45e1-b6b0-e92a6c7fae34']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.684374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f367acc1-785e-4466-be56-1f4744fb9d67') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.684669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f367acc1-785e-4466-be56-1f4744fb9d67') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.695735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.711345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.718855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:43.719332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.724429 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] For port 1f111d85-cf58-45ac-b00c-f7edcc212228, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:43.734531 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:43.811125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] For port 1f111d85-cf58-45ac-b00c-f7edcc212228, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f111d85-cf58-45ac-b00c-f7edcc212228,segment=NetworkSegment(f367acc1-785e-4466-be56-1f4744fb9d67),segment_id=f367acc1-785e-4466-be56-1f4744fb9d67)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:43.836311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.db.api [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:10:43.836311 dv-neutron-828156-1-hyperv neutron-server[88296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:10:43.836311 dv-neutron-828156-1-hyperv neutron-server[88296]: [parameters: {'id': '745bc79c-8e08-45e1-b6b0-e92a6c7fae34'}] Feb 15 14:10:43.836311 dv-neutron-828156-1-hyperv neutron-server[88296]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:10:43.836714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG oslo_db.api [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:10:43.855526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:43.914931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a669b813-01bb-4afc-a62e-ff699f890550 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:44.015250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b794d-71fe-4ae2-b8c6-3794bcdd0f13 None None] Pushing event updated for resources: {'Port': ['ID=1f111d85-cf58-45ac-b00c-f7edcc212228,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:44.052509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a669b813-01bb-4afc-a62e-ff699f890550 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:44.052874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:44.076297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd38863-d667-4866-9789-6403f35e7f97 None None] Network 745bc79c-8e08-45e1-b6b0-e92a6c7fae34 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:44.337948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:44.346059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7eed8-72b6-4054-8459-fca4c519aca5 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 14:10:44.349224 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Deleting port 1f111d85-cf58-45ac-b00c-f7edcc212228 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:44.349596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:44.431273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7eed8-72b6-4054-8459-fca4c519aca5 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:10:44.555254 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] For port 1f111d85-cf58-45ac-b00c-f7edcc212228, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f111d85-cf58-45ac-b00c-f7edcc212228,segment=NetworkSegment(f367acc1-785e-4466-be56-1f4744fb9d67),segment_id=f367acc1-785e-4466-be56-1f4744fb9d67)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:44.555609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:44.684933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Calling delete_port for 1f111d85-cf58-45ac-b00c-f7edcc212228 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:44.838582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:44.887850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Port': ['ID=1f111d85-cf58-45ac-b00c-f7edcc212228,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:44.889630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No DVR routers for this DVR port 1f111d85-cf58-45ac-b00c-f7edcc212228 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:45.010146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.144260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745bc79c-8e08-45e1-b6b0-e92a6c7fae34']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:45.155700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f367acc1-785e-4466-be56-1f4744fb9d67') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:45.155927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f367acc1-785e-4466-be56-1f4744fb9d67') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:45.167231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.183682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.189601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:45.190099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:45.205245 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:45.355980 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.373110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.383824 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Network': ['ID=745bc79c-8e08-45e1-b6b0-e92a6c7fae34,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:45.390908 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-89254219-a086-463e-9d0a-6404ab030e59 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/745bc79c-8e08-45e1-b6b0-e92a6c7fae34 HTTP/1.1" status: 204 len: 168 time: 2.5149751 Feb 15 14:10:45.394320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35852) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:45.399490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83429209'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:45.404258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:45.407995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:network and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:45.410715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:45.416798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:45.487147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:45.490509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.518775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:45.527170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.527505 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Added segment 62086b67-e47f-41cc-94a9-cc34d62843ec of type vlan for network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 Feb 15 14:10:45.552896 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.668561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.671287 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.671855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:45.774122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Network': ['ID=3f9f3ed4-ab6b-491b-81e2-12930bf26290,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:45.783874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:45.836532 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-324ca8ff-9e14-4ce8-a665-391cb9ff9139 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4411881 Feb 15 14:10:45.839992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35856) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:45.845366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'subnet': {'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:45.956909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:45.960505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:subnet and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:45.963963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:45.969737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:46.058733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:46.062247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.323963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.398478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Subnet': ['ID=da4a587e-a51e-4376-9101-2804b47689e6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:46.411170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking segment: {'id': '62086b67-e47f-41cc-94a9-cc34d62843ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:46.411556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network hostable DHCP agents. Network: 3f9f3ed4-ab6b-491b-81e2-12930bf26290, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:46.471932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:46.529108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 3f9f3ed4-ab6b-491b-81e2-12930bf26290) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:46.533037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:46.533637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.537551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f2fb4-dd21-4256-bb72-409dcf47374f None None] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:46.616432 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bdf70d82-faf3-4c0e-877a-fad1a062eb6b tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7751355 Feb 15 14:10:46.620223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35860) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:46.626992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455999366'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:46.631859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:46.636645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:network and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:46.639527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:46.646194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:46.746760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:46.750442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.755762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-3f9f3ed4-ab6b-491b-81e2-12930bf26290', 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290', 'tenant_id': '07a678ac09464f658eeadad73aeb04b5', 'fixed_ips': [{'subnet_id': 'da4a587e-a51e-4376-9101-2804b47689e6'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:46.756590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.779676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:46.788071 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.788416 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Added segment 810a50d5-2900-4a66-9745-8ff53e4f984d of type vlan for network d1ff691d-2042-4b5d-a97c-c572e80f1b85 Feb 15 14:10:46.818730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.912319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Allocated IP 2001:db8::2 (3f9f3ed4-ab6b-491b-81e2-12930bf26290/da4a587e-a51e-4376-9101-2804b47689e6/a660dc80-69bc-445f-b380-01204cf0b7eb) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:46.933341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:46.938956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:46.939530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.046449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Network': ['ID=d1ff691d-2042-4b5d-a97c-c572e80f1b85,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:47.053720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.054063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.054397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.054727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.055051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.055374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.056435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.056827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.057250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.057605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.057928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.062273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:47.082728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-74a2e4c6-8485-4d72-9edc-c14d838ca46e tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4607151 Feb 15 14:10:47.085554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35864) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:47.091138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Request body: {'subnet': {'network_id': 'd1ff691d-2042-4b5d-a97c-c572e80f1b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:47.091286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network d1ff691d-2042-4b5d-a97c-c572e80f1b85 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:47.197666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:47.201259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Usage tracker for resource:subnet and tenant:07a678ac09464f658eeadad73aeb04b5 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:47.204142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:47.208994 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.209722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:47.223020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Transition to ACTIVE for port object a660dc80-69bc-445f-b380-01204cf0b7eb will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:47.240998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Transition to ACTIVE for port object a660dc80-69bc-445f-b380-01204cf0b7eb will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:47.292829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Made reservation on behalf of 07a678ac09464f658eeadad73aeb04b5 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:47.296610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.322279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.388715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:47.391719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:47.395399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:47.405099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Pushing event updated for resources: {'Port': ['ID=a660dc80-69bc-445f-b380-01204cf0b7eb,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:47.489751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Attempting to bind port a660dc80-69bc-445f-b380-01204cf0b7eb on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:47.490034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Attempting to bind port a660dc80-69bc-445f-b380-01204cf0b7eb by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '62086b67-e47f-41cc-94a9-cc34d62843ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:47.490397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Attempting to bind port a660dc80-69bc-445f-b380-01204cf0b7eb on network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:47.496140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:47.496514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Checking segment: {'id': '62086b67-e47f-41cc-94a9-cc34d62843ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:47.496905 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.497289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Bound using segment: {'id': '62086b67-e47f-41cc-94a9-cc34d62843ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:47.497766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Bound port: a660dc80-69bc-445f-b380-01204cf0b7eb, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62086b67-e47f-41cc-94a9-cc34d62843ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f9f3ed4-ab6b-491b-81e2-12930bf26290'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:47.498134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.546311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.588239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] For port a660dc80-69bc-445f-b380-01204cf0b7eb, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:47.591803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] For port a660dc80-69bc-445f-b380-01204cf0b7eb, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a660dc80-69bc-445f-b380-01204cf0b7eb,segment=NetworkSegment(62086b67-e47f-41cc-94a9-cc34d62843ec),segment_id=62086b67-e47f-41cc-94a9-cc34d62843ec)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:47.625875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event updated for resources: {'Subnet': ['ID=3972c30e-a02c-42a5-afea-32182f5305fe,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:47.633636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Checking segment: {'id': '810a50d5-2900-4a66-9745-8ff53e4f984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd1ff691d-2042-4b5d-a97c-c572e80f1b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:47.634012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network hostable DHCP agents. Network: d1ff691d-2042-4b5d-a97c-c572e80f1b85, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:47.638197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.692885 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Network d1ff691d-2042-4b5d-a97c-c572e80f1b85 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:47.716496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242b082-e1ca-4ad6-b122-52889412b807 None None] Pushing event updated for resources: {'Port': ['ID=a660dc80-69bc-445f-b380-01204cf0b7eb,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:47.775717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, d1ff691d-2042-4b5d-a97c-c572e80f1b85) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:47.780488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.783548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:47.784654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de7afa-2a2e-47cb-9a6b-c6ef5c74a723 None None] Network d1ff691d-2042-4b5d-a97c-c572e80f1b85 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:47.890138 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-999f66b9-85d5-4fa3-9e4e-d9d0913ff436 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8035192 Feb 15 14:10:47.892587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35868) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:48.057228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a660dc80-69bc-445f-b380-01204cf0b7eb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:48.062935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.106524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a95c015-d6ab-478b-be17-a06849d06781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-d1ff691d-2042-4b5d-a97c-c572e80f1b85', 'network_id': 'd1ff691d-2042-4b5d-a97c-c572e80f1b85', 'tenant_id': '07a678ac09464f658eeadad73aeb04b5', 'fixed_ips': [{'subnet_id': '3972c30e-a02c-42a5-afea-32182f5305fe'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:48.107340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a95c015-d6ab-478b-be17-a06849d06781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.135313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.298745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a660dc80-69bc-445f-b380-01204cf0b7eb completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:48.323873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.369928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Subnet': ['ID=3972c30e-a02c-42a5-afea-32182f5305fe,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server [None req-5a95c015-d6ab-478b-be17-a06849d06781 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3972c30e-a02c-42a5-afea-32182f5305fe: This subnet is being modified by another concurrent operation. Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3972c30e-a02c-42a5-afea-32182f5305fe: This subnet is being modified by another concurrent operation. Feb 15 14:10:48.376921 dv-neutron-828156-1-hyperv neutron-server[88298]: ERROR oslo_messaging.rpc.server Feb 15 14:10:48.398347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401279d-8b7c-43fc-b7a4-bac71dfe460d None None] Network d1ff691d-2042-4b5d-a97c-c572e80f1b85 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:48.468174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.504913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ff691d-2042-4b5d-a97c-c572e80f1b85']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:48.518747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a50d5-2900-4a66-9745-8ff53e4f984d') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:48.519080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a50d5-2900-4a66-9745-8ff53e4f984d') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:48.531465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.550579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.558019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:48.558424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:48.573687 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:48.710693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.728914 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc794a-2cb0-4b00-9c90-c7590924518b None None] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:48.729116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:48.739650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Network': ['ID=d1ff691d-2042-4b5d-a97c-c572e80f1b85,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:48.747150 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e30c92e6-1e1b-4481-bc17-e62ed8a346d7 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/d1ff691d-2042-4b5d-a97c-c572e80f1b85 HTTP/1.1" status: 204 len: 168 time: 0.8511107 Feb 15 14:10:48.747978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35872) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:48.785894 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-993fb779-fcf3-41c0-9e03-581e01641f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] GET failed (client error): The resource could not be found. Feb 15 14:10:48.786409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-993fb779-fcf3-41c0-9e03-581e01641f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Synchronizing usage tracker for tenant:07a678ac09464f658eeadad73aeb04b5 on resource:subnet {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:10:48.923451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-993fb779-fcf3-41c0-9e03-581e01641f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Unset dirty status for tenant:07a678ac09464f658eeadad73aeb04b5 on resource:subnet {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:10:48.924645 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-993fb779-fcf3-41c0-9e03-581e01641f1d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "GET /v2.0/subnets/3972c30e-a02c-42a5-afea-32182f5305fe HTTP/1.1" status: 404 len: 337 time: 0.1761875 Feb 15 14:10:48.927334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35876) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:48.952033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Provisioning for port a660dc80-69bc-445f-b380-01204cf0b7eb completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:48.953749 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1b9c8e-bd24-4f57-b42f-4f21c76f16ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:48.954215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1b9c8e-bd24-4f57-b42f-4f21c76f16ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:48.955876 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9a1b9c8e-bd24-4f57-b42f-4f21c76f16ac tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/d1ff691d-2042-4b5d-a97c-c572e80f1b85 HTTP/1.1" status: 404 len: 339 time: 0.0275898 Feb 15 14:10:48.959836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35880) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:48.963760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Provisioning complete for port a660dc80-69bc-445f-b380-01204cf0b7eb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:48.964062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.002017 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dda887e-caa9-4928-9686-8f9fd8d15ba5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:49.002490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dda887e-caa9-4928-9686-8f9fd8d15ba5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:49.004120 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1dda887e-caa9-4928-9686-8f9fd8d15ba5 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/subnets/3972c30e-a02c-42a5-afea-32182f5305fe HTTP/1.1" status: 404 len: 337 time: 0.0433066 Feb 15 14:10:49.006948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35884) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:49.033075 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-650def0c-2d54-4eeb-91ed-0ab8d05ec88d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:49.033575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650def0c-2d54-4eeb-91ed-0ab8d05ec88d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:49.037747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-650def0c-2d54-4eeb-91ed-0ab8d05ec88d tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/d1ff691d-2042-4b5d-a97c-c572e80f1b85 HTTP/1.1" status: 404 len: 339 time: 0.0274076 Feb 15 14:10:49.037935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35888) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:49.090656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.111418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Deleting subnet da4a587e-a51e-4376-9101-2804b47689e6 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:10:49.114880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.130196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] For port a660dc80-69bc-445f-b380-01204cf0b7eb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a660dc80-69bc-445f-b380-01204cf0b7eb,segment=NetworkSegment(62086b67-e47f-41cc-94a9-cc34d62843ec),segment_id=62086b67-e47f-41cc-94a9-cc34d62843ec)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:49.176678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.194652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40440e88-da45-4947-afef-d0e045769834 None None] get_active_networks_info from dv-neutron-828156-1-hyperv {{(pid=88298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 15 14:10:49.221623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.262729 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.321524 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7589234-a03f-4158-a3e6-d9705d22141d None None] Pushing event updated for resources: {'Port': ['ID=a660dc80-69bc-445f-b380-01204cf0b7eb,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:49.360911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40440e88-da45-4947-afef-d0e045769834 None None] Resources bound (agent type, host, resource id): {{(pid=88298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:10:49.362656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dfaa0939-b914-4a43-bfa0-14fde8a8f482 None None] Provisioning complete for port a660dc80-69bc-445f-b380-01204cf0b7eb triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:49.363027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0939-b914-4a43-bfa0-14fde8a8f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.413570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.559549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Subnet': ['ID=da4a587e-a51e-4376-9101-2804b47689e6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:49.561701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.627145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8d2de2a5-7899-43ff-82ea-1e1e7389af68 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/subnets/da4a587e-a51e-4376-9101-2804b47689e6 HTTP/1.1" status: 204 len: 168 time: 0.5881827 Feb 15 14:10:49.629673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35892) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:49.746426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.757096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Deleting port a660dc80-69bc-445f-b380-01204cf0b7eb {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:49.757998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:49.764650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40162f16-9fe4-44b0-8ac6-33705319059c None None] Network 3f9f3ed4-ab6b-491b-81e2-12930bf26290 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:49.925368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a660dc80-69bc-445f-b380-01204cf0b7eb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:49.965836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] For port a660dc80-69bc-445f-b380-01204cf0b7eb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a660dc80-69bc-445f-b380-01204cf0b7eb,segment=NetworkSegment(62086b67-e47f-41cc-94a9-cc34d62843ec),segment_id=62086b67-e47f-41cc-94a9-cc34d62843ec)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:49.966189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.021377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a660dc80-69bc-445f-b380-01204cf0b7eb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:50.021782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.094055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Calling delete_port for a660dc80-69bc-445f-b380-01204cf0b7eb owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:50.165754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871ba12-2fbc-4c99-919a-67523868ef76 None None] DHCP port deletion for 3f9f3ed4-ab6b-491b-81e2-12930bf26290 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:10:50.174923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2871ba12-2fbc-4c99-919a-67523868ef76 None None] Deleting port a660dc80-69bc-445f-b380-01204cf0b7eb {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:50.176144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2871ba12-2fbc-4c99-919a-67523868ef76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.230709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.265767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-2871ba12-2fbc-4c99-919a-67523868ef76 None None] The port 'a660dc80-69bc-445f-b380-01204cf0b7eb' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:10:50.284299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Port': ['ID=a660dc80-69bc-445f-b380-01204cf0b7eb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:50.286089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No DVR routers for this DVR port a660dc80-69bc-445f-b380-01204cf0b7eb on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:50.409045 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.433964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9f3ed4-ab6b-491b-81e2-12930bf26290']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:50.445986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62086b67-e47f-41cc-94a9-cc34d62843ec') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:50.446286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62086b67-e47f-41cc-94a9-cc34d62843ec') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:50.457370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.473390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.479948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:50.480326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:50.494350 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:50.631863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.650066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.660850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Network': ['ID=3f9f3ed4-ab6b-491b-81e2-12930bf26290,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:50.665878 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-19ba82fb-0bc2-4794-b1a7-8fcd8e4e2307 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/3f9f3ed4-ab6b-491b-81e2-12930bf26290 HTTP/1.1" status: 204 len: 168 time: 1.0351112 Feb 15 14:10:50.668665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35896) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:50.705226 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42e7f24-5155-4866-a36f-03710d2e9dbd tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:50.705781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42e7f24-5155-4866-a36f-03710d2e9dbd tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:50.712936 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a42e7f24-5155-4866-a36f-03710d2e9dbd tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/subnets/5e6e5b71-c962-444a-8ac8-056086178b2b HTTP/1.1" status: 404 len: 337 time: 0.0433598 Feb 15 14:10:50.715395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35900) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:50.739705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-809d6e83-0f39-40cb-a761-1ffb49013f2c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:50.740193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809d6e83-0f39-40cb-a761-1ffb49013f2c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:50.741797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-809d6e83-0f39-40cb-a761-1ffb49013f2c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/745bc79c-8e08-45e1-b6b0-e92a6c7fae34 HTTP/1.1" status: 404 len: 339 time: 0.0255318 Feb 15 14:10:50.744216 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35904) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:50.784146 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78e5174-9eef-4e34-8605-29d42e396369 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:50.784846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78e5174-9eef-4e34-8605-29d42e396369 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:50.786201 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a78e5174-9eef-4e34-8605-29d42e396369 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/subnets/dba1743a-ed80-4edb-a5df-d020057469e1 HTTP/1.1" status: 404 len: 337 time: 0.0411189 Feb 15 14:10:50.788557 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35908) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:50.812289 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7463a302-cf5d-480c-b8c9-e9dfaa93750c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] DELETE failed (client error): The resource could not be found. Feb 15 14:10:50.812731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7463a302-cf5d-480c-b8c9-e9dfaa93750c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:10:50.814328 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7463a302-cf5d-480c-b8c9-e9dfaa93750c tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/27af9003-47fd-4471-ba79-14b968116f8a HTTP/1.1" status: 404 len: 339 time: 0.0249040 Feb 15 14:10:50.816668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35912) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:50.879906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Deleting subnet 29882eac-964e-4a2e-91eb-8e7bf10655c7 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:10:50.882811 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:50.939434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.019641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.152066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.190410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Subnet': ['ID=29882eac-964e-4a2e-91eb-8e7bf10655c7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:51.195301 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.201176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf43e8d-52d0-4b84-a48a-75e400e3346c None None] Network 85866067-4f9e-423e-bbde-fc5930b1e72c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:51.206772 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1f142ceb-38a3-4fc3-b7ca-498bb7e0fc99 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/subnets/29882eac-964e-4a2e-91eb-8e7bf10655c7 HTTP/1.1" status: 204 len: 168 time: 0.3891819 Feb 15 14:10:51.209105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35916) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:51.435937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.447550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Deleting port a669b813-01bb-4afc-a62e-ff699f890550 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:51.447820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.460657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] DHCP port deletion for 85866067-4f9e-423e-bbde-fc5930b1e72c request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:10:51.465053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Deleting port a669b813-01bb-4afc-a62e-ff699f890550 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:51.465517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.651719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] For port a669b813-01bb-4afc-a62e-ff699f890550, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a669b813-01bb-4afc-a62e-ff699f890550,segment=NetworkSegment(103096e6-9f76-42a8-94db-5fae295f24cc),segment_id=103096e6-9f76-42a8-94db-5fae295f24cc)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:51.652173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.672957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] For port a669b813-01bb-4afc-a62e-ff699f890550, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a669b813-01bb-4afc-a62e-ff699f890550,segment=NetworkSegment(103096e6-9f76-42a8-94db-5fae295f24cc),segment_id=103096e6-9f76-42a8-94db-5fae295f24cc)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:51.673347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.778281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Calling delete_port for a669b813-01bb-4afc-a62e-ff699f890550 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:51.797212 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Calling delete_port for a669b813-01bb-4afc-a62e-ff699f890550 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:51.900868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:51.908006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:10:51.908397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:10:51.912788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a669b813-01bb-4afc-a62e-ff699f890550 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:10:51.949304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a669b813-01bb-4afc-a62e-ff699f890550 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:10:51.949535 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Port': ['ID=a669b813-01bb-4afc-a62e-ff699f890550,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:51.949692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a669b813-01bb-4afc-a62e-ff699f890550 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:10:51.950114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a660dc80-69bc-445f-b380-01204cf0b7eb no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:10:51.951193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] No DVR routers for this DVR port a669b813-01bb-4afc-a62e-ff699f890550 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:51.989050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a660dc80-69bc-445f-b380-01204cf0b7eb {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:10:51.994638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a660dc80-69bc-445f-b380-01204cf0b7eb not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:10:52.073493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.101725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85866067-4f9e-423e-bbde-fc5930b1e72c']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:52.114103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103096e6-9f76-42a8-94db-5fae295f24cc') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:52.114672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103096e6-9f76-42a8-94db-5fae295f24cc') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:52.125317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.140667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.146802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:52.149480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:52.162260 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:52.306026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.324616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.335187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] Pushing event deleted for resources: {'Network': ['ID=85866067-4f9e-423e-bbde-fc5930b1e72c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:52.340052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1787428f-e16e-438c-8474-d8806ee09151 tempest-NetworksIpV6Test-948823205 tempest-NetworksIpV6Test-948823205-project] 10.222.0.61 "DELETE /v2.0/networks/85866067-4f9e-423e-bbde-fc5930b1e72c HTTP/1.1" status: 204 len: 168 time: 1.1299336 Feb 15 14:10:52.409511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Deleting port a669b813-01bb-4afc-a62e-ff699f890550 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:52.410069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.478104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-07a0fe68-9cf6-4681-bd4b-6d2dfd27646b None None] The port 'a669b813-01bb-4afc-a62e-ff699f890550' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:10:52.755471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35924) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:52.901865 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b8c50007-a6e4-486b-be3f-55cc761beeb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07a678ac09464f658eeadad73aeb04b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451871 Feb 15 14:10:52.904311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35930) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:52.960709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:52.985214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:53.106302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:53.126575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46687a68-7c3a-40be-86d0-58cb16ee1203,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:53.130711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:53.131744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6be23bed-6997-4948-a80c-472cbe90d8d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46687a68-7c3a-40be-86d0-58cb16ee1203 HTTP/1.1" status: 204 len: 168 time: 0.2265570 Feb 15 14:10:54.154041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35954) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:54.254128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1201117386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:54.261559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:54.265362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:router and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:54.268159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:54.277573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:54.355633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.356655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.371601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.455112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.534703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.535887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f4faeb03-6ce4-4d0d-a383-4759e23b084d tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3808713 Feb 15 14:10:54.538640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35960) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:54.544867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-737698661'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:54.549639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:54.553948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:network and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:54.557619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:54.563275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:54.625767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Made reservation on behalf of e1ee3837166d47c787b06646254949a3 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:54.629176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.641369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.655890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:54.659796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:security_group_rule and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:54.662713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:54.669168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:54.750776 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.808788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.841364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:54.849735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041d346c-b401-4630-a4f6-a0a3db72eb0e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:54.856852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.857190 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Added segment 741e8cc1-7f10-4e06-a21a-162309d278e6 of type vlan for network dbfe26c9-a77b-4b06-8903-d63dcde32360 Feb 15 14:10:54.884186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.989479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:54.995295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:54.995853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:55.105664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event updated for resources: {'Network': ['ID=dbfe26c9-a77b-4b06-8903-d63dcde32360,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:55.115923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:55.152332 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-81b69c47-c441-479d-8ba2-3ce7c516b76a tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6126866 Feb 15 14:10:55.155064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35964) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:55.160626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'subnet': {'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:55.270934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:55.275680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:subnet and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:55.278664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:55.284286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:55.340292 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Made reservation on behalf of e1ee3837166d47c787b06646254949a3 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:55.343730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:55.603667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:55.682573 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event updated for resources: {'Subnet': ['ID=b10c06e6-322b-4b72-98cb-3eaa0514033e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:55.691244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Checking segment: {'id': '741e8cc1-7f10-4e06-a21a-162309d278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:55.691600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Network hostable DHCP agents. Network: dbfe26c9-a77b-4b06-8903-d63dcde32360, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:55.751675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:55.860227 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, dbfe26c9-a77b-4b06-8903-d63dcde32360) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:55.864315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:55.864892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:55.870519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ab6b4-ce95-45ca-a22e-244f1723c1aa None None] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:55.967447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-290b59d4-3ace-448b-a8ca-a58e0b92664e tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8112168 Feb 15 14:10:55.970923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35968) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:55.976418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1486710205'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:55.981512 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:55.985378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:network and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:55.988251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:55.994679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:56.080108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-dbfe26c9-a77b-4b06-8903-d63dcde32360', 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360', 'tenant_id': 'e1ee3837166d47c787b06646254949a3', 'fixed_ips': [{'subnet_id': 'b10c06e6-322b-4b72-98cb-3eaa0514033e'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:56.080960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Made reservation on behalf of e1ee3837166d47c787b06646254949a3 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:56.081083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.084544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.112560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:56.121680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.122023 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Added segment 3b41f127-97e7-43d6-8cc5-deb89f51ce12 of type vlan for network e787889c-d406-4cbc-a5cd-a30f970e5d57 Feb 15 14:10:56.147175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.220747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.226148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:56.227436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.235769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Allocated IP 172.20.0.2 (dbfe26c9-a77b-4b06-8903-d63dcde32360/b10c06e6-322b-4b72-98cb-3eaa0514033e/e9361a46-faff-4e58-80e7-ec3f5b33888f) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:56.334500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event updated for resources: {'Network': ['ID=e787889c-d406-4cbc-a5cd-a30f970e5d57,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:56.349423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:10:56.358470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fce33c63-3140-4e47-9b2d-ea00c22a5f04 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3864841 Feb 15 14:10:56.361176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35972) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:56.366719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'subnet': {'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:56.477623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:10:56.481495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Usage tracker for resource:subnet and tenant:e1ee3837166d47c787b06646254949a3 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:10:56.484273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:10:56.489847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:10:56.557333 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Made reservation on behalf of e1ee3837166d47c787b06646254949a3 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:56.560864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.569529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.579803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Transition to ACTIVE for port object e9361a46-faff-4e58-80e7-ec3f5b33888f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:56.598543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Transition to ACTIVE for port object e9361a46-faff-4e58-80e7-ec3f5b33888f will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:56.666940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.731884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:56.734856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:56.738529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:56.744866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Pushing event updated for resources: {'Port': ['ID=e9361a46-faff-4e58-80e7-ec3f5b33888f,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:56.831035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Attempting to bind port e9361a46-faff-4e58-80e7-ec3f5b33888f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:56.831398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Attempting to bind port e9361a46-faff-4e58-80e7-ec3f5b33888f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '741e8cc1-7f10-4e06-a21a-162309d278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:56.831752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Attempting to bind port e9361a46-faff-4e58-80e7-ec3f5b33888f on network dbfe26c9-a77b-4b06-8903-d63dcde32360 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:56.836802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:56.837169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Checking segment: {'id': '741e8cc1-7f10-4e06-a21a-162309d278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:56.837599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.837985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Bound using segment: {'id': '741e8cc1-7f10-4e06-a21a-162309d278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:56.838431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Bound port: e9361a46-faff-4e58-80e7-ec3f5b33888f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741e8cc1-7f10-4e06-a21a-162309d278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dbfe26c9-a77b-4b06-8903-d63dcde32360'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:56.838797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.853229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:56.928536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] For port e9361a46-faff-4e58-80e7-ec3f5b33888f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:56.932124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] For port e9361a46-faff-4e58-80e7-ec3f5b33888f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9361a46-faff-4e58-80e7-ec3f5b33888f,segment=NetworkSegment(741e8cc1-7f10-4e06-a21a-162309d278e6),segment_id=741e8cc1-7f10-4e06-a21a-162309d278e6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:56.934829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event updated for resources: {'Subnet': ['ID=81980aff-b68d-45f6-a440-03dcd721ad4c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:56.942296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Checking segment: {'id': '3b41f127-97e7-43d6-8cc5-deb89f51ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:56.942652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Network hostable DHCP agents. Network: e787889c-d406-4cbc-a5cd-a30f970e5d57, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:57.009505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.037384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:57.087717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d781b-f7fd-4dbe-a75c-269bc11cc6c0 None None] Pushing event updated for resources: {'Port': ['ID=e9361a46-faff-4e58-80e7-ec3f5b33888f,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:57.118057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, e787889c-d406-4cbc-a5cd-a30f970e5d57) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:57.123012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:57.125085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.126012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29f053-31fe-41fb-801e-3ddecdadd39b None None] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:57.191130 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aa7bc144-69ae-4d56-b286-5a19f62f8317 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247657 Feb 15 14:10:57.191348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35976) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:57.195819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d21daab1-aa10-42a7-86dd-ea90c16733b5 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:57.356845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-e787889c-d406-4cbc-a5cd-a30f970e5d57', 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57', 'tenant_id': 'e1ee3837166d47c787b06646254949a3', 'fixed_ips': [{'subnet_id': '81980aff-b68d-45f6-a440-03dcd721ad4c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:10:57.357713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.519799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Allocated IP 172.21.0.2 (e787889c-d406-4cbc-a5cd-a30f970e5d57/81980aff-b68d-45f6-a440-03dcd721ad4c/f54c11a7-551a-4018-87e7-d14b6ad4f319) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:57.610822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d21daab1-aa10-42a7-86dd-ea90c16733b5 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.721532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.732019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Transition to ACTIVE for port object f54c11a7-551a-4018-87e7-d14b6ad4f319 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:57.751555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Transition to ACTIVE for port object f54c11a7-551a-4018-87e7-d14b6ad4f319 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:57.813277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:57.826699 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.api.v2.resource [None req-d21daab1-aa10-42a7-86dd-ea90c16733b5 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:10:57.827733 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d21daab1-aa10-42a7-86dd-ea90c16733b5 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "PUT /v2.0/routers/3bd15a46-9f2e-403e-a566-c8859b9db561 HTTP/1.1" status: 400 len: 364 time: 0.6367807 Feb 15 14:10:57.833828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35980) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:57.894030 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:57.897310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:57.903043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:10:57.909176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Pushing event updated for resources: {'Port': ['ID=f54c11a7-551a-4018-87e7-d14b6ad4f319,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:57.990786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9361a46-faff-4e58-80e7-ec3f5b33888f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:58.051885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Attempting to bind port f54c11a7-551a-4018-87e7-d14b6ad4f319 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:10:58.052259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Attempting to bind port f54c11a7-551a-4018-87e7-d14b6ad4f319 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '3b41f127-97e7-43d6-8cc5-deb89f51ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:10:58.052622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Attempting to bind port f54c11a7-551a-4018-87e7-d14b6ad4f319 on network e787889c-d406-4cbc-a5cd-a30f970e5d57 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:10:58.053420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Deleting subnet 81980aff-b68d-45f6-a440-03dcd721ad4c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:10:58.057178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.063486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:10:58.063860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Checking segment: {'id': '3b41f127-97e7-43d6-8cc5-deb89f51ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:10:58.064258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.064648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Bound using segment: {'id': '3b41f127-97e7-43d6-8cc5-deb89f51ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:10:58.065118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Bound port: f54c11a7-551a-4018-87e7-d14b6ad4f319, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b41f127-97e7-43d6-8cc5-deb89f51ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e787889c-d406-4cbc-a5cd-a30f970e5d57'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:10:58.065516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.113137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.125073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d01f4-7268-43c4-929d-75645816a075 None None] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:58.201339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.306443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e9361a46-faff-4e58-80e7-ec3f5b33888f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:58.386291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.416887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] For port f54c11a7-551a-4018-87e7-d14b6ad4f319, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:10:58.423847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Provisioning for port e9361a46-faff-4e58-80e7-ec3f5b33888f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:58.428982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Subnet': ['ID=81980aff-b68d-45f6-a440-03dcd721ad4c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:58.430959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.437340 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad0f5253-b793-41aa-8b38-79a9b1454825 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "DELETE /v2.0/subnets/81980aff-b68d-45f6-a440-03dcd721ad4c HTTP/1.1" status: 204 len: 168 time: 0.6019826 Feb 15 14:10:58.438407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] For port f54c11a7-551a-4018-87e7-d14b6ad4f319, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f54c11a7-551a-4018-87e7-d14b6ad4f319,segment=NetworkSegment(3b41f127-97e7-43d6-8cc5-deb89f51ce12),segment_id=3b41f127-97e7-43d6-8cc5-deb89f51ce12)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:10:58.439546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35984) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:58.442149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Provisioning complete for port e9361a46-faff-4e58-80e7-ec3f5b33888f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:58.442525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.511647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.557017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.567303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Deleting port f54c11a7-551a-4018-87e7-d14b6ad4f319 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:10:58.567715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.661095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.703873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239395ae-34e7-4090-8e05-d2f33d7354ea None None] Pushing event updated for resources: {'Port': ['ID=f54c11a7-551a-4018-87e7-d14b6ad4f319,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:58.707404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] For port e9361a46-faff-4e58-80e7-ec3f5b33888f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9361a46-faff-4e58-80e7-ec3f5b33888f,segment=NetworkSegment(741e8cc1-7f10-4e06-a21a-162309d278e6),segment_id=741e8cc1-7f10-4e06-a21a-162309d278e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:58.803292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.808465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] For port f54c11a7-551a-4018-87e7-d14b6ad4f319, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f54c11a7-551a-4018-87e7-d14b6ad4f319,segment=NetworkSegment(3b41f127-97e7-43d6-8cc5-deb89f51ce12),segment_id=3b41f127-97e7-43d6-8cc5-deb89f51ce12)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:10:58.808895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.901393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec5d62-d21b-4cb2-8050-6f993fde2ea4 None None] Pushing event updated for resources: {'Port': ['ID=e9361a46-faff-4e58-80e7-ec3f5b33888f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:58.931765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4d41f02c-59f4-466c-b5eb-96e4d55569d4 None None] Provisioning complete for port e9361a46-faff-4e58-80e7-ec3f5b33888f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:58.932153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4d41f02c-59f4-466c-b5eb-96e4d55569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:58.952221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Calling delete_port for f54c11a7-551a-4018-87e7-d14b6ad4f319 owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:10:59.088773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.142556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Port': ['ID=f54c11a7-551a-4018-87e7-d14b6ad4f319,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:59.145897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] No DVR routers for this DVR port f54c11a7-551a-4018-87e7-d14b6ad4f319 on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:59.271141 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.295828 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e787889c-d406-4cbc-a5cd-a30f970e5d57']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:59.312847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b41f127-97e7-43d6-8cc5-deb89f51ce12') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:59.313212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b41f127-97e7-43d6-8cc5-deb89f51ce12') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:59.326120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.342690 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.349366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:59.349816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.363017 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6d059be2-39b0-4334-b427-476254b75e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:59.365008 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:59.512158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.534685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.547108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Network': ['ID=e787889c-d406-4cbc-a5cd-a30f970e5d57,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:59.551227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1c8a9950-8ea6-4319-acf8-4af6cc0e2ce1 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "DELETE /v2.0/networks/e787889c-d406-4cbc-a5cd-a30f970e5d57 HTTP/1.1" status: 204 len: 168 time: 1.1105435 Feb 15 14:10:59.553589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35988) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:10:59.621488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Deleting subnet b10c06e6-322b-4b72-98cb-3eaa0514033e {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:10:59.624817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.674665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feaef6c5-0b69-49d2-920e-eddfdd8d911a None None] Could not find standard attr ID for object f54c11a7-551a-4018-87e7-d14b6ad4f319. {{(pid=88298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:10:59.682635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.688176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d9b18-9bde-406c-a067-92b11f5f8bb6 None None] DHCP port deletion for e787889c-d406-4cbc-a5cd-a30f970e5d57 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:10:59.706792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539cb4a-5a04-4d56-a5c0-96e07a3e20e5 None None] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:10:59.725190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539cb4a-5a04-4d56-a5c0-96e07a3e20e5 None None] Network e787889c-d406-4cbc-a5cd-a30f970e5d57 could not be found, it might have been deleted concurrently. {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 15 14:10:59.768602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.947490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9361a46-faff-4e58-80e7-ec3f5b33888f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:10:59.949805 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.993705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e9361a46-faff-4e58-80e7-ec3f5b33888f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:59.993992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Subnet': ['ID=b10c06e6-322b-4b72-98cb-3eaa0514033e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:59.994129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:10:59.997731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.003999 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8561c0ab-e7c7-4de1-b988-411727dfebdb tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "DELETE /v2.0/subnets/b10c06e6-322b-4b72-98cb-3eaa0514033e HTTP/1.1" status: 204 len: 168 time: 0.4493074 Feb 15 14:11:00.006381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 35992) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:00.021353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306877e-99d2-4d43-8078-3211739a3398 None None] Network dbfe26c9-a77b-4b06-8903-d63dcde32360 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:11:00.121575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.131666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Deleting port e9361a46-faff-4e58-80e7-ec3f5b33888f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:11:00.131994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.339001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] For port e9361a46-faff-4e58-80e7-ec3f5b33888f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9361a46-faff-4e58-80e7-ec3f5b33888f,segment=NetworkSegment(741e8cc1-7f10-4e06-a21a-162309d278e6),segment_id=741e8cc1-7f10-4e06-a21a-162309d278e6)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:00.339632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.352452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] DHCP port deletion for dbfe26c9-a77b-4b06-8903-d63dcde32360 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:11:00.356460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Deleting port e9361a46-faff-4e58-80e7-ec3f5b33888f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:11:00.356832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.463427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Calling delete_port for e9361a46-faff-4e58-80e7-ec3f5b33888f owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:11:00.568999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] For port e9361a46-faff-4e58-80e7-ec3f5b33888f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e9361a46-faff-4e58-80e7-ec3f5b33888f,segment=NetworkSegment(741e8cc1-7f10-4e06-a21a-162309d278e6),segment_id=741e8cc1-7f10-4e06-a21a-162309d278e6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:00.569477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.698970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Calling delete_port for e9361a46-faff-4e58-80e7-ec3f5b33888f owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:11:00.751427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.776468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:11:00.776826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:11:00.798089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Port': ['ID=e9361a46-faff-4e58-80e7-ec3f5b33888f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:00.801709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] No DVR routers for this DVR port e9361a46-faff-4e58-80e7-ec3f5b33888f on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:00.923215 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.947025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfe26c9-a77b-4b06-8903-d63dcde32360']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:00.958971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741e8cc1-7f10-4e06-a21a-162309d278e6') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:00.959266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741e8cc1-7f10-4e06-a21a-162309d278e6') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:00.971310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.987686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:00.994088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:11:00.994461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:11:01.009101 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:11:01.134751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.152569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.163377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Pushing event deleted for resources: {'Network': ['ID=dbfe26c9-a77b-4b06-8903-d63dcde32360,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.167746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-aab50c6e-b82d-460d-a47a-94775613e295 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "DELETE /v2.0/networks/dbfe26c9-a77b-4b06-8903-d63dcde32360 HTTP/1.1" status: 204 len: 168 time: 1.1604404 Feb 15 14:11:01.170836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 35996) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:01.220242 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-108d7cdc-a24d-4ad0-af07-09acb894ba03 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "GET /v2.0/ports?device_id=3bd15a46-9f2e-403e-a566-c8859b9db561 HTTP/1.1" status: 200 len: 205 time: 0.0481513 Feb 15 14:11:01.222609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36000) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:01.278953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Deleting port e9361a46-faff-4e58-80e7-ec3f5b33888f {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:11:01.279269 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.347786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3decca1d-06e2-4220-9492-92e40e40f429 None None] The port 'e9361a46-faff-4e58-80e7-ec3f5b33888f' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:11:01.465897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.768635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.770818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.863937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.864583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Fanout notify agent at l3_agent the message router_deleted on router 3bd15a46-9f2e-403e-a566-c8859b9db561 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:11:01.882184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:01.884493 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5905e2fa-3916-46c1-b993-9f69e5820d15 tempest-RoutersNegativeTest-1953488107 tempest-RoutersNegativeTest-1953488107-project] 10.222.0.61 "DELETE /v2.0/routers/3bd15a46-9f2e-403e-a566-c8859b9db561 HTTP/1.1" status: 204 len: 168 time: 0.6608071 Feb 15 14:11:01.921997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9361a46-faff-4e58-80e7-ec3f5b33888f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:11:01.995300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e9361a46-faff-4e58-80e7-ec3f5b33888f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:11:01.995644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e9361a46-faff-4e58-80e7-ec3f5b33888f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:11:02.346678 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36008) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:02.497823 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-892c648e-681b-48e1-8d1e-6225145a13c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1ee3837166d47c787b06646254949a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499445 Feb 15 14:11:02.500240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36014) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:02.546376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b2a62ff-a285-40af-b91c-f205db1b2307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.560591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.588553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.705703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.728424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.742908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d346c-b401-4630-a4f6-a0a3db72eb0e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:02.751120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:02.752316 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cdbabe45-b664-4407-a99b-2c027355a22b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/041d346c-b401-4630-a4f6-a0a3db72eb0e HTTP/1.1" status: 204 len: 168 time: 0.2510729 Feb 15 14:11:02.848309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:03.474976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:03.715796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:03.819666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2096538943-network', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:03.824701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:03.828630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Usage tracker for resource:network and tenant:4abe556a4fa446f396acd5580c8c26fb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:03.831459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:03.837911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:03.917249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Made reservation on behalf of 4abe556a4fa446f396acd5580c8c26fb for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:03.920006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:03.932756 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:03.950206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:03.954018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Usage tracker for resource:security_group_rule and tenant:4abe556a4fa446f396acd5580c8c26fb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:03.956739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:03.962843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:04.043411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.128361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.160961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:11:04.170746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:04.176935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.177267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Added segment 0b573af2-085a-4668-a464-e2e9bf529fab of type vlan for network 7b6f244f-30e9-4aec-a761-4de50d3567bf Feb 15 14:11:04.203059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.246434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.314768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.315754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:04.316408 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.418519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6f244f-30e9-4aec-a761-4de50d3567bf,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:04.428203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:11:04.475450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4e5caea0-4be9-4da2-a7e3-b42115bcfc93 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7585254 Feb 15 14:11:04.478413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36046) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:04.483815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Request body: {'subnet': {'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-subnet', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:04.489745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:04.493785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Usage tracker for resource:subnet and tenant:4abe556a4fa446f396acd5580c8c26fb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:04.496707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:04.502954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:04.527658 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:11:04.583549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Made reservation on behalf of 4abe556a4fa446f396acd5580c8c26fb for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:04.586447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.858491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:04.933247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d86eba4-139f-4bb4-a11d-e9750c720e55,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:04.943621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Checking segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:04.943983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Network hostable DHCP agents. Network: 7b6f244f-30e9-4aec-a761-4de50d3567bf, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:11:05.017516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:11:05.139800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 7b6f244f-30e9-4aec-a761-4de50d3567bf) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:05.143807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:05.148923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.149708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff1d8e-bbd4-47bd-aa95-1687715c0968 None None] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:11:05.241708 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3c18938e-1c0d-4229-8eaf-0e63e6f36df6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7617378 Feb 15 14:11:05.244614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36050) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:05.249636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:05.254254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:05.259444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Usage tracker for resource:router and tenant:4abe556a4fa446f396acd5580c8c26fb is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:05.261425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:05.267050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:05.349758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.350805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.366502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.371691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-7b6f244f-30e9-4aec-a761-4de50d3567bf', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:11:05.372881 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.520646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Allocated IP 172.20.0.2 (7b6f244f-30e9-4aec-a761-4de50d3567bf/2d86eba4-139f-4bb4-a11d-e9750c720e55/c501ebb2-178a-43c9-a0a7-9f395d8ab5a2) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:05.737829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.750735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Transition to ACTIVE for port object c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:05.776075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Transition to ACTIVE for port object c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:05.823324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.855958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:05.921496 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:05.924331 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:05.927934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:05.961623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Pushing event updated for resources: {'Port': ['ID=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:06.021670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Attempting to bind port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:06.022043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Attempting to bind port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:06.022398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Attempting to bind port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:06.027658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:06.027960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Checking segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:06.028360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.028742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Bound using segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:06.029192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Bound port: c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:06.029584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.125753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] For port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:06.129794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] For port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:06.198357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.256157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.289786 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.363484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e080b-f408-43a9-b6c3-e6429acc8bb8 None None] Pushing event updated for resources: {'Port': ['ID=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:06.443503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Allocated IP 172.26.0.135 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/a5108132-12b4-48c1-9262-f5db4bfaf640) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:06.612383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.705944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:06.771899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:06.775722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:06.779389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:06.809255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Pushing event updated for resources: {'Port': ['ID=a5108132-12b4-48c1-9262-f5db4bfaf640,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:07.280092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:07.371840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1467abb-e188-41b7-bb04-bf6f3b2e9589 None None] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:11:07.538281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-914639ed-8493-4de7-9e58-678e7fc5f620 None None] Provisioning for port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:07.760209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:07.952575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:08.060124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:11:08.099755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:08.105065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:08.105470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:08.226734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:08.239597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:11:08.249584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Sync routers for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:08.259197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:08.259974 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:08.260851 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:08.337787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:08.363609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:08.368585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3dc03124-954a-4937-8710-fa529e9a6667 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1193149 Feb 15 14:11:08.368985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36054) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:08.416811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:08.445980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:08.732293 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:07Z', 'revision_number': 3, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:08.736091 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Checking router: fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:08.736428 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Updating router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 port a5108132-12b4-48c1-9262-f5db4bfaf640 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:11:08.791604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.059427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.116152 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.128597 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Transition to ACTIVE for port object a5108132-12b4-48c1-9262-f5db4bfaf640 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:09.203009 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.284275 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Attempting to bind port a5108132-12b4-48c1-9262-f5db4bfaf640 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:09.284929 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Attempting to bind port a5108132-12b4-48c1-9262-f5db4bfaf640 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:09.285035 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Attempting to bind port a5108132-12b4-48c1-9262-f5db4bfaf640 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:09.287004 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Pushing event updated for resources: {'Port': ['ID=a5108132-12b4-48c1-9262-f5db4bfaf640,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:09.296591 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:09.296954 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:09.297346 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.297744 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:09.298190 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Bound port: a5108132-12b4-48c1-9262-f5db4bfaf640, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:09.298552 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.328646 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.328896 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.329225 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.329576 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.329900 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.330266 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.330575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.330888 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.331207 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.331519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.331833 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.332140 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:09.378596 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] For port a5108132-12b4-48c1-9262-f5db4bfaf640, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:09.381626 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] For port a5108132-12b4-48c1-9262-f5db4bfaf640, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5108132-12b4-48c1-9262-f5db4bfaf640,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:09.383970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Allocated IP 172.20.0.1 (7b6f244f-30e9-4aec-a761-4de50d3567bf/2d86eba4-139f-4bb4-a11d-e9750c720e55/9eb42c82-ff3c-4a4f-a12a-82135bcbddb2) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:09.471555 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.533864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.549331 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:09.549968 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:09.551200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Transition to ACTIVE for port object 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:09.628159 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a67b5-1ff7-4abe-9ab5-caa32608bb31 None None] Pushing event updated for resources: {'Port': ['ID=a5108132-12b4-48c1-9262-f5db4bfaf640,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:09.643212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.706955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:09.710031 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:09.713816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:09.739036 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:09.759395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:09.780327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:09.940748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:10.018584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:10.018984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.074809 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:07Z', 'revision_number': 3, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:10.079285 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0fe525-553f-4d09-abfb-78e38ee62ace None None] The sync data for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv is: [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:07Z', 'revision_number': 3, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:10.115825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-59f87d88-0ece-4f96-a5ee-ff1f434f9dd6 None None] Provisioning for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:10.134356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.134736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-59f87d88-0ece-4f96-a5ee-ff1f434f9dd6 None None] Provisioning complete for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:10.135112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-59f87d88-0ece-4f96-a5ee-ff1f434f9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.201599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-59f87d88-0ece-4f96-a5ee-ff1f434f9dd6 None None] Port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:11:10.384202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.471106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.581921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:10.584192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:10.731081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:10.732297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:10.936752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:11:11.031513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0e67801b-4ccc-4fa5-9f70-48309bfb8a39 None None] Provisioning complete for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:11.032070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e67801b-4ccc-4fa5-9f70-48309bfb8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:11.090174 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0e67801b-4ccc-4fa5-9f70-48309bfb8a39 None None] Port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:11:11.262304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:11:11.271681 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e4a53eb6-310d-4310-9256-5e0e7df55f4e admin admin] 10.222.0.61 "PUT /v2.0/routers/fcccaf75-aba4-4ff5-bcda-21a7a066a2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9015462 Feb 15 14:11:11.638515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Sync routers for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:11.650944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:11.651671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:11.848986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:11.985140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5108132-12b4-48c1-9262-f5db4bfaf640 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:12.073664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:12.079104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-206152233-network', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:12.083854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:12.087689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Usage tracker for resource:network and tenant:f4030fa12b1e48fa9f6993f4b4522328 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:12.090501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:12.096072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:12.179537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Made reservation on behalf of f4030fa12b1e48fa9f6993f4b4522328 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:12.182043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.194206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.208828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:12.214145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Usage tracker for resource:security_group_rule and tenant:f4030fa12b1e48fa9f6993f4b4522328 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:12.219114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:12.222631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:12.230937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a5108132-12b4-48c1-9262-f5db4bfaf640 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:12.238644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a5108132-12b4-48c1-9262-f5db4bfaf640 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:12.239028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.268476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 4, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9eb42c82-ff3c-4a4f-a12a-82135bcbddb2', 'name': '', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'mac_address': 'fa:16:3e:95:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:09Z', 'updated_at': '2022-02-15T14:11:10Z', 'revision_number': 2, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'subnets': [{'id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:12.286188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Checking router: fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:12.286548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Updating router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:11:12.312158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.348431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.374087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.401693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:11:12.414783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dece516-b2ca-4d63-84dd-314a0d6997ab,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:12.419612 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.419961 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Added segment b0826a97-7164-40e9-8cb5-6a17776b9b5d of type vlan for network c9150b2a-735b-470c-b315-26959c4ff4ba Feb 15 14:11:12.448224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.512816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.582655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port a5108132-12b4-48c1-9262-f5db4bfaf640, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5108132-12b4-48c1-9262-f5db4bfaf640,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:12.586516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.590335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.590335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.670709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.693084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] Pushing event updated for resources: {'Network': ['ID=c9150b2a-735b-470c-b315-26959c4ff4ba,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:12.717764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c9150b2a-735b-470c-b315-26959c4ff4ba details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:11:12.758005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-38088667-3b86-4669-a3ad-748e7b6dae71 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6831927 Feb 15 14:11:12.760789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36076) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:12.766393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Request body: {'subnet': {'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-subnet', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:12.771185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:12.775986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Usage tracker for resource:subnet and tenant:f4030fa12b1e48fa9f6993f4b4522328 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:12.778935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:12.784748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:12.853883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Made reservation on behalf of f4030fa12b1e48fa9f6993f4b4522328 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:12.856806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.892606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=a5108132-12b4-48c1-9262-f5db4bfaf640,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:12.958208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:12.970144 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Transition to ACTIVE for port object 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:13.047828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.123565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.203391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bcd703-8fd5-466a-a86b-271545be4cb1,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:13.208996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab69762-2feb-4c53-9580-d88549f42e00 None None] Pushing event updated for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:13.215838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Checking segment: {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:13.216288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Network hostable DHCP agents. Network: c9150b2a-735b-470c-b315-26959c4ff4ba, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:11:13.267424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Attempting to bind port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:13.268033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Attempting to bind port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:13.268155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Attempting to bind port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:13.274409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:13.274787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Checking segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:13.275192 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.275664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Bound using segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:13.276133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Bound port: 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:13.276506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.285969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Network c9150b2a-735b-470c-b315-26959c4ff4ba is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:11:13.360284 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c9150b2a-735b-470c-b315-26959c4ff4ba) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:13.364395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:13.365155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.370028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1ab3c-bbae-4718-8da2-323a1579f6d9 None None] Network c9150b2a-735b-470c-b315-26959c4ff4ba requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:11:13.432774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] For port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:13.453531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] For port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:13.454839 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-71696bc3-e9c4-4f3a-8840-27d7e927148e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6930199 Feb 15 14:11:13.457305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36080) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:13.462698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:13.467327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:13.471125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Usage tracker for resource:router and tenant:f4030fa12b1e48fa9f6993f4b4522328 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:11:13.473958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:11:13.482240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:13.532899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.545656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.546707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.562226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.672271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:13.672909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:13.741190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c9150b2a-735b-470c-b315-26959c4ff4ba', 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'fixed_ips': [{'subnet_id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:11:13.742565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.751390 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab69762-2feb-4c53-9580-d88549f42e00 None None] Pushing event updated for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:13.913473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:13.942924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5108132-12b4-48c1-9262-f5db4bfaf640 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:14.032468 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:14.239128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Allocated IP 172.20.0.2 (c9150b2a-735b-470c-b315-26959c4ff4ba/e6bcd703-8fd5-466a-a86b-271545be4cb1/a5befd9e-da32-43e4-841e-4186b7796499) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:14.284069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.318271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.407631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a5108132-12b4-48c1-9262-f5db4bfaf640 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:14.408245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.457790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Allocated IP 172.26.0.224 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/1f9afc46-88d9-4aec-acf5-0f9cdb2c518b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:14.732116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.736793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.751315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Transition to ACTIVE for port object a5befd9e-da32-43e4-841e-4186b7796499 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:14.759242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 4, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9eb42c82-ff3c-4a4f-a12a-82135bcbddb2', 'name': '', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'mac_address': 'fa:16:3e:95:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:09Z', 'updated_at': '2022-02-15T14:11:13Z', 'revision_number': 4, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'subnets': [{'id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:14.767624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8544e-8133-4145-a88e-ce78fb7e931f None None] The sync data for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv is: [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:11:09Z', 'revision_number': 4, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '9eb42c82-ff3c-4a4f-a12a-82135bcbddb2', 'name': '', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'mac_address': 'fa:16:3e:95:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:09Z', 'updated_at': '2022-02-15T14:11:13Z', 'revision_number': 4, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'subnets': [{'id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:14.777494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Transition to ACTIVE for port object a5befd9e-da32-43e4-841e-4186b7796499 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:14.861509 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.905665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:14.936570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:14.938177 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:14.950080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:14.978506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Network c9150b2a-735b-470c-b315-26959c4ff4ba is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:14.981373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:14.981552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:14.985096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:14.991178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Pushing event updated for resources: {'Port': ['ID=a5befd9e-da32-43e4-841e-4186b7796499,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:15.088019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Attempting to bind port a5befd9e-da32-43e4-841e-4186b7796499 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:15.088566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Attempting to bind port a5befd9e-da32-43e4-841e-4186b7796499 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:15.088825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Attempting to bind port a5befd9e-da32-43e4-841e-4186b7796499 on network c9150b2a-735b-470c-b315-26959c4ff4ba {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:15.096884 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:15.097260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Checking segment: {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:15.097707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:15.098104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Bound using segment: {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:15.098574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Bound port: a5befd9e-da32-43e4-841e-4186b7796499, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:15.098951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:15.197276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] For port a5befd9e-da32-43e4-841e-4186b7796499, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:15.200688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] For port a5befd9e-da32-43e4-841e-4186b7796499, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5befd9e-da32-43e4-841e-4186b7796499,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:15.248661 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:15.339060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d094c82-8f09-49bc-a575-ad822f38efc5 None None] Pushing event updated for resources: {'Port': ['ID=a5befd9e-da32-43e4-841e-4186b7796499,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:15.485133 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:15.865289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:15.995699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5befd9e-da32-43e4-841e-4186b7796499 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:16.159850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a5befd9e-da32-43e4-841e-4186b7796499 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:16.166572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:16.169006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Router 25c10ca3-4955-45b3-b125-66f7e5263a77 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:11:16.308488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:16.315018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:16.315614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.438073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c637ee-c0a0-4910-8ce8-ce735c2aee23 None None] Network c9150b2a-735b-470c-b315-26959c4ff4ba requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:11:16.488244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:11:16.497781 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Sync routers for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:16.507235 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:16.507844 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:16.518989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.566894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.570957 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7315144e-cde9-4139-beca-371cae6173a1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1098099 Feb 15 14:11:16.571167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36084) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:11:16.585315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:16.594398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Provisioning for port a5befd9e-da32-43e4-841e-4186b7796499 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:16.604477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Provisioning complete for port a5befd9e-da32-43e4-841e-4186b7796499 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:16.604849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.662087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.697011 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:16.768692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:16.941378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:16.982276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] For port a5befd9e-da32-43e4-841e-4186b7796499, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5befd9e-da32-43e4-841e-4186b7796499,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:16.997440 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:15Z', 'revision_number': 3, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:17.004176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Checking router: 25c10ca3-4955-45b3-b125-66f7e5263a77 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:17.004176 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Updating router 25c10ca3-4955-45b3-b125-66f7e5263a77 port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:11:17.054414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.060763 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.139934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ea80e-ffd9-442f-81a1-73c3b6b5cdf0 None None] Pushing event updated for resources: {'Port': ['ID=a5befd9e-da32-43e4-841e-4186b7796499,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:17.275852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8ac74fe9-4657-4045-9083-679bef9a0183 None None] Provisioning complete for port a5befd9e-da32-43e4-841e-4186b7796499 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:17.276300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8ac74fe9-4657-4045-9083-679bef9a0183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.299789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.411127 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.423621 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Transition to ACTIVE for port object 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:17.476753 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.528329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Allocated IP 172.20.0.1 (c9150b2a-735b-470c-b315-26959c4ff4ba/e6bcd703-8fd5-466a-a86b-271545be4cb1/f08f507a-92bc-4f03-b991-06882b6aeb46) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:17.557036 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Attempting to bind port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:17.557697 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Attempting to bind port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:17.557884 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Attempting to bind port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:17.566522 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba7bc8-35a0-4849-8532-c301c058f57c None None] Pushing event updated for resources: {'Port': ['ID=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:17.569889 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:17.570256 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:17.570942 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.571323 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:17.571781 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Bound port: 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:17.572145 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.656140 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] For port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:17.659224 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] For port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:17.682410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.697816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Transition to ACTIVE for port object f08f507a-92bc-4f03-b991-06882b6aeb46 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:17.757556 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.785389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.864664 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:17.865289 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:17.866340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Network c9150b2a-735b-470c-b315-26959c4ff4ba is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:17.869486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:17.873976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:17.899802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Pushing event updated for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:17.945156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:17.977537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5befd9e-da32-43e4-841e-4186b7796499 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:17.998534 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba7bc8-35a0-4849-8532-c301c058f57c None None] Pushing event updated for resources: {'Port': ['ID=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:18.065322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a5befd9e-da32-43e4-841e-4186b7796499 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:18.065930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.124514 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:18.188016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.201885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:18.284667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:18.285474 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.330627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f56d80ed-8d96-4aa8-a1ee-d36a03ac69ce None None] Provisioning for port f08f507a-92bc-4f03-b991-06882b6aeb46 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:18.342124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f56d80ed-8d96-4aa8-a1ee-d36a03ac69ce None None] Provisioning complete for port f08f507a-92bc-4f03-b991-06882b6aeb46 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:18.344708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f56d80ed-8d96-4aa8-a1ee-d36a03ac69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.414307 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f56d80ed-8d96-4aa8-a1ee-d36a03ac69ce None None] Port f08f507a-92bc-4f03-b991-06882b6aeb46 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:11:18.429377 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:15Z', 'revision_number': 3, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:18.434571 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ed72e-a17b-4d74-8966-3592e7bde916 None None] The sync data for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv is: [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:15Z', 'revision_number': 3, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:18.582008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.642766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.760530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Pushing event updated for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:18.763320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:18.910951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Network c9150b2a-735b-470c-b315-26959c4ff4ba is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:18.912185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:19.114902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Router 25c10ca3-4955-45b3-b125-66f7e5263a77 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:11:19.243644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f62368bc-2094-436c-bbe2-7fcb61001cd3 None None] Provisioning complete for port f08f507a-92bc-4f03-b991-06882b6aeb46 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:19.244248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f62368bc-2094-436c-bbe2-7fcb61001cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:19.301964 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:11:19.304580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f62368bc-2094-436c-bbe2-7fcb61001cd3 None None] Port f08f507a-92bc-4f03-b991-06882b6aeb46 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:11:19.312617 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b7a4ae5-4589-4355-99d4-a2a709d32400 admin admin] 10.222.0.61 "PUT /v2.0/routers/25c10ca3-4955-45b3-b125-66f7e5263a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403100 Feb 15 14:11:19.939824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Sync routers for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:19.949462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:19.950045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:20.001414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:20.178042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:20.229101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:20.245362 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:20.246024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:20.562318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:20.583506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:20.607142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:18Z', 'revision_number': 4, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'f08f507a-92bc-4f03-b991-06882b6aeb46', 'name': '', 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'mac_address': 'fa:16:3e:47:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:17Z', 'updated_at': '2022-02-15T14:11:18Z', 'revision_number': 2, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'subnets': [{'id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:20.610963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Checking router: 25c10ca3-4955-45b3-b125-66f7e5263a77 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:20.611321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Updating router 25c10ca3-4955-45b3-b125-66f7e5263a77 port f08f507a-92bc-4f03-b991-06882b6aeb46 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:11:20.664648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:20.674185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:20.828706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:21.099268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:21.110506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Transition to ACTIVE for port object f08f507a-92bc-4f03-b991-06882b6aeb46 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:21.176513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:21.333649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b6118-23c9-465d-8ca3-09a70ebb54f8 None None] Pushing event updated for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:21.402182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Attempting to bind port f08f507a-92bc-4f03-b991-06882b6aeb46 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:21.402657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Attempting to bind port f08f507a-92bc-4f03-b991-06882b6aeb46 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:21.403034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Attempting to bind port f08f507a-92bc-4f03-b991-06882b6aeb46 on network c9150b2a-735b-470c-b315-26959c4ff4ba {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:21.409130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:21.410191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Checking segment: {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:21.410818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:21.411223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Bound using segment: {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:21.411692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Bound port: f08f507a-92bc-4f03-b991-06882b6aeb46, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0826a97-7164-40e9-8cb5-6a17776b9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:21.412125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:21.496840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-b1d1f226-51a1-4db3-9e17-6d60115cebb5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:21.497477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-b1d1f226-51a1-4db3-9e17-6d60115cebb5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Synchronizing usage tracker for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:11:21.507978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] For port f08f507a-92bc-4f03-b991-06882b6aeb46, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:21.511549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] For port f08f507a-92bc-4f03-b991-06882b6aeb46, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f08f507a-92bc-4f03-b991-06882b6aeb46,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:21.576652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-b1d1f226-51a1-4db3-9e17-6d60115cebb5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Unset dirty status for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:11:21.577817 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-b1d1f226-51a1-4db3-9e17-6d60115cebb5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/networks?id=7b6f244f-30e9-4aec-a761-4de50d3567bf HTTP/1.1" status: 200 len: 817 time: 0.2427468 Feb 15 14:11:21.586413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:21.593671 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-7f3aeb39-13ef-48df-b130-01b07f918168 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/quotas/4abe556a4fa446f396acd5580c8c26fb HTTP/1.1" status: 200 len: 375 time: 0.0103111 Feb 15 14:11:21.671498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:11:21.672228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:11:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:21.688638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-42731d7c-8884-4e5b-9188-fc86dfef569e tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Synchronizing usage tracker for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:11:21.736597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b6118-23c9-465d-8ca3-09a70ebb54f8 None None] Pushing event updated for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:21.765831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-42731d7c-8884-4e5b-9188-fc86dfef569e tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Unset dirty status for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:11:21.767638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-42731d7c-8884-4e5b-9188-fc86dfef569e tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679068 Feb 15 14:11:21.784396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-91fe4131-d4d2-4169-bbcd-d19c359b5e3f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:11:21.785382 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-91fe4131-d4d2-4169-bbcd-d19c359b5e3f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055118 Feb 15 14:11:21.885393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:11:21.932502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-90ac0dbf-aef8-442a-b4ea-559a4b1cbfb2 service neutron] 10.222.0.61 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381578 Feb 15 14:11:21.947619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:22.076638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-060345f7-40c3-4a47-acc0-34cabcbf62ea service neutron] 10.222.0.61 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372828 Feb 15 14:11:22.181064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:22.181345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:22.370722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:18Z', 'revision_number': 4, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'f08f507a-92bc-4f03-b991-06882b6aeb46', 'name': '', 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'mac_address': 'fa:16:3e:47:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:17Z', 'updated_at': '2022-02-15T14:11:21Z', 'revision_number': 4, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'subnets': [{'id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:22.374828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd435-c031-4c34-bf9c-d582d6cc8e9a None None] The sync data for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv is: [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:11:18Z', 'revision_number': 4, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'f08f507a-92bc-4f03-b991-06882b6aeb46', 'name': '', 'network_id': 'c9150b2a-735b-470c-b315-26959c4ff4ba', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'mac_address': 'fa:16:3e:47:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:17Z', 'updated_at': '2022-02-15T14:11:21Z', 'revision_number': 4, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'subnets': [{'id': 'e6bcd703-8fd5-466a-a86b-271545be4cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:22.385419 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f65855d6-1f9a-4b32-be6f-61681916e826 req-ecbc6085-77b6-477c-b537-584b3dbcd222 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 210 time: 0.0483086 Feb 15 14:11:23.544451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f144b8b0-ab41-4a8e-be21-9a138dfa4f6e req-530103d9-e764-4917-8912-62fbf1cf5cb1 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 210 time: 0.0459328 Feb 15 14:11:23.955410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f08f507a-92bc-4f03-b991-06882b6aeb46 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:24.144684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f08f507a-92bc-4f03-b991-06882b6aeb46 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:24.149877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f08f507a-92bc-4f03-b991-06882b6aeb46 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:24.150250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:24.264883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:24.297549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f08f507a-92bc-4f03-b991-06882b6aeb46, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f08f507a-92bc-4f03-b991-06882b6aeb46,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:24.361880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:24.429629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:24.697508 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5fe6862f-f32d-4f6d-b565-4e715ca8d898 req-ca143b47-007a-4516-ac82-76059bccb274 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 210 time: 0.0423837 Feb 15 14:11:24.725637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-77fc2aae-92cf-4903-bf52-4ad1d425d6cb tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:24.727230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-77fc2aae-92cf-4903-bf52-4ad1d425d6cb tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "GET /v2.0/networks?id=7b6f244f-30e9-4aec-a761-4de50d3567bf HTTP/1.1" status: 200 len: 817 time: 0.1803987 Feb 15 14:11:24.738884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Request body: {'port': {'device_id': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'admin_state_up': True, 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:24.878881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:11:24.888793 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:11:24.968013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Made reservation on behalf of 4abe556a4fa446f396acd5580c8c26fb for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:24.971475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.142855 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Allocated IP 172.20.0.12 (7b6f244f-30e9-4aec-a761-4de50d3567bf/2d86eba4-139f-4bb4-a11d-e9750c720e55/55f56e87-2104-4209-a660-efc6f04d6af1) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:25.353760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.369244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Transition to ACTIVE for port object 55f56e87-2104-4209-a660-efc6f04d6af1 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:25.476660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.548050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:25.551166 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:25.555116 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:11:25.590663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Pushing event updated for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:25.627120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:25.627841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.708790 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-24c4426e-4979-43ac-ab15-05e9d3855ff3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9735208 Feb 15 14:11:25.719193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-dc013df9-8c09-4bae-9203-6fc698a33ae1 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:11:25.722012 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-dc013df9-8c09-4bae-9203-6fc698a33ae1 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053966 Feb 15 14:11:25.731847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Request body: {'port': {'device_id': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:25.850903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.886293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3acbe197-a3e2-48ff-b76e-80bbb4f74401 None None] Provisioning for port 55f56e87-2104-4209-a660-efc6f04d6af1 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:25.892782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4645d-0705-4a98-9035-4d8be267f451 req-07d93765-a7d6-4d25-965e-ff26efcd217c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:25.894537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3acbe197-a3e2-48ff-b76e-80bbb4f74401 None None] Provisioning complete for port 55f56e87-2104-4209-a660-efc6f04d6af1 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:25.894537 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3acbe197-a3e2-48ff-b76e-80bbb4f74401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:25.894846 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dc4645d-0705-4a98-9035-4d8be267f451 req-07d93765-a7d6-4d25-965e-ff26efcd217c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 932 time: 0.0899417 Feb 15 14:11:25.952232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7dc4645d-0705-4a98-9035-4d8be267f451 req-526c0422-c33d-4ef3-b06c-f268738f7993 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Synchronizing usage tracker for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:11:25.967480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f08f507a-92bc-4f03-b991-06882b6aeb46 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:26.004749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3acbe197-a3e2-48ff-b76e-80bbb4f74401 None None] Port 55f56e87-2104-4209-a660-efc6f04d6af1 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:11:26.040756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f08f507a-92bc-4f03-b991-06882b6aeb46 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:26.042001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.050909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-7dc4645d-0705-4a98-9035-4d8be267f451 req-526c0422-c33d-4ef3-b06c-f268738f7993 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Unset dirty status for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:11:26.052402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dc4645d-0705-4a98-9035-4d8be267f451 req-526c0422-c33d-4ef3-b06c-f268738f7993 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515586 Feb 15 14:11:26.224192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f56e87-2104-4209-a660-efc6f04d6af1 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:26.232915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.248234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Transition to ACTIVE for port object 55f56e87-2104-4209-a660-efc6f04d6af1 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:26.327498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.602729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:26.686247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Attempting to bind port 55f56e87-2104-4209-a660-efc6f04d6af1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:11:26.686507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Attempting to bind port 55f56e87-2104-4209-a660-efc6f04d6af1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:11:26.686829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Attempting to bind port 55f56e87-2104-4209-a660-efc6f04d6af1 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:26.691260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Port 55f56e87-2104-4209-a660-efc6f04d6af1 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:11:26.691578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Attempting to bind port 55f56e87-2104-4209-a660-efc6f04d6af1 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:11:26.697190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:11:26.697549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Checking segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:11:26.697922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Bound using segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:11:26.698336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Bound port: 55f56e87-2104-4209-a660-efc6f04d6af1, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:11:26.698673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.785554 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:11:26.788845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55f56e87-2104-4209-a660-efc6f04d6af1,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:11:26.876527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.940949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:26.941597 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:26.942982 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] 10.222.0.36 "PUT /v2.0/ports/55f56e87-2104-4209-a660-efc6f04d6af1 HTTP/1.1" status: 200 len: 1094 time: 1.2169139 Feb 15 14:11:26.943414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:26.967437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586715d-bddf-400f-b16a-351f6118ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:26.995753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1', 'status': 'completed', 'code': 200} Feb 15 14:11:27.100541 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-3f965901-3335-47ef-8d7a-bd5dadc48a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.102822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-3f965901-3335-47ef-8d7a-bd5dadc48a3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 1097 time: 0.0846300 Feb 15 14:11:27.256811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-390d1ff2-8635-4dd8-942b-ac88ddb877c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.258286 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-390d1ff2-8635-4dd8-942b-ac88ddb877c0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4abe556a4fa446f396acd5580c8c26fb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1489038 Feb 15 14:11:27.357289 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9927df-738d-4ba3-b192-b3a22841679f req-57c8a641-a5bb-4917-a573-e144cd1a0d8c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.360202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e9927df-738d-4ba3-b192-b3a22841679f req-57c8a641-a5bb-4917-a573-e144cd1a0d8c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 944 time: 0.1939702 Feb 15 14:11:27.394525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-c759aacb-3ed5-4c92-beb3-340f6cd79248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.395954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f90fab7c-cffa-47b5-ad3a-74110cc7b07e req-c759aacb-3ed5-4c92-beb3-340f6cd79248 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1323342 Feb 15 14:11:27.406854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e9927df-738d-4ba3-b192-b3a22841679f req-78b7adfb-12ff-4d41-9faa-348853947f98 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Feb 15 14:11:27.505493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-9ec96a92-bc69-4f39-8b63-0615581ad106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.506981 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-9ec96a92-bc69-4f39-8b63-0615581ad106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 1097 time: 0.0704787 Feb 15 14:11:27.576176 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-5c2a5a15-ec14-40de-a19c-b255849879dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f56e87-2104-4209-a660-efc6f04d6af1 HTTP/1.1" status: 200 len: 217 time: 0.0630426 Feb 15 14:11:27.636914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-e54b4cef-b4bb-4eae-8b78-5af55fab303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.638238 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-e54b4cef-b4bb-4eae-8b78-5af55fab303f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d86eba4-139f-4bb4-a11d-e9750c720e55 HTTP/1.1" status: 200 len: 856 time: 0.0566795 Feb 15 14:11:27.715779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-9a41d596-e865-4689-8fb5-d720ed47b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.717211 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-9a41d596-e865-4689-8fb5-d720ed47b96a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b6f244f-30e9-4aec-a761-4de50d3567bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722682 Feb 15 14:11:27.845569 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-513b68ff-e003-4575-ae9d-16fa63829d7f service neutron] 10.222.0.36 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220102 Feb 15 14:11:27.974727 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f83578eb-2ca1-4276-b9b6-9e164673e342 req-85bab050-272c-4458-b19f-826cb7e69344 service neutron] 10.222.0.36 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239045 Feb 15 14:11:28.603291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cf517-1eed-4c09-a66d-72e77ada987e req-0fd5e8d6-63e5-4ec4-87df-d58b3ca82d8f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:28.604744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f69cf517-1eed-4c09-a66d-72e77ada987e req-0fd5e8d6-63e5-4ec4-87df-d58b3ca82d8f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 944 time: 0.0842209 Feb 15 14:11:28.649191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f69cf517-1eed-4c09-a66d-72e77ada987e req-4d1f8a4e-8268-41e8-84b8-75aecd6bd716 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Feb 15 14:11:29.384609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4be31b06-0aff-4287-bace-dfe7f3a8f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:29.834795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23254181-aef9-47fe-9a9d-5486389a5eb4 req-0c6a8ec9-1df2-4658-817d-6b549c8d2a85 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:29.836982 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23254181-aef9-47fe-9a9d-5486389a5eb4 req-0c6a8ec9-1df2-4658-817d-6b549c8d2a85 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 944 time: 0.0818920 Feb 15 14:11:29.882405 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23254181-aef9-47fe-9a9d-5486389a5eb4 req-6b0decc6-ef22-4aca-b52a-13b1ea15514a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Feb 15 14:11:31.072718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbbdfb-aeaa-4a9f-8751-66940088242c req-948a9aca-8843-4a45-bda1-bba8fda14412 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:31.074488 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ebbbdfb-aeaa-4a9f-8751-66940088242c req-948a9aca-8843-4a45-bda1-bba8fda14412 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 944 time: 0.0831885 Feb 15 14:11:31.118422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6ebbbdfb-aeaa-4a9f-8751-66940088242c req-a75e2e5b-6168-4d6f-a199-8e3a80465a55 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Feb 15 14:11:31.191634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 55f56e87-2104-4209-a660-efc6f04d6af1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:11:31.325328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55f56e87-2104-4209-a660-efc6f04d6af1,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:31.343574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '55f56e87-2104-4209-a660-efc6f04d6af1', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'port_id': '55f56e87-2104-4209-a660-efc6f04d6af1', 'mac_address': 'fa:16:3e:a3:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:11:31.410138 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:31.428723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f56e87-2104-4209-a660-efc6f04d6af1 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:31.447899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55f56e87-2104-4209-a660-efc6f04d6af1,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:31.513096 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:31.580752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:31.718255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['55f56e87-2104-4209-a660-efc6f04d6af1'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:11:32.307399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced0c-755c-456d-8fc8-c215972cc8c4 req-53ccb4c5-a679-4153-bd21-08d64ce29fa2 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:32.308840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-340ced0c-755c-456d-8fc8-c215972cc8c4 req-53ccb4c5-a679-4153-bd21-08d64ce29fa2 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 945 time: 0.0838141 Feb 15 14:11:32.371109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-340ced0c-755c-456d-8fc8-c215972cc8c4 req-69a73194-84f8-43bf-8132-f3dd487bc6f2 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Feb 15 14:11:32.547786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a94ef63f-9995-440d-a9e2-857628534d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:32.712916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:32.844789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:33.222601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 55f56e87-2104-4209-a660-efc6f04d6af1 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:11:33.353612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 55f56e87-2104-4209-a660-efc6f04d6af1 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:33.358622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 55f56e87-2104-4209-a660-efc6f04d6af1 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:33.358997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:33.490807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:33.500286 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:33.520283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:33.530859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55f56e87-2104-4209-a660-efc6f04d6af1,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:33.566105 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1', 'code': 200} Feb 15 14:11:33.580613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9065d-2308-4b8e-8f85-00a82aff5859 req-657d462f-7201-411d-a61a-7dc81198a30e tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.582106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-77e9065d-2308-4b8e-8f85-00a82aff5859 req-657d462f-7201-411d-a61a-7dc81198a30e tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 945 time: 0.0897894 Feb 15 14:11:33.601863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:33.667454 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-77e9065d-2308-4b8e-8f85-00a82aff5859 req-f857afb4-d2f4-4da0-a093-81c9f49709ee tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Feb 15 14:11:33.680771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:33.933903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef14e1-3322-4cf7-a4b2-a858d416a15d req-e5152a5f-9bbb-4e1e-bdd0-7eefb132cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.933903 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-30ef14e1-3322-4cf7-a4b2-a858d416a15d req-e5152a5f-9bbb-4e1e-bdd0-7eefb132cc79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 1099 time: 0.0697997 Feb 15 14:11:33.974080 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-30ef14e1-3322-4cf7-a4b2-a858d416a15d req-4c44ef0d-c813-48bc-b32e-46e7f7f4c78f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Feb 15 14:11:34.233084 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:34.860278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4731-a624-46b8-a351-d92e62a5b183 req-52ff8b89-87a0-4259-9cfb-18ff914469e9 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:34.861809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa0a4731-a624-46b8-a351-d92e62a5b183 req-52ff8b89-87a0-4259-9cfb-18ff914469e9 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.0848289 Feb 15 14:11:34.915580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aa0a4731-a624-46b8-a351-d92e62a5b183 req-924e7911-ff5e-448d-bd0d-013ad31ccd06 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Feb 15 14:11:36.104547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc95af-c42a-4059-94be-f3a97ddd730e req-0649d76b-958d-49b6-8469-9f88d6ea8737 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:36.106058 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03cc95af-c42a-4059-94be-f3a97ddd730e req-0649d76b-958d-49b6-8469-9f88d6ea8737 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.0816770 Feb 15 14:11:36.150295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-03cc95af-c42a-4059-94be-f3a97ddd730e req-e579da7b-cad8-4de7-a9b8-9e02429cfc6d tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Feb 15 14:11:36.340107 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe79c2-521d-44f4-b32a-98adfa8d01ab req-f1c343be-2c2e-4ff1-b5a0-749a3f74176f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:36.341477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8fbe79c2-521d-44f4-b32a-98adfa8d01ab req-f1c343be-2c2e-4ff1-b5a0-749a3f74176f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.0849645 Feb 15 14:11:36.385922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8fbe79c2-521d-44f4-b32a-98adfa8d01ab req-e85054f9-1619-449b-896d-250dbba258af tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Feb 15 14:11:41.537917 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:11:54.628738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537466-e905-4134-9cc5-9c28cb71a054 req-cf17db1a-dc83-4494-9129-1a8067c8afb9 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:54.630204 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58537466-e905-4134-9cc5-9c28cb71a054 req-cf17db1a-dc83-4494-9129-1a8067c8afb9 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.0781095 Feb 15 14:11:54.676265 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-58537466-e905-4134-9cc5-9c28cb71a054 req-cb82f6e3-990d-4548-9f10-b0a6ffaa935c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389583 Feb 15 14:11:55.867815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a834e-858e-47c5-ad5e-acfc2f4a1b86 req-1ca05e8d-0676-41db-b63f-e8e869bff15f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:55.869262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-921a834e-858e-47c5-ad5e-acfc2f4a1b86 req-1ca05e8d-0676-41db-b63f-e8e869bff15f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.0842516 Feb 15 14:11:55.914315 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-921a834e-858e-47c5-ad5e-acfc2f4a1b86 req-3267eb06-44f8-434d-a29a-e80cad24d982 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Feb 15 14:11:56.075015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-9620fc85-1434-400e-a7d3-cce9c029d71d tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:56.075691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-9620fc85-1434-400e-a7d3-cce9c029d71d tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Synchronizing usage tracker for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:11:56.146077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-9620fc85-1434-400e-a7d3-cce9c029d71d tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Unset dirty status for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:11:56.147189 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-9620fc85-1434-400e-a7d3-cce9c029d71d tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 946 time: 0.1528702 Feb 15 14:11:56.218558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Deleting port 55f56e87-2104-4209-a660-efc6f04d6af1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:11:56.218811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:56.589670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] For port 55f56e87-2104-4209-a660-efc6f04d6af1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=55f56e87-2104-4209-a660-efc6f04d6af1,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:11:56.589934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:56.713203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Calling delete_port for 55f56e87-2104-4209-a660-efc6f04d6af1 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:11:56.909173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:56.920814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['55f56e87-2104-4209-a660-efc6f04d6af1'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:11:56.965698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Pushing event deleted for resources: {'Port': ['ID=55f56e87-2104-4209-a660-efc6f04d6af1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:57.006818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.007165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.007511 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.007831 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.008675 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.009027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.009350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.009696 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.010013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.010384 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.010709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.011023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:57.049870 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] No DVR routers for this DVR port 55f56e87-2104-4209-a660-efc6f04d6af1 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:57.052262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:57.054886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'name': 'network-vif-deleted', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:57.072542 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b2c24582-a437-4c3c-a91d-915be96df480 req-3068f87b-46d8-4e84-8a43-35fcebd0d629 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc50ae3-4391-412b-bd51-ea92d6e5f993 HTTP/1.1" status: 200 len: 210 time: 0.0421579 Feb 15 14:11:57.105267 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50ae3-4391-412b-bd51-ea92d6e5f993', 'name': 'network-vif-deleted', 'tag': '55f56e87-2104-4209-a660-efc6f04d6af1', 'status': 'completed', 'code': 200} Feb 15 14:11:57.118633 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-491c5808-4809-4e5a-8ab4-1653ae2c0c14 req-0a62e6a6-39b5-4977-ab0a-890401eb7765 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "DELETE /v2.0/ports/55f56e87-2104-4209-a660-efc6f04d6af1 HTTP/1.1" status: 204 len: 173 time: 0.9637764 Feb 15 14:11:58.902506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-463a0658-2d72-4a25-ac9c-cf8d74e0544a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:58.903919 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-463a0658-2d72-4a25-ac9c-cf8d74e0544a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/networks?id=7b6f244f-30e9-4aec-a761-4de50d3567bf HTTP/1.1" status: 200 len: 817 time: 0.1406395 Feb 15 14:11:58.918707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-71b9f29f-b33a-4734-a930-a519207d1cc0 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/quotas/4abe556a4fa446f396acd5580c8c26fb HTTP/1.1" status: 200 len: 375 time: 0.0092750 Feb 15 14:11:59.002349 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-5d8e5841-3834-4b23-8d5c-b606051e1cd8 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786083 Feb 15 14:11:59.141263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-4ec77bd3-f9df-404b-8c65-4257bba2ed6a service neutron] 10.222.0.61 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270175 Feb 15 14:11:59.272224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-d03369b9-1d6f-40e8-bd91-6b134c1d5944 service neutron] 10.222.0.61 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251454 Feb 15 14:11:59.330934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 55f56e87-2104-4209-a660-efc6f04d6af1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:11:59.365221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 55f56e87-2104-4209-a660-efc6f04d6af1 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:11:59.365637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 55f56e87-2104-4209-a660-efc6f04d6af1 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:11:59.371382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50093d49-b56f-4a1f-bbb3-ee019803f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:11:59.630007 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9075f266-a007-4c02-8e10-8345fb7ad2e1 req-e7bfb5b8-da9b-40a1-9dbe-b088d6096830 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 210 time: 0.1625648 Feb 15 14:12:00.777179 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d2ac0ee-b582-4293-a9b4-ba80f4452201 req-f8dbfe7b-47f1-41e0-aab9-cd786cfed89b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 210 time: 0.0415494 Feb 15 14:12:01.628074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-b1e38cfd-7817-46cc-83d5-36c9db4e7e1c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:01.629484 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-b1e38cfd-7817-46cc-83d5-36c9db4e7e1c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "GET /v2.0/networks?id=7b6f244f-30e9-4aec-a761-4de50d3567bf HTTP/1.1" status: 200 len: 817 time: 0.1475184 Feb 15 14:12:01.641895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Request body: {'port': {'device_id': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'admin_state_up': True, 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:01.778680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:01.782948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Usage tracker for resource:port and tenant:4abe556a4fa446f396acd5580c8c26fb is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:01.785810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:01.791802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:01.922998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Made reservation on behalf of 4abe556a4fa446f396acd5580c8c26fb for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:01.926687 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.044547 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5a9b725f-5d03-4ce5-bcda-fc4bc817bb0c req-ef6d5d12-b101-48b4-871f-0a3d07cb09e8 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 210 time: 0.1559129 Feb 15 14:12:02.105475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Allocated IP 172.20.0.13 (7b6f244f-30e9-4aec-a761-4de50d3567bf/2d86eba4-139f-4bb4-a11d-e9750c720e55/6bc0f7d6-6581-4728-8163-3c2f4b3edcc4) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:02.312491 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.329487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Transition to ACTIVE for port object 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:02.406839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.479732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:02.482879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:02.486906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:12:02.573668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Pushing event updated for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:02.573668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:02.573668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.603294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-298ec99a-f002-4cfe-8242-11481eace2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.718211 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-943bcf9b-3a6d-47fc-aee0-85cb1a3d36dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0797462 Feb 15 14:12:02.729190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Request body: {'port': {'device_id': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:02.751670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.808385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-834cbf58-e5b8-46dd-a7e2-d129c1d373ac None None] Provisioning for port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:02.813824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-834cbf58-e5b8-46dd-a7e2-d129c1d373ac None None] Provisioning complete for port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:02.814250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-834cbf58-e5b8-46dd-a7e2-d129c1d373ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.852715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:02.870311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-834cbf58-e5b8-46dd-a7e2-d129c1d373ac None None] Port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:12:02.882923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.200752 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:03.207977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.223058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Transition to ACTIVE for port object 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:03.232167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ff9d5-5844-480d-985b-7aaccc7b2508 req-3db68a36-095e-4ef7-a9e2-b698f92ebde8 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:03.233643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-338ff9d5-5844-480d-985b-7aaccc7b2508 req-3db68a36-095e-4ef7-a9e2-b698f92ebde8 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 932 time: 0.0831630 Feb 15 14:12:03.281568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-338ff9d5-5844-480d-985b-7aaccc7b2508 req-ca305476-d5fd-4776-b09d-287accc125ff tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Feb 15 14:12:03.303473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.464811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:03.500109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.538094 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Attempting to bind port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:12:03.538447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Attempting to bind port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:12:03.538760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Attempting to bind port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:12:03.543572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:12:03.543888 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Attempting to bind port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 on network 7b6f244f-30e9-4aec-a761-4de50d3567bf {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:12:03.548744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:12:03.549067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Checking segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:03.549460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Bound using segment: {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:12:03.549874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Bound port: 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b573af2-085a-4668-a464-e2e9bf529fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:12:03.550206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.743056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:12:03.746773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:12:03.820153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.881233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:03.881939 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:03.883266 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] 10.222.0.36 "PUT /v2.0/ports/6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 HTTP/1.1" status: 200 len: 1094 time: 1.1582770 Feb 15 14:12:03.883681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:03.905023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e24c5-d45a-4e5e-9ecf-a517de6feaeb service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:03.938501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4', 'status': 'completed', 'code': 200} Feb 15 14:12:04.031220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-3a03198e-6c8d-43d6-8eb1-ebc05973ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.032694 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-3a03198e-6c8d-43d6-8eb1-ebc05973ec5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 1097 time: 0.0736461 Feb 15 14:12:04.175433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-ce42d52f-a8a6-442c-963a-9e9b1ce69047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.179231 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-ce42d52f-a8a6-442c-963a-9e9b1ce69047 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4abe556a4fa446f396acd5580c8c26fb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1379585 Feb 15 14:12:04.231719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:04.314923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-2a62813e-7e8a-4626-a73e-a8e1ebfb7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.316374 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-810122ec-90a0-4d3e-a0be-d32946ccaa24 req-2a62813e-7e8a-4626-a73e-a8e1ebfb7522 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1339371 Feb 15 14:12:04.423054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-790eaf55-bf57-4f52-936b-1f9707bb82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.424609 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-790eaf55-bf57-4f52-936b-1f9707bb82e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4abe556a4fa446f396acd5580c8c26fb&device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 1097 time: 0.0727420 Feb 15 14:12:04.468818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0ec6-5423-4a26-b59e-4f390b741a9c req-48a398b4-dc8b-4a91-b649-e8f2242671a3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.470366 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b5b0ec6-5423-4a26-b59e-4f390b741a9c req-48a398b4-dc8b-4a91-b649-e8f2242671a3 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 944 time: 0.0795898 Feb 15 14:12:04.497064 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-c093f7f7-e6e9-4010-a54e-8080465be4d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 HTTP/1.1" status: 200 len: 217 time: 0.0658073 Feb 15 14:12:04.516069 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b5b0ec6-5423-4a26-b59e-4f390b741a9c req-25d26d92-ab3e-4105-8255-973c108bd95c tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Feb 15 14:12:04.558147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-9e9d858a-a6c3-47ae-97e2-999ce48129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.559550 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-9e9d858a-a6c3-47ae-97e2-999ce48129b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d86eba4-139f-4bb4-a11d-e9750c720e55 HTTP/1.1" status: 200 len: 856 time: 0.0568271 Feb 15 14:12:04.634759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749d1-807b-4014-9c00-969517128158 req-441a2e74-9bfc-4d08-8064-addecbe17f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.636892 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-441a2e74-9bfc-4d08-8064-addecbe17f93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b6f244f-30e9-4aec-a761-4de50d3567bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718873 Feb 15 14:12:04.770665 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-62628138-9fda-4597-9ec7-04ba864ee2bf service neutron] 10.222.0.36 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270297 Feb 15 14:12:04.904121 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-75c749d1-807b-4014-9c00-969517128158 req-c6885f53-8aef-41f4-8f29-d4a85c4c3176 service neutron] 10.222.0.36 "GET /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268103 Feb 15 14:12:05.706449 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16978d1b-4fa5-455c-be8b-c9c7e673a5f8 req-7f57fa15-82f0-4ad8-b4b4-d09a27953e1b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:05.707915 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-16978d1b-4fa5-455c-be8b-c9c7e673a5f8 req-7f57fa15-82f0-4ad8-b4b4-d09a27953e1b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 944 time: 0.0847409 Feb 15 14:12:05.752221 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-16978d1b-4fa5-455c-be8b-c9c7e673a5f8 req-0c7470ab-71d7-4450-9726-02d1fdb745dd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Feb 15 14:12:06.938549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb861672-0419-4a3d-b388-8b69b5ded794 req-fe0decc7-cd0b-4ac2-97a4-b078dd71acb0 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.939976 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb861672-0419-4a3d-b388-8b69b5ded794 req-fe0decc7-cd0b-4ac2-97a4-b078dd71acb0 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 944 time: 0.0832169 Feb 15 14:12:06.984575 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb861672-0419-4a3d-b388-8b69b5ded794 req-6cb9f4ba-2e73-40d5-9cc8-5dc2687425e9 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Feb 15 14:12:07.405044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:12:07.547674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:07.561325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4', 'network_id': '7b6f244f-30e9-4aec-a761-4de50d3567bf', 'port_id': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4', 'mac_address': 'fa:16:3e:b3:60:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d86eba4-139f-4bb4-a11d-e9750c720e55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:12:07.647326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:07.664719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:07.680073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:07.779879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:07.850746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:07.857975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.858338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.858678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.859009 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.859373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.859699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.860023 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.860347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.860664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.860981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.861296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.861636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:07.970568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6bc0f7d6-6581-4728-8163-3c2f4b3edcc4'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:12:08.177228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e0142-e590-423d-a941-73dd25098f73 req-1b431488-b1ea-4dde-89e0-16ef2cf7821a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:08.178729 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b4e0142-e590-423d-a941-73dd25098f73 req-1b431488-b1ea-4dde-89e0-16ef2cf7821a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 945 time: 0.0891581 Feb 15 14:12:08.224402 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b4e0142-e590-423d-a941-73dd25098f73 req-12d4ade7-a0d4-464b-9e8d-7fffb861c29a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Feb 15 14:12:09.406625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2a856-419b-451b-9816-ec5fd07edc77 req-ea289872-0401-4bd1-9091-484d513dca4f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:09.408089 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73f2a856-419b-451b-9816-ec5fd07edc77 req-ea289872-0401-4bd1-9091-484d513dca4f tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 945 time: 0.0799320 Feb 15 14:12:09.423899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:12:09.457362 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-73f2a856-419b-451b-9816-ec5fd07edc77 req-fcf5da8f-13a0-46cd-b9b4-7ecf82b4b7bd tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Feb 15 14:12:09.562224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:09.567252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:09.572453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:09.684976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:09.711358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:09.721453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:09.755999 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4', 'code': 200} Feb 15 14:12:09.802708 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:09.873566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:10.124821 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ba1c-ef34-4b02-a2bb-b23e4371b514 req-cdada55a-869c-44f9-90d7-b728298fe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:10.126185 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5401ba1c-ef34-4b02-a2bb-b23e4371b514 req-cdada55a-869c-44f9-90d7-b728298fe398 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 1099 time: 0.0740364 Feb 15 14:12:10.166682 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5401ba1c-ef34-4b02-a2bb-b23e4371b514 req-743d0aad-5013-47b4-a47d-0305318470d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Feb 15 14:12:10.642898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ed36a-28ce-4f42-8042-8f35f8a31374 req-0d2558e6-7642-436d-b9f3-21580d9fb7fe tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:10.644377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac7ed36a-28ce-4f42-8042-8f35f8a31374 req-0d2558e6-7642-436d-b9f3-21580d9fb7fe tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.0795555 Feb 15 14:12:10.688845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ac7ed36a-28ce-4f42-8042-8f35f8a31374 req-25ca4fb5-e423-44be-b2bf-6a3b103d1fc2 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387781 Feb 15 14:12:11.893541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5217c7-8812-415e-a2fe-12608ecb2a2a req-0317df32-972d-48ec-8c78-eebebfcacef5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:11.895088 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1b5217c7-8812-415e-a2fe-12608ecb2a2a req-0317df32-972d-48ec-8c78-eebebfcacef5 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.0943158 Feb 15 14:12:11.947163 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1b5217c7-8812-415e-a2fe-12608ecb2a2a req-3ff65c55-21d1-42ba-ae6d-cf844ad4088a tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Feb 15 14:12:12.136967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2f55-c361-4fc2-8ce7-b7964a4a2f1f req-50f959c3-bfb4-43dc-9967-7a31db879cf4 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:12.138475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e2a2f55-c361-4fc2-8ce7-b7964a4a2f1f req-50f959c3-bfb4-43dc-9967-7a31db879cf4 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.0832980 Feb 15 14:12:12.185449 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9e2a2f55-c361-4fc2-8ce7-b7964a4a2f1f req-944d8b34-ed24-45a0-a9bd-2f3829c44acf tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Feb 15 14:12:18.524969 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:12:29.412860 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-20c8c24f-3104-4ee5-a2da-eded0dc839d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:30.229247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fc5f8-0beb-4e4e-a771-6801ab1ce5d8 req-1a8c7a94-3d5f-4ac0-831d-6d47018efd25 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:30.231449 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df8fc5f8-0beb-4e4e-a771-6801ab1ce5d8 req-1a8c7a94-3d5f-4ac0-831d-6d47018efd25 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.0867093 Feb 15 14:12:30.275776 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-df8fc5f8-0beb-4e4e-a771-6801ab1ce5d8 req-ec9f1241-d757-4e68-b26e-563842bfef86 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Feb 15 14:12:31.465835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cbf3c-f9cb-4e70-a565-b1b6a51b35a5 req-094bb986-26ae-4f52-bd48-90859abe9d37 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.467304 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-234cbf3c-f9cb-4e70-a565-b1b6a51b35a5 req-094bb986-26ae-4f52-bd48-90859abe9d37 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.0805464 Feb 15 14:12:31.512946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-234cbf3c-f9cb-4e70-a565-b1b6a51b35a5 req-f58a8d89-94e9-4d90-a4bb-09a04ecde7f0 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/security-groups?id=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Feb 15 14:12:31.736818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-965f6cd0-e3db-452d-a117-c85631e4347b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.737694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-965f6cd0-e3db-452d-a117-c85631e4347b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Synchronizing usage tracker for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:12:31.812271 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-965f6cd0-e3db-452d-a117-c85631e4347b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Unset dirty status for tenant:4abe556a4fa446f396acd5580c8c26fb on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:12:31.813463 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-965f6cd0-e3db-452d-a117-c85631e4347b tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 946 time: 0.1608937 Feb 15 14:12:31.883101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Deleting port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:31.883431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.136099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] For port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:32.136444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.370296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Calling delete_port for 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:32.581959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e5b08ea2-90c5-4ec0-ac1f-cc9e7b5f9a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.618948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.635315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['6bc0f7d6-6581-4728-8163-3c2f4b3edcc4'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:12:32.717439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Pushing event deleted for resources: {'Port': ['ID=6bc0f7d6-6581-4728-8163-3c2f4b3edcc4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:32.727850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2523c7b9-6b1f-44f1-8ff6-587840319597 req-62a52371-a890-4a5a-85cc-cc2e4aab81e2 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 210 time: 0.0750446 Feb 15 14:12:32.761359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.805152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] No DVR routers for this DVR port 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:32.808368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.811295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'name': 'network-vif-deleted', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:32.863839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:32.864137 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb252f2-e239-4d1a-9b93-c17c1666dfaa', 'name': 'network-vif-deleted', 'tag': '6bc0f7d6-6581-4728-8163-3c2f4b3edcc4', 'status': 'completed', 'code': 200} Feb 15 14:12:32.899483 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3336f08-0c25-4a12-a3c8-d8770133ec67 req-b214b353-b6ac-4602-b1d6-0f71ed12b4bc tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.36 "DELETE /v2.0/ports/6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 HTTP/1.1" status: 204 len: 173 time: 1.0809033 Feb 15 14:12:33.492383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:33.893342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0943a0bb-0d6c-43d7-b94d-e382c96bdd39 req-5a772281-5d9b-413a-8451-a9031a61a4f0 tempest-TestEncryptedCinderVolumes-251987314 tempest-TestEncryptedCinderVolumes-251987314-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cb252f2-e239-4d1a-9b93-c17c1666dfaa HTTP/1.1" status: 200 len: 210 time: 0.0433028 Feb 15 14:12:34.240565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:35.104823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36390) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:35.547323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:35.584995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:35.585421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 6bc0f7d6-6581-4728-8163-3c2f4b3edcc4 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:35.653658 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:36.012915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Deleting port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:36.013244 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:36.290461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] For port 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:36.291154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:36.410929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Calling delete_port for 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:36.748956 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:36.798382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb42c82-ff3c-4a4f-a12a-82135bcbddb2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:37.064570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:37.423833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:12:37.596985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:12:37.607398 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Sync routers for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:37.612790 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c8c0eb9-0ba2-4398-a326-d93a7c01fb4a admin admin] 10.222.0.61 "PUT /v2.0/routers/fcccaf75-aba4-4ff5-bcda-21a7a066a2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5046422 Feb 15 14:12:37.613148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36394) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:37.617460 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:37.618070 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:37.811562 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:37.910661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:38.100301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:38.106629 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:12:36Z', 'revision_number': 5, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:38.110471 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Checking router: fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:38.118449 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Routers {'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:38.119020 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:38.194844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Deleting port a5108132-12b4-48c1-9262-f5db4bfaf640 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:38.195323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:38.329803 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] Set router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:38.379669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] For port a5108132-12b4-48c1-9262-f5db4bfaf640, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5108132-12b4-48c1-9262-f5db4bfaf640,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:38.379968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:38.505140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Calling delete_port for a5108132-12b4-48c1-9262-f5db4bfaf640 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:38.618382 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:12:36Z', 'revision_number': 5, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:38.623859 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef470f-e22e-4285-aae3-f9b7a926a367 None None] The sync data for ids ['fcccaf75-aba4-4ff5-bcda-21a7a066a2e8'] in dv-neutron-828156-1-hyperv is: [{'id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'name': 'tempest-TestEncryptedCinderVolumes-2096538943-router', 'tenant_id': '4abe556a4fa446f396acd5580c8c26fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:05Z', 'updated_at': '2022-02-15T14:12:36Z', 'revision_number': 5, 'project_id': '4abe556a4fa446f396acd5580c8c26fb', 'gw_port': {'id': 'a5108132-12b4-48c1-9262-f5db4bfaf640', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcccaf75-aba4-4ff5-bcda-21a7a066a2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:06Z', 'updated_at': '2022-02-15T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:12:38.753196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:38.802468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5108132-12b4-48c1-9262-f5db4bfaf640,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:38.899382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.079161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.081558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.188818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.189509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:12:39.202671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.206225 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-90406550-58a2-4ccd-b421-44969c3447f4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fcccaf75-aba4-4ff5-bcda-21a7a066a2e8 HTTP/1.1" status: 204 len: 168 time: 1.5897324 Feb 15 14:12:39.206917 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:39.269325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Deleting subnet 2d86eba4-139f-4bb4-a11d-e9750c720e55 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:12:39.272573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.325478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.497477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.648208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.696168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d86eba4-139f-4bb4-a11d-e9750c720e55,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:39.700751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.707156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d859769-fd3d-45ac-942e-1541e5ee3546 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2d86eba4-139f-4bb4-a11d-e9750c720e55 HTTP/1.1" status: 204 len: 168 time: 0.4998691 Feb 15 14:12:39.707365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76734d6-8763-4243-8e2a-c860a329d050 None None] Network 7b6f244f-30e9-4aec-a761-4de50d3567bf requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:12:39.709804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36402) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:39.819831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.830670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Deleting port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:39.832876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:39.959002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] DHCP port deletion for 7b6f244f-30e9-4aec-a761-4de50d3567bf request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:12:39.963684 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Deleting port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:39.964226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.006342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5108132-12b4-48c1-9262-f5db4bfaf640 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:40.055944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a5108132-12b4-48c1-9262-f5db4bfaf640 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:40.056296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5108132-12b4-48c1-9262-f5db4bfaf640 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:40.056753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:40.059699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] For port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:40.060053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.093937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:40.094194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9eb42c82-ff3c-4a4f-a12a-82135bcbddb2 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:40.187628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Calling delete_port for c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:40.242355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] For port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,segment=NetworkSegment(0b573af2-085a-4668-a464-e2e9bf529fab),segment_id=0b573af2-085a-4668-a464-e2e9bf529fab)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:40.242741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.358658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.367459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Calling delete_port for c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:40.409742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Pushing event deleted for resources: {'Port': ['ID=c501ebb2-178a-43c9-a0a7-9f395d8ab5a2,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:40.412092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] No DVR routers for this DVR port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:40.440013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:12:40.440446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:12:40.447366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.447715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.448050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.448380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.449199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.449558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.449886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.450205 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.450523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.450843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.451155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.451466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:40.635176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.660327 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6f244f-30e9-4aec-a761-4de50d3567bf']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:40.672963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b573af2-085a-4668-a464-e2e9bf529fab') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:40.673257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b573af2-085a-4668-a464-e2e9bf529fab') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:40.684154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.700313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.706507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:40.706886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:40.720629 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:40.897457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.913672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:40.924414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6f244f-30e9-4aec-a761-4de50d3567bf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:40.941832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Deleting port c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:40.942396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:41.001346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a9e51a4-b00b-4c2c-b122-6ac65466b134 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7b6f244f-30e9-4aec-a761-4de50d3567bf HTTP/1.1" status: 204 len: 168 time: 1.2902842 Feb 15 14:12:41.004627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36406) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:41.011784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-b277c3ba-5bea-40c9-b58b-9efbaa13fd0c None None] The port 'c501ebb2-178a-43c9-a0a7-9f395d8ab5a2' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:12:41.544898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:41.885749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Deleting port f08f507a-92bc-4f03-b991-06882b6aeb46 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:41.886767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:41.970790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:42.005730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:42.006080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c501ebb2-178a-43c9-a0a7-9f395d8ab5a2 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:42.056966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] For port f08f507a-92bc-4f03-b991-06882b6aeb46, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f08f507a-92bc-4f03-b991-06882b6aeb46,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:42.057312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:42.283534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Calling delete_port for f08f507a-92bc-4f03-b991-06882b6aeb46 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:42.668977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:42.715782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08f507a-92bc-4f03-b991-06882b6aeb46,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:42.977460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:43.338502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Router 25c10ca3-4955-45b3-b125-66f7e5263a77 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:12:43.518313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:12:43.529832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Sync routers for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:43.530364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4cc1a080-b523-4600-9bd2-f6e7de5cb451 admin admin] 10.222.0.61 "PUT /v2.0/routers/25c10ca3-4955-45b3-b125-66f7e5263a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232475 Feb 15 14:12:43.531355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36410) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:43.538513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:43.539130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:43.762885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:43.826957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.005642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.052464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:12:42Z', 'revision_number': 5, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port': {'id': '1f9afc46-88d9-4aec-acf5-0f9cdb2c518b', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:11:14Z', 'updated_at': '2022-02-15T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:44.056311 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Checking router: 25c10ca3-4955-45b3-b125-66f7e5263a77 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:44.065720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Routers {'25c10ca3-4955-45b3-b125-66f7e5263a77'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:44.066320 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['25c10ca3-4955-45b3-b125-66f7e5263a77'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:44.078290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Deleting port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:44.078741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.223276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] Set router 25c10ca3-4955-45b3-b125-66f7e5263a77 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:44.252009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] For port 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:44.252363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.328685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:12:44Z', 'revision_number': 6, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:44.332621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c3b8b-7ba0-4ecf-9a0f-288abb66e358 None None] The sync data for ids ['25c10ca3-4955-45b3-b125-66f7e5263a77'] in dv-neutron-828156-1-hyperv is: [{'id': '25c10ca3-4955-45b3-b125-66f7e5263a77', 'name': 'tempest-TestEncryptedCinderVolumes-206152233-router', 'tenant_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:11:13Z', 'updated_at': '2022-02-15T14:12:44Z', 'revision_number': 6, 'project_id': 'f4030fa12b1e48fa9f6993f4b4522328', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:12:44.380150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Calling delete_port for 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:44.625215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.673305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9afc46-88d9-4aec-acf5-0f9cdb2c518b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:44.766473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.938933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:44.941020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.021423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.022083 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c10ca3-4955-45b3-b125-66f7e5263a77 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:12:45.034283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.036145 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b005dc7b-523a-4795-914a-6a554a90c93c admin admin] 10.222.0.61 "DELETE /v2.0/routers/25c10ca3-4955-45b3-b125-66f7e5263a77 HTTP/1.1" status: 204 len: 168 time: 1.5031202 Feb 15 14:12:45.038503 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36414) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:45.103941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Deleting subnet e6bcd703-8fd5-466a-a86b-271545be4cb1 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:12:45.107727 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.165602 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.251229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.509571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.550223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bcd703-8fd5-466a-a86b-271545be4cb1,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:45.552185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.558118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11231d77-12cd-4a53-bb86-f68451357aa8 None None] Network c9150b2a-735b-470c-b315-26959c4ff4ba requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:12:45.558944 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8a39e1cc-2f46-4c2b-adb9-e60a1a09155f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e6bcd703-8fd5-466a-a86b-271545be4cb1 HTTP/1.1" status: 204 len: 168 time: 0.5193338 Feb 15 14:12:45.561255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36418) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:45.672336 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.683899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Deleting port a5befd9e-da32-43e4-841e-4186b7796499 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:45.684153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.814637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] DHCP port deletion for c9150b2a-735b-470c-b315-26959c4ff4ba request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:12:45.818290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Deleting port a5befd9e-da32-43e4-841e-4186b7796499 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:45.818663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.915187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] For port a5befd9e-da32-43e4-841e-4186b7796499, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5befd9e-da32-43e4-841e-4186b7796499,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:45.915568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:45.997104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:46.045620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:46.045849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 1f9afc46-88d9-4aec-acf5-0f9cdb2c518b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:46.046268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a5befd9e-da32-43e4-841e-4186b7796499 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:46.046448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Calling delete_port for a5befd9e-da32-43e4-841e-4186b7796499 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:46.113967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] For port a5befd9e-da32-43e4-841e-4186b7796499, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a5befd9e-da32-43e4-841e-4186b7796499,segment=NetworkSegment(b0826a97-7164-40e9-8cb5-6a17776b9b5d),segment_id=b0826a97-7164-40e9-8cb5-6a17776b9b5d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:46.114354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.200794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.251016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a5befd9e-da32-43e4-841e-4186b7796499,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:46.256184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] No DVR routers for this DVR port a5befd9e-da32-43e4-841e-4186b7796499 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:46.296805 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Calling delete_port for a5befd9e-da32-43e4-841e-4186b7796499 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:12:46.324753 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No ports have port_id starting with a5befd9e-da32-43e4-841e-4186b7796499 Feb 15 14:12:46.331289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f08f507a-92bc-4f03-b991-06882b6aeb46 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:12:46.375752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f08f507a-92bc-4f03-b991-06882b6aeb46 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:12:46.376100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f08f507a-92bc-4f03-b991-06882b6aeb46 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:12:46.382400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.411240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9150b2a-735b-470c-b315-26959c4ff4ba']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:46.413974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:12:46.414328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:12:46.424616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0826a97-7164-40e9-8cb5-6a17776b9b5d') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:46.424912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0826a97-7164-40e9-8cb5-6a17776b9b5d') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:46.436933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.453828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.459888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:46.460275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:46.474161 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:46.626865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.643721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.655300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c9150b2a-735b-470c-b315-26959c4ff4ba,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:46.657897 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fadbc1f8-b163-4f65-8d5f-37b56c3542ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/c9150b2a-735b-470c-b315-26959c4ff4ba HTTP/1.1" status: 204 len: 168 time: 1.0956666 Feb 15 14:12:46.915419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Deleting port a5befd9e-da32-43e4-841e-4186b7796499 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:12:46.916119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:46.981010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-1b448875-e925-486d-8b3b-8efe19e49fb9 None None] The port 'a5befd9e-da32-43e4-841e-4186b7796499' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:12:47.015710 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:47.064039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6465d003-cfa3-4c1c-9d90-efa26c1f5f84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4abe556a4fa446f396acd5580c8c26fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471957 Feb 15 14:12:47.066427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36428) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:47.127388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:47.152229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:47.279901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:47.296212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:47.359489 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:47.360647 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a9f7923-4863-4e6e-ad54-0b50fa542ecc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85e4ae9d-a07b-4b4b-9b6b-a1bcd32d66df HTTP/1.1" status: 204 len: 168 time: 0.2933404 Feb 15 14:12:48.047154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36436) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:48.096057 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3880d7bc-f4b8-472a-8d89-3e40b6ba5190 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4030fa12b1e48fa9f6993f4b4522328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477667 Feb 15 14:12:48.098458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36440) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:48.159550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:48.189042 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:48.325542 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:48.342337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dece516-b2ca-4d63-84dd-314a0d6997ab,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:48.347467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:48.349762 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2e7ea255-64b7-4dda-8e7f-7531ed6fe3b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dece516-b2ca-4d63-84dd-314a0d6997ab HTTP/1.1" status: 204 len: 168 time: 0.2497575 Feb 15 14:12:49.493961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36464) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:49.617692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-355693955-network', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:49.623166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:49.626974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Usage tracker for resource:network and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:49.629805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:49.636615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:49.708770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Made reservation on behalf of 7754e7cabbd844b5b24ec5638126f96b for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:49.711167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:49.723394 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:49.737876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:49.741665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:49.745850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:49.750700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:49.832681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:49.918316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:49.949950 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:49.958528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd04739-d6ce-47d6-b331-041e8af82d97,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:49.964151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:49.964597 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Added segment 203e46b8-5c2f-42be-9a30-8031b56c3ae7 of type vlan for network 5a299704-479c-4cb2-846c-27b6c82e24d4 Feb 15 14:12:49.990864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:50.097242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:50.098297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:50.098883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:50.210528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] Pushing event updated for resources: {'Network': ['ID=5a299704-479c-4cb2-846c-27b6c82e24d4,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:50.220040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:12:50.297383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e04822e4-cbe7-4d90-836e-0b4928bd278b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8022754 Feb 15 14:12:50.302835 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36470) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:50.308949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Request body: {'subnet': {'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-355693955-subnet', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:50.314334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:50.320104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Usage tracker for resource:subnet and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:50.324344 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:50.331805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:50.394239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Made reservation on behalf of 7754e7cabbd844b5b24ec5638126f96b for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:50.396646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:50.775532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:50.847762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b2968b-9bf1-4f1d-9b16-1bcc69453905,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:50.859035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Checking segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:50.859387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Network hostable DHCP agents. Network: 5a299704-479c-4cb2-846c-27b6c82e24d4, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:12:50.923793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:12:50.991978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 5a299704-479c-4cb2-846c-27b6c82e24d4) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:50.996790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:50.997369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.002752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee124986-35cd-490d-90be-8a7392eb6fc6 None None] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:12:51.068910 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e349630c-110c-4788-b034-8f9512a9d243 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7649815 Feb 15 14:12:51.071683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:51.078219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:51.082951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:51.086688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Usage tracker for resource:router and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:51.089661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:51.095270 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:51.148821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.149915 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.166188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.217934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-5a299704-479c-4cb2-846c-27b6c82e24d4', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:12:51.218758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.374513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Allocated IP 172.20.0.2 (5a299704-479c-4cb2-846c-27b6c82e24d4/49b2968b-9bf1-4f1d-9b16-1bcc69453905/65684e6f-549d-49de-825d-82ed45921cde) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:51.483104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.589370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.599847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Transition to ACTIVE for port object 65684e6f-549d-49de-825d-82ed45921cde will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:51.618749 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Transition to ACTIVE for port object 65684e6f-549d-49de-825d-82ed45921cde will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:51.724284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.794215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:51.797021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:51.799454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:12:51.831825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Pushing event updated for resources: {'Port': ['ID=65684e6f-549d-49de-825d-82ed45921cde,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:51.883188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.896779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Attempting to bind port 65684e6f-549d-49de-825d-82ed45921cde on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:12:51.897146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Attempting to bind port 65684e6f-549d-49de-825d-82ed45921cde by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:12:51.897536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Attempting to bind port 65684e6f-549d-49de-825d-82ed45921cde on network 5a299704-479c-4cb2-846c-27b6c82e24d4 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:12:51.902889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:12:51.903260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Checking segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:51.903655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.904038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Bound using segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:12:51.904486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Bound port: 65684e6f-549d-49de-825d-82ed45921cde, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:12:51.904855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.913504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:51.993534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] For port 65684e6f-549d-49de-825d-82ed45921cde, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:12:51.997581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] For port 65684e6f-549d-49de-825d-82ed45921cde, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=65684e6f-549d-49de-825d-82ed45921cde,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:12:52.047698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Allocated IP 172.26.0.140 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/a1da891b-1946-4d5d-be04-342663dc3557) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:52.085713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:52.170353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58e4e5-79ea-4d92-8fac-61ba69dbd82f None None] Pushing event updated for resources: {'Port': ['ID=65684e6f-549d-49de-825d-82ed45921cde,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:52.202536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:52.272651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:52.364174 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:52.367563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1da891b-1946-4d5d-be04-342663dc3557,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:52.370884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:52.374000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:12:52.959221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:53.129223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe7448-dbc2-4b72-8244-b7059e74b85a None None] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:12:53.285491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0de9b522-a9b9-4541-82ea-e830c0ccfb8b None None] Provisioning for port 65684e6f-549d-49de-825d-82ed45921cde completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:53.308948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:53.605670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:12:53.795409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:12:53.806249 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Sync routers for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:53.814599 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:53.815234 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:53.867910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:53.869139 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1dc5c1f9-a0f4-476e-a469-1a189a4068b0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7963641 Feb 15 14:12:53.872504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36478) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:53.993026 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:54.018292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 65684e6f-549d-49de-825d-82ed45921cde up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:12:54.189002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 65684e6f-549d-49de-825d-82ed45921cde completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:54.194428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 65684e6f-549d-49de-825d-82ed45921cde triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:54.194802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.296930 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:52Z', 'revision_number': 3, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:54.301075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Checking router: 98af588c-fc7b-4a2b-9c3d-d53429aeed8d for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:54.301431 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Updating router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d port a1da891b-1946-4d5d-be04-342663dc3557 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:12:54.323777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.355244 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.356992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 65684e6f-549d-49de-825d-82ed45921cde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=65684e6f-549d-49de-825d-82ed45921cde,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:54.438707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.513991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=65684e6f-549d-49de-825d-82ed45921cde,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:54.685231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.690991 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.702380 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Transition to ACTIVE for port object a1da891b-1946-4d5d-be04-342663dc3557 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:54.769141 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.852475 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Attempting to bind port a1da891b-1946-4d5d-be04-342663dc3557 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:12:54.854675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Attempting to bind port a1da891b-1946-4d5d-be04-342663dc3557 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:12:54.854675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Attempting to bind port a1da891b-1946-4d5d-be04-342663dc3557 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:12:54.855812 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Pushing event updated for resources: {'Port': ['ID=a1da891b-1946-4d5d-be04-342663dc3557,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:54.864736 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:12:54.865103 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:54.865521 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.865908 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:12:54.866361 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Bound port: a1da891b-1946-4d5d-be04-342663dc3557, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:12:54.866720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:54.890663 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.891000 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.891336 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.891662 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.891987 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.892306 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.892630 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.892940 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.893254 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.893582 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.893899 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.894215 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:54.895352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Allocated IP 172.20.0.1 (5a299704-479c-4cb2-846c-27b6c82e24d4/49b2968b-9bf1-4f1d-9b16-1bcc69453905/c9ee5b98-0c9d-444a-b6d6-ab399b1bf355) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:54.948024 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] For port a1da891b-1946-4d5d-be04-342663dc3557, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:12:54.951245 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] For port a1da891b-1946-4d5d-be04-342663dc3557, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a1da891b-1946-4d5d-be04-342663dc3557,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:12:55.039942 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.053881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.069981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Transition to ACTIVE for port object c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:55.148316 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:55.148917 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:55.171182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.216167 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4788-945e-414e-a593-4ec7b77cb69d None None] Pushing event updated for resources: {'Port': ['ID=a1da891b-1946-4d5d-be04-342663dc3557,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.240155 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:55.243056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:55.246946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:12:55.282845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.306362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.337776 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:55.514229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c64a2955-604e-4e87-9043-786989564b57 None None] Provisioning for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:55.519298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c64a2955-604e-4e87-9043-786989564b57 None None] Provisioning complete for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:55.519618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c64a2955-604e-4e87-9043-786989564b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.545920 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:12:55.580780 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c64a2955-604e-4e87-9043-786989564b57 None None] Port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:12:55.653051 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:52Z', 'revision_number': 3, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:55.656966 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad59e5f-7b82-4577-b1bc-cf9382612be4 None None] The sync data for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv is: [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:52Z', 'revision_number': 3, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:12:55.657986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.910362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:55.971335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.065448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a1da891b-1946-4d5d-be04-342663dc3557 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:12:56.082825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:56.085628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.183302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port a1da891b-1946-4d5d-be04-342663dc3557 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:56.188973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a1da891b-1946-4d5d-be04-342663dc3557 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:56.189450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.321950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.342692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port a1da891b-1946-4d5d-be04-342663dc3557, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a1da891b-1946-4d5d-be04-342663dc3557,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:12:56.350817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:56.351989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:56.432549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.433782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 65684e6f-549d-49de-825d-82ed45921cde up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:12:56.569676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:12:56.579662 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=a1da891b-1946-4d5d-be04-342663dc3557,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:56.600068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 65684e6f-549d-49de-825d-82ed45921cde triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:56.600439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.677004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-25362c50-8323-4f83-bd1b-4707e9dbdf87 None None] Provisioning complete for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:56.677375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-25362c50-8323-4f83-bd1b-4707e9dbdf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:56.758540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:12:56.770630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-989b09ab-df34-43ea-8546-a0c1def76053 admin admin] 10.222.0.61 "PUT /v2.0/routers/98af588c-fc7b-4a2b-9c3d-d53429aeed8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969879 Feb 15 14:12:56.805310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-25362c50-8323-4f83-bd1b-4707e9dbdf87 None None] Port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:12:57.324752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Sync routers for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:57.337497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:57.339505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:57.492302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36496) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:57.497949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965217368-network', 'tenant_id': '17de3e170755402a84936821075f9163'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:57.502475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:57.506852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Usage tracker for resource:network and tenant:17de3e170755402a84936821075f9163 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:57.510767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:57.516290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:57.524372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:57.609959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Made reservation on behalf of 17de3e170755402a84936821075f9163 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:57.612392 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.627962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.643011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:57.646886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Usage tracker for resource:security_group_rule and tenant:17de3e170755402a84936821075f9163 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:57.649705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:57.656281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:57.738926 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.810740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.838847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:57.847178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 2, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:57.850992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Checking router: 98af588c-fc7b-4a2b-9c3d-d53429aeed8d for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:57.851342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Updating router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:12:57.851570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29379f5c-75cb-4e8b-b052-5e326adab4cc,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:57.856609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.856949 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Added segment 891a5f00-8c27-4b3e-aebc-6fec7eedb207 of type vlan for network 4346d2b7-dd3b-4db0-b068-17416e087e8a Feb 15 14:12:57.865026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.865368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.865730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.866063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.866390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.866716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.867041 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.867365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.867684 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.868000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.868334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.868629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:57.894187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.909249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.992150 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:57.993157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:57.993760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.019142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a1da891b-1946-4d5d-be04-342663dc3557 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:12:58.098795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] Pushing event updated for resources: {'Network': ['ID=4346d2b7-dd3b-4db0-b068-17416e087e8a,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:58.112951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:12:58.164368 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f0a979f7-e3d5-46a8-bc59-6e9489dbb533 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6708794 Feb 15 14:12:58.168193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36500) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:58.173720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Request body: {'subnet': {'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965217368-subnet', 'tenant_id': '17de3e170755402a84936821075f9163', 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:58.178624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:58.182810 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Usage tracker for resource:subnet and tenant:17de3e170755402a84936821075f9163 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:58.185700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:58.191330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:58.279656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Made reservation on behalf of 17de3e170755402a84936821075f9163 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:58.282298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.334157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port a1da891b-1946-4d5d-be04-342663dc3557 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:58.334534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.556324 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.558159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.568175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Transition to ACTIVE for port object c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:58.635575 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=963c8974-1dfe-44d4-8210-5f1b10118e9c,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:58.648196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Checking segment: {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:58.648196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Network hostable DHCP agents. Network: 4346d2b7-dd3b-4db0-b068-17416e087e8a, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:12:58.656265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.742776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:12:58.817203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd120433-6651-467f-af14-1ec3d58f42b3 None None] Pushing event updated for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:58.834250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 4346d2b7-dd3b-4db0-b068-17416e087e8a) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:58.841213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:58.843621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.858075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db947672-8bf7-4c13-a652-d5d5abe1ef1f None None] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:12:58.949925 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-863cbef4-5287-4d9c-badc-f645906b9f1f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7805579 Feb 15 14:12:58.952260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36504) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:12:58.957485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:58.962733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:12:58.963092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Attempting to bind port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:12:58.963500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Attempting to bind port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:12:58.963867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Attempting to bind port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 on network 5a299704-479c-4cb2-846c-27b6c82e24d4 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:12:58.967632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Usage tracker for resource:router and tenant:17de3e170755402a84936821075f9163 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:12:58.970589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:12:58.976385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:12:58.983827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:12:58.984141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Checking segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:12:58.984554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:58.984950 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Bound using segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:12:58.985452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Bound port: c9ee5b98-0c9d-444a-b6d6-ab399b1bf355, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:12:58.985897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.045298 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.046461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.065234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.156517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] For port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:12:59.201439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] For port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:12:59.210301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-4346d2b7-dd3b-4db0-b068-17416e087e8a', 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a', 'tenant_id': '17de3e170755402a84936821075f9163', 'fixed_ips': [{'subnet_id': '963c8974-1dfe-44d4-8210-5f1b10118e9c'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:12:59.217011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.292748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.416952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.449890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:12:59.450539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:59.513483 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-531b482c-bb3e-4075-870f-8879c91d35e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.515184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd120433-6651-467f-af14-1ec3d58f42b3 None None] Pushing event updated for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:59.561670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Allocated IP 172.20.0.2 (4346d2b7-dd3b-4db0-b068-17416e087e8a/963c8974-1dfe-44d4-8210-5f1b10118e9c/007ac106-b4c2-493f-b05f-4aed40b13d9a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:59.808271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:12:59.862737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:12:59.893054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.153472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Allocated IP 172.26.0.241 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c71baa34-c6d8-4048-bce7-49afaa691f3f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:00.166283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.196752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Transition to ACTIVE for port object 007ac106-b4c2-493f-b05f-4aed40b13d9a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:00.255767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Transition to ACTIVE for port object 007ac106-b4c2-493f-b05f-4aed40b13d9a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:00.290616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:12:59Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:00.297586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e51e7-f125-415b-a861-12b849607ea0 None None] The sync data for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv is: [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:12:59Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:00.327442 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.336900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.445272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:00.448683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:00.452870 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:13:00.459045 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Pushing event updated for resources: {'Port': ['ID=007ac106-b4c2-493f-b05f-4aed40b13d9a,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:00.463644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.541542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:00.546045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:00.550353 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:13:00.566464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Attempting to bind port 007ac106-b4c2-493f-b05f-4aed40b13d9a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:13:00.566852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Attempting to bind port 007ac106-b4c2-493f-b05f-4aed40b13d9a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:13:00.568627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Attempting to bind port 007ac106-b4c2-493f-b05f-4aed40b13d9a on network 4346d2b7-dd3b-4db0-b068-17416e087e8a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:13:00.574431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:13:00.574892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Checking segment: {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:13:00.575336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.575757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Bound using segment: {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:13:00.576245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Bound port: 007ac106-b4c2-493f-b05f-4aed40b13d9a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:13:00.576629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.696812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] For port 007ac106-b4c2-493f-b05f-4aed40b13d9a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:13:00.705442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] For port 007ac106-b4c2-493f-b05f-4aed40b13d9a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=007ac106-b4c2-493f-b05f-4aed40b13d9a,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:13:00.721544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Pushing event updated for resources: {'Port': ['ID=c71baa34-c6d8-4048-bce7-49afaa691f3f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:00.823186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:00.909065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf08d-1acd-42ac-9cf9-868ce34c38d0 None None] Pushing event updated for resources: {'Port': ['ID=007ac106-b4c2-493f-b05f-4aed40b13d9a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:01.154738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:01.518873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:01.822182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:13:01.897898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0a96e-0462-46ec-9209-add4a6587737 None None] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:13:02.073564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:02.104513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc7f95b3-d8c2-4c6f-8c08-0e7685d9c251 None None] Provisioning for port 007ac106-b4c2-493f-b05f-4aed40b13d9a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:02.138472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:13:02.147982 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Sync routers for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:02.159193 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:02.159787 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:12:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:02.229034 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.232797 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ac5252fb-8635-4380-ba9b-6492267a2254 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2768519 Feb 15 14:13:02.232992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36508) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:02.308007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:02.313685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:02.314314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.346067 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:02.469591 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.518022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:02.599707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b720868-3f16-4b17-8e5a-7aacef461ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.601296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.602103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 007ac106-b4c2-493f-b05f-4aed40b13d9a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:02.708593 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:00Z', 'revision_number': 3, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:02.714298 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Checking router: 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:02.714734 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Updating router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 port c71baa34-c6d8-4048-bce7-49afaa691f3f binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:02.751178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:02.784126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.788664 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.896152 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 007ac106-b4c2-493f-b05f-4aed40b13d9a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:02.902584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 007ac106-b4c2-493f-b05f-4aed40b13d9a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:02.903221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.933874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:02.983963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.081616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.122463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 007ac106-b4c2-493f-b05f-4aed40b13d9a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=007ac106-b4c2-493f-b05f-4aed40b13d9a,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:03.161759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.177343 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Transition to ACTIVE for port object c71baa34-c6d8-4048-bce7-49afaa691f3f will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:03.182360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.210624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Allocated IP 172.20.0.1 (4346d2b7-dd3b-4db0-b068-17416e087e8a/963c8974-1dfe-44d4-8210-5f1b10118e9c/5a614f7d-b658-4867-8a91-39d609fb972f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:03.254378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=007ac106-b4c2-493f-b05f-4aed40b13d9a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:03.267518 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.343330 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Attempting to bind port c71baa34-c6d8-4048-bce7-49afaa691f3f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:13:03.343689 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Attempting to bind port c71baa34-c6d8-4048-bce7-49afaa691f3f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:13:03.344037 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Attempting to bind port c71baa34-c6d8-4048-bce7-49afaa691f3f on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:13:03.352910 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:13:03.353368 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:13:03.353885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.354299 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:13:03.354710 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Bound port: c71baa34-c6d8-4048-bce7-49afaa691f3f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:13:03.355069 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.373235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.379651 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22444c-6e89-45f6-b8f5-ef2db837f26a None None] Pushing event updated for resources: {'Port': ['ID=c71baa34-c6d8-4048-bce7-49afaa691f3f,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:03.390020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Transition to ACTIVE for port object 5a614f7d-b658-4867-8a91-39d609fb972f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:03.433426 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] For port c71baa34-c6d8-4048-bce7-49afaa691f3f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:13:03.436510 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] For port c71baa34-c6d8-4048-bce7-49afaa691f3f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c71baa34-c6d8-4048-bce7-49afaa691f3f,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:13:03.480055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.496394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.496921 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.552146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:03.555071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:03.559532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:13:03.572519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:03.573660 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:13:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:03.593331 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Pushing event updated for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:03.623178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:03.746244 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22444c-6e89-45f6-b8f5-ef2db837f26a None None] Pushing event updated for resources: {'Port': ['ID=c71baa34-c6d8-4048-bce7-49afaa691f3f,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:03.766457 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:03.934830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b082ddd-44c2-413c-9516-29888572e3a7 None None] Provisioning for port 5a614f7d-b658-4867-8a91-39d609fb972f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:03.943072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5b082ddd-44c2-413c-9516-29888572e3a7 None None] Provisioning complete for port 5a614f7d-b658-4867-8a91-39d609fb972f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:03.943446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b082ddd-44c2-413c-9516-29888572e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.006541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:04.054981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5b082ddd-44c2-413c-9516-29888572e3a7 None None] Port 5a614f7d-b658-4867-8a91-39d609fb972f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:13:04.071976 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:00Z', 'revision_number': 3, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:04.077704 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834db1-b56d-42ce-93e6-0af5df637b74 None None] The sync data for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv is: [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:00Z', 'revision_number': 3, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:04.090467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:04.090929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.098617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.225743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 007ac106-b4c2-493f-b05f-4aed40b13d9a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:04.277466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.321925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 007ac106-b4c2-493f-b05f-4aed40b13d9a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:04.323746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.352133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.410410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.520495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.524037 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Pushing event updated for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:04.667372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:04.668534 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:04.863182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:13:04.884597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-72e169f3-1fb6-4b25-b2b0-e7be16b66f44 None None] Provisioning complete for port 5a614f7d-b658-4867-8a91-39d609fb972f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:04.885694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72e169f3-1fb6-4b25-b2b0-e7be16b66f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:04.945195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-72e169f3-1fb6-4b25-b2b0-e7be16b66f44 None None] Port 5a614f7d-b658-4867-8a91-39d609fb972f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:13:05.053712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:13:05.063353 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-79cf0901-adc9-49ca-a871-31fa3a623764 admin admin] 10.222.0.61 "PUT /v2.0/routers/6f4e4d7e-0100-47dd-8290-4be4c54fcd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292959 Feb 15 14:13:05.524847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Sync routers for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:05.535149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:05.535760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:13:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:05.719772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:06.066301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c71baa34-c6d8-4048-bce7-49afaa691f3f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:06.167887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 4, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '5a614f7d-b658-4867-8a91-39d609fb972f', 'name': '', 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a', 'tenant_id': '17de3e170755402a84936821075f9163', 'mac_address': 'fa:16:3e:e4:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:03Z', 'updated_at': '2022-02-15T14:13:04Z', 'revision_number': 2, 'project_id': '17de3e170755402a84936821075f9163', 'subnets': [{'id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:06.172557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Checking router: 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:06.172868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Updating router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 port 5a614f7d-b658-4867-8a91-39d609fb972f binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:06.239304 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:06.255732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c71baa34-c6d8-4048-bce7-49afaa691f3f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:06.260653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c71baa34-c6d8-4048-bce7-49afaa691f3f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:06.261227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:06.699896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:06.804992 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c71baa34-c6d8-4048-bce7-49afaa691f3f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c71baa34-c6d8-4048-bce7-49afaa691f3f,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:06.875366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.021119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c71baa34-c6d8-4048-bce7-49afaa691f3f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:07.060425 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.076863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Transition to ACTIVE for port object 5a614f7d-b658-4867-8a91-39d609fb972f will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:07.148056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.400058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994dbca-b572-4549-9246-a01c5751fd5f None None] Pushing event updated for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:07.430621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Attempting to bind port 5a614f7d-b658-4867-8a91-39d609fb972f on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:13:07.431213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Attempting to bind port 5a614f7d-b658-4867-8a91-39d609fb972f by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:13:07.432201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Attempting to bind port 5a614f7d-b658-4867-8a91-39d609fb972f on network 4346d2b7-dd3b-4db0-b068-17416e087e8a {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:13:07.439221 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:13:07.439685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Checking segment: {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:13:07.440325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.440935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Bound using segment: {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:13:07.441531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Bound port: 5a614f7d-b658-4867-8a91-39d609fb972f, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891a5f00-8c27-4b3e-aebc-6fec7eedb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:13:07.441981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.552709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] For port 5a614f7d-b658-4867-8a91-39d609fb972f, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:13:07.556998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] For port 5a614f7d-b658-4867-8a91-39d609fb972f, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a614f7d-b658-4867-8a91-39d609fb972f,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:13:07.627681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:07.755828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:07.756471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:13:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:07.854809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994dbca-b572-4549-9246-a01c5751fd5f None None] Pushing event updated for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:08.002635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:08.052114 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c71baa34-c6d8-4048-bce7-49afaa691f3f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:08.301792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c71baa34-c6d8-4048-bce7-49afaa691f3f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:08.302477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:08.574935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 4, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '5a614f7d-b658-4867-8a91-39d609fb972f', 'name': '', 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a', 'tenant_id': '17de3e170755402a84936821075f9163', 'mac_address': 'fa:16:3e:e4:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:03Z', 'updated_at': '2022-02-15T14:13:07Z', 'revision_number': 4, 'project_id': '17de3e170755402a84936821075f9163', 'subnets': [{'id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:08.580529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b67f7-870f-4ccf-8aa1-8c6935b15134 None None] The sync data for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv is: [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:03Z', 'revision_number': 4, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '5a614f7d-b658-4867-8a91-39d609fb972f', 'name': '', 'network_id': '4346d2b7-dd3b-4db0-b068-17416e087e8a', 'tenant_id': '17de3e170755402a84936821075f9163', 'mac_address': 'fa:16:3e:e4:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:03Z', 'updated_at': '2022-02-15T14:13:07Z', 'revision_number': 4, 'project_id': '17de3e170755402a84936821075f9163', 'subnets': [{'id': '963c8974-1dfe-44d4-8210-5f1b10118e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:10.029781 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a614f7d-b658-4867-8a91-39d609fb972f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:10.216141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 5a614f7d-b658-4867-8a91-39d609fb972f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:10.225451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5a614f7d-b658-4867-8a91-39d609fb972f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:10.225891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:10.375006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:10.411061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 5a614f7d-b658-4867-8a91-39d609fb972f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a614f7d-b658-4867-8a91-39d609fb972f,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:10.467634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:10.584146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:10.595888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.596233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.596572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.596900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.597226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.597582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.597908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.598237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.598607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.598949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.599250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:10.599566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:11.998319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a614f7d-b658-4867-8a91-39d609fb972f up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:12.079363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 5a614f7d-b658-4867-8a91-39d609fb972f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:12.079894 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:17.475630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-43d5ceb9-5182-420b-a30b-5856550521e0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:17.476290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-4f29709b-5e27-4836-abef-865209b9ef18 req-43d5ceb9-5182-420b-a30b-5856550521e0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:13:17.552352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-4f29709b-5e27-4836-abef-865209b9ef18 req-43d5ceb9-5182-420b-a30b-5856550521e0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:13:17.553560 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-43d5ceb9-5182-420b-a30b-5856550521e0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 814 time: 0.2389076 Feb 15 14:13:17.568900 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-ecd2ff4b-e18c-4aad-9cc2-76b309f20880 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/quotas/7754e7cabbd844b5b24ec5638126f96b HTTP/1.1" status: 200 len: 375 time: 0.0098217 Feb 15 14:13:17.655332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-4f29709b-5e27-4836-abef-865209b9ef18 req-759a0fcf-77b9-42c7-81a8-f3a99c93ad98 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:13:17.735532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-4f29709b-5e27-4836-abef-865209b9ef18 req-759a0fcf-77b9-42c7-81a8-f3a99c93ad98 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:13:17.736809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-759a0fcf-77b9-42c7-81a8-f3a99c93ad98 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598926 Feb 15 14:13:17.876921 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-9f392780-f7bc-43d2-b924-2baedd8a9f3d service neutron] 10.222.0.61 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284351 Feb 15 14:13:18.015435 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-3c9ff67f-bd99-481c-bbec-8a8269b4b5b3 service neutron] 10.222.0.61 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325052 Feb 15 14:13:18.314189 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06c421ed-460a-4deb-bf7a-7772324cf84c req-66a66128-ed71-4d38-a869-7875bfed321b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 210 time: 0.0518196 Feb 15 14:13:19.472926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6bfff349-80ee-4469-bee0-da5ca927c429 req-c4db6031-cf5d-4d2d-b013-25a0522096dd tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 210 time: 0.0430737 Feb 15 14:13:20.566868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-b3dda0f8-c7dc-4f5b-bea3-4f9563f32365 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:20.568379 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-b3dda0f8-c7dc-4f5b-bea3-4f9563f32365 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 814 time: 0.1461759 Feb 15 14:13:20.580193 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'port': {'device_id': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'admin_state_up': True, 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:20.638728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0615388b-d8e1-47c0-9f4d-50a05d0b2f4a req-1bf66158-0adc-4936-99a5-7d467cc056be tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 210 time: 0.0474541 Feb 15 14:13:20.728002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:20.738734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:20.797979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Made reservation on behalf of 7754e7cabbd844b5b24ec5638126f96b for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:20.801561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:21.094128 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Allocated IP 172.20.0.11 (5a299704-479c-4cb2-846c-27b6c82e24d4/49b2968b-9bf1-4f1d-9b16-1bcc69453905/ae935e6c-a0d1-4f71-a242-fc5e92d6c962) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:21.299180 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:21.317659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Transition to ACTIVE for port object ae935e6c-a0d1-4f71-a242-fc5e92d6c962 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:21.411622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:21.495277 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:21.498791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:21.503112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:13:21.597015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:21.598413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:21.607823 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:21.713829 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-09bf125d-7115-4de9-9858-c112e56707fa tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1376326 Feb 15 14:13:21.893687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19dc0461-1ab3-4468-9aca-8359b58a132c None None] Provisioning for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:21.899181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-19dc0461-1ab3-4468-9aca-8359b58a132c None None] Provisioning complete for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:21.899683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19dc0461-1ab3-4468-9aca-8359b58a132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:21.929223 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f6c6d-cf2d-4229-a808-4a112ba7b7df req-7266fd07-a191-4376-b36d-0ea1bd076664 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:21.938857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e86f6c6d-cf2d-4229-a808-4a112ba7b7df req-7266fd07-a191-4376-b36d-0ea1bd076664 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.1462204 Feb 15 14:13:21.975888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-19dc0461-1ab3-4468-9aca-8359b58a132c None None] Port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:13:21.989001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e86f6c6d-cf2d-4229-a808-4a112ba7b7df req-daae163b-e5be-413d-96a8-26a526bdaca0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:13:22.072000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e86f6c6d-cf2d-4229-a808-4a112ba7b7df req-daae163b-e5be-413d-96a8-26a526bdaca0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:13:22.074503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e86f6c6d-cf2d-4229-a808-4a112ba7b7df req-daae163b-e5be-413d-96a8-26a526bdaca0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345057 Feb 15 14:13:23.524151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308e37c-54c3-4052-91e4-55e7bf9c3e49 req-12aa1702-1b6e-469e-a7e4-b901938b9db9 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:23.526948 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c308e37c-54c3-4052-91e4-55e7bf9c3e49 req-12aa1702-1b6e-469e-a7e4-b901938b9db9 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.1188550 Feb 15 14:13:23.574426 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c308e37c-54c3-4052-91e4-55e7bf9c3e49 req-a3db8504-7e69-4fb4-b34d-5b4ee6ee8513 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Feb 15 14:13:24.781853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f621f-9e22-4d73-8e01-12555977a6c1 req-bc4f101a-1a3b-4efd-9515-7784b74cfddd tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:24.783327 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-659f621f-9e22-4d73-8e01-12555977a6c1 req-bc4f101a-1a3b-4efd-9515-7784b74cfddd tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.0852747 Feb 15 14:13:24.831074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-659f621f-9e22-4d73-8e01-12555977a6c1 req-7ec78ac2-2932-4003-9fb6-0f29be296fb4 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Feb 15 14:13:26.037687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece636-64de-4595-a9e2-24fb0902ce98 req-361118ca-b187-476b-b768-ea2082f94fd0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:26.039282 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-01ece636-64de-4595-a9e2-24fb0902ce98 req-361118ca-b187-476b-b768-ea2082f94fd0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.0999603 Feb 15 14:13:26.201271 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-01ece636-64de-4595-a9e2-24fb0902ce98 req-7d131eb4-dba5-49ad-9c66-75117d0169f6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554904 Feb 15 14:13:27.409118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dc7f5-d6b0-41bb-befc-c962d1d22713 req-58136907-45ba-4088-a9e7-7ed2366cf283 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:27.412490 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cc8dc7f5-d6b0-41bb-befc-c962d1d22713 req-58136907-45ba-4088-a9e7-7ed2366cf283 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.1009881 Feb 15 14:13:27.479540 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cc8dc7f5-d6b0-41bb-befc-c962d1d22713 req-c48b3b31-25a5-4b30-a801-9e5eafa40c11 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541120 Feb 15 14:13:28.676447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15b33-b6c6-4beb-96ef-4d005d106a64 req-d3daf0a4-9228-4583-a1d1-18162f9ccf6a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:28.678439 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aed15b33-b6c6-4beb-96ef-4d005d106a64 req-d3daf0a4-9228-4583-a1d1-18162f9ccf6a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.0925963 Feb 15 14:13:28.723129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aed15b33-b6c6-4beb-96ef-4d005d106a64 req-39b20c24-1585-4e5a-a682-1787d4a2b8b2 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Feb 15 14:13:29.900100 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc6da-6742-41f2-87b7-fc01bee5e3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:29.919384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6f44-90b5-4c56-9216-8be71b7d2eda req-6dbd8dcf-173c-4a98-9cd8-fac156837818 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:29.920814 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3d5c6f44-90b5-4c56-9216-8be71b7d2eda req-6dbd8dcf-173c-4a98-9cd8-fac156837818 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.0850432 Feb 15 14:13:29.967632 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3d5c6f44-90b5-4c56-9216-8be71b7d2eda req-100ed140-cd57-40c4-bd16-6ac8c74ab2a0 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Feb 15 14:13:30.705385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Request body: {'port': {'device_id': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:30.817509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.164280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dc9b-c480-4b01-b5b1-6b6a0964f25f req-90d73e30-b37c-4dac-b70d-eec421a089d6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:31.166612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aef7dc9b-c480-4b01-b5b1-6b6a0964f25f req-90d73e30-b37c-4dac-b70d-eec421a089d6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 932 time: 0.0863752 Feb 15 14:13:31.170416 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae935e6c-a0d1-4f71-a242-fc5e92d6c962 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:31.177989 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.192203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Transition to ACTIVE for port object ae935e6c-a0d1-4f71-a242-fc5e92d6c962 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:31.213122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aef7dc9b-c480-4b01-b5b1-6b6a0964f25f req-d309efe7-59d2-4b4a-a999-b859c47fd1dc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Feb 15 14:13:31.253512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.386602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:31.495563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Attempting to bind port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:13:31.495901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Attempting to bind port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:13:31.496223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Attempting to bind port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 on network 5a299704-479c-4cb2-846c-27b6c82e24d4 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:13:31.500789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 on network 5a299704-479c-4cb2-846c-27b6c82e24d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:13:31.503185 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Attempting to bind port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 on network 5a299704-479c-4cb2-846c-27b6c82e24d4 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:13:31.506188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:13:31.506476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Checking segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:13:31.506851 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Bound using segment: {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:13:31.507265 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Bound port: ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203e46b8-5c2f-42be-9a30-8031b56c3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:13:31.507609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.605804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:13:31.608866 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:13:31.700377 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.761083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:31.761706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:31.763042 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1094 time: 1.0619428 Feb 15 14:13:31.763475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:31.784859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708939d2-6713-445c-b2e1-3f823a1f3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:31.820424 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:13:31.919571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-ef6757e3-d3b0-4314-899a-f3ad347e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:31.921052 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-ef6757e3-d3b0-4314-899a-f3ad347e1a0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1097 time: 0.0804498 Feb 15 14:13:32.060647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-dd031880-12f4-4bfd-ac50-4ea0e7fff34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.061974 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-dd031880-12f4-4bfd-ac50-4ea0e7fff34a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7754e7cabbd844b5b24ec5638126f96b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1322043 Feb 15 14:13:32.194526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-f71eeb56-0455-4c63-ae8c-c2e0bd02dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.195903 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b7bf983e-205e-4df7-8c33-4c0922e1f604 req-f71eeb56-0455-4c63-ae8c-c2e0bd02dbdf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1279490 Feb 15 14:13:32.410638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-411b1e27-363d-45c6-a8cc-c3feafef79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.412173 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-411b1e27-363d-45c6-a8cc-c3feafef79e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1097 time: 0.1787357 Feb 15 14:13:32.418845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c9c17-944c-4ac5-ad9c-9e8f1f87d4e6 req-c90ebc25-a1ac-4efd-8394-a335b5203c09 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.420325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e6c9c17-944c-4ac5-ad9c-9e8f1f87d4e6 req-c90ebc25-a1ac-4efd-8394-a335b5203c09 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 944 time: 0.0932531 Feb 15 14:13:32.475310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0e6c9c17-944c-4ac5-ad9c-9e8f1f87d4e6 req-43c7c545-c82f-4370-a9ca-a03ed4541238 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Feb 15 14:13:32.485493 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-99b64b9b-f56e-41c3-a279-3dcdb883012f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 217 time: 0.0660903 Feb 15 14:13:32.534861 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:13:32.535596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c94a0cf1-7d37-4da4-90b2-6053ca289529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:32.560852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-1c77c09e-15e6-4928-838a-ec9b1c4ad2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.562319 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-1c77c09e-15e6-4928-838a-ec9b1c4ad2fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0715322 Feb 15 14:13:32.644901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29709b-5e27-4836-abef-865209b9ef18 req-657e3d9e-1f78-4578-8eb1-87e147f82390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.646396 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-657e3d9e-1f78-4578-8eb1-87e147f82390 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782242 Feb 15 14:13:32.682977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:32.787340 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-e99e3064-9c72-460c-929e-955aa5b723ba service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347847 Feb 15 14:13:32.832254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:32.927553 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4f29709b-5e27-4836-abef-865209b9ef18 req-50f6eb06-1f9d-45c0-aadf-e571e56951af service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333692 Feb 15 14:13:33.511488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:33.662539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cc93f-deb4-4204-984d-fa6343ecf716 req-fa7c831c-fd9b-42d1-98c8-741b1321f00a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.664002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cb0cc93f-deb4-4204-984d-fa6343ecf716 req-fa7c831c-fd9b-42d1-98c8-741b1321f00a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 944 time: 0.0826983 Feb 15 14:13:33.708109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cb0cc93f-deb4-4204-984d-fa6343ecf716 req-244d6501-144b-4290-a02f-bb4e11fe5b17 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Feb 15 14:13:34.242795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:34.895855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2fbd-6d47-4754-bdd0-b43a5c51a729 req-edbfd983-3950-41e0-8cb6-6509e68c1335 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.897219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-282e2fbd-6d47-4754-bdd0-b43a5c51a729 req-edbfd983-3950-41e0-8cb6-6509e68c1335 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 944 time: 0.0840406 Feb 15 14:13:34.943219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-282e2fbd-6d47-4754-bdd0-b43a5c51a729 req-0a51af85-3dbe-420c-b0c1-50846206b804 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Feb 15 14:13:35.762923 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ae935e6c-a0d1-4f71-a242-fc5e92d6c962 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:13:35.897762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:35.911343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'port_id': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'mac_address': 'fa:16:3e:cd:52:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:13:35.967856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:35.985720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae935e6c-a0d1-4f71-a242-fc5e92d6c962 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:36.001528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:36.082665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:36.132980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb569da-c2e8-4c35-8437-cca2d7e530d6 req-4481fd74-1c22-40e9-89ab-124c3519c6a5 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:36.134458 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dfb569da-c2e8-4c35-8437-cca2d7e530d6 req-4481fd74-1c22-40e9-89ab-124c3519c6a5 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 945 time: 0.0831757 Feb 15 14:13:36.155078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:36.182534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dfb569da-c2e8-4c35-8437-cca2d7e530d6 req-ba221554-7a0c-4a1c-8264-a8bd614a99b4 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Feb 15 14:13:36.289915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:13:37.368773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e835-06eb-4498-8777-6c87ef53681c req-d7105d8e-7aba-4e0a-8453-168d5c3be400 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:37.370241 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7cf8e835-06eb-4498-8777-6c87ef53681c req-d7105d8e-7aba-4e0a-8453-168d5c3be400 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 945 time: 0.0818763 Feb 15 14:13:37.415409 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7cf8e835-06eb-4498-8777-6c87ef53681c req-3ac998df-2fdd-43ff-a48c-135fb585a43f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Feb 15 14:13:37.778500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ae935e6c-a0d1-4f71-a242-fc5e92d6c962 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:13:37.911414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:37.917077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:37.917470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:38.034913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:38.062743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:38.072113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:38.110110 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'code': 200} Feb 15 14:13:38.151721 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:38.220536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.440494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285874a6-161d-4d84-beec-da4a6a219c22 req-e3a124d5-b419-4312-8689-b5b7f103342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.441959 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-285874a6-161d-4d84-beec-da4a6a219c22 req-e3a124d5-b419-4312-8689-b5b7f103342c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1099 time: 0.0691009 Feb 15 14:13:38.483256 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-285874a6-161d-4d84-beec-da4a6a219c22 req-a4c14359-da55-4bb7-a081-0e7a6542ddb0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Feb 15 14:13:38.596822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c5ae-5a27-47fc-8857-87a498e5f504 req-9cf8a374-2a74-43ef-b044-3249297f2deb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.598308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6cb4c5ae-5a27-47fc-8857-87a498e5f504 req-9cf8a374-2a74-43ef-b044-3249297f2deb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0798876 Feb 15 14:13:38.649909 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6cb4c5ae-5a27-47fc-8857-87a498e5f504 req-cf355f90-e56e-4f14-97dd-ceaacdbe0d37 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Feb 15 14:13:39.838378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342c46d-3c6c-4299-9674-ee3fa465aff2 req-8863dd38-5407-423f-9b73-860ee314c728 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:39.839854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8342c46d-3c6c-4299-9674-ee3fa465aff2 req-8863dd38-5407-423f-9b73-860ee314c728 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0811617 Feb 15 14:13:39.890500 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8342c46d-3c6c-4299-9674-ee3fa465aff2 req-53e901c2-1e9c-42ea-b0b4-f18406531fc9 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Feb 15 14:13:40.080317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7d198-88ea-457e-9f1c-338b25914e41 req-08b1d96b-4d45-4e8c-b3b8-19d07abaf0e4 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:40.081960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25b7d198-88ea-457e-9f1c-338b25914e41 req-08b1d96b-4d45-4e8c-b3b8-19d07abaf0e4 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0850613 Feb 15 14:13:40.128534 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25b7d198-88ea-457e-9f1c-338b25914e41 req-9a3f169c-cbd7-4447-9e41-cefc980b7f87 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 15 14:13:40.564527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976059d-805e-4575-8998-2066fc73fb90 req-451189dd-fe04-402c-a96a-f942d287106e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:40.566086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1976059d-805e-4575-8998-2066fc73fb90 req-451189dd-fe04-402c-a96a-f942d287106e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0806932 Feb 15 14:13:40.612639 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1976059d-805e-4575-8998-2066fc73fb90 req-92816ee1-3747-4458-b518-de25f86ac910 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Feb 15 14:13:53.665480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328233-ce52-414c-b39f-2cff0309016d req-b585d985-79e7-4d88-842c-0abf132911ea tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:53.666962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c6328233-ce52-414c-b39f-2cff0309016d req-b585d985-79e7-4d88-842c-0abf132911ea tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0872374 Feb 15 14:13:53.712961 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c6328233-ce52-414c-b39f-2cff0309016d req-afbc04b9-4758-4359-891c-81479ccf89ce tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Feb 15 14:13:53.738028 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36712) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:53.912182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff74da9-bec5-448d-a453-63e2109600cc tempest-TestMinimumBasicScenario-1246202076 tempest-TestMinimumBasicScenario-1246202076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:53.912880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bff74da9-bec5-448d-a453-63e2109600cc tempest-TestMinimumBasicScenario-1246202076 tempest-TestMinimumBasicScenario-1246202076-project-admin] Synchronizing usage tracker for tenant:17de3e170755402a84936821075f9163 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:13:53.984913 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-bff74da9-bec5-448d-a453-63e2109600cc tempest-TestMinimumBasicScenario-1246202076 tempest-TestMinimumBasicScenario-1246202076-project-admin] Unset dirty status for tenant:17de3e170755402a84936821075f9163 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:13:53.986113 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-bff74da9-bec5-448d-a453-63e2109600cc tempest-TestMinimumBasicScenario-1246202076 tempest-TestMinimumBasicScenario-1246202076-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1094 time: 0.2470837 Feb 15 14:13:53.989263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36718) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:53.994373 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:54.001242 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:54.005079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:floatingip and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:54.008109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:54.014194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:54.098713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:54.238325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:54.369159 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Allocated IP 172.26.0.154 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c4d78455-91c7-41cf-8331-ef565f4ecc8c) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:54.518585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:54.602292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:54.669901 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:54.672787 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:54.675329 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:13:54.709473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'Port': ['ID=c4d78455-91c7-41cf-8331-ef565f4ecc8c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:55.202459 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:55.340796 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:55.552676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:55.613099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:55.723247 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'Port': ['ID=c4d78455-91c7-41cf-8331-ef565f4ecc8c,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:55.738789 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:55.938140 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Floating IP 3a6addb4-f290-4fcf-bc05-a561d94e2325 associated. External IP: 172.26.0.154, port: ae935e6c-a0d1-4f71-a242-fc5e92d6c962. Feb 15 14:13:56.303481 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:13:56.471514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:13:56.481060 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Sync routers for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:56.490318 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:56.490911 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:13:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:56.562629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:56.635931 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9c33cf14-65ec-4c36-9ec0-02a28f13fe1e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6455986 Feb 15 14:13:56.636526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:56.638742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36722) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:56.645539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040479363', 'description': 'tempest-secgroup-smoke-2040479363 description', 'project_id': '7754e7cabbd844b5b24ec5638126f96b'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:56.653868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:56.666024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:56.672558 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:56.683921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:13:56.733339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:56.756547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:56.760475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:56.763593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:56.769921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:56.820607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-8fe613c6-0876-46c4-9831-1f6ec7e731b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:56.822390 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-8fe613c6-0876-46c4-9831-1f6ec7e731b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1099 time: 0.1173620 Feb 15 14:13:56.846959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:56.881661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:56.934592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1d7da5-07cf-417e-b5b0-f251cea0b4df,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.943132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.943807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.944150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.944658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.945010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.945350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.945873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.946250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.946587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.946916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.947245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.947744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:56.979378 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:56.983853 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3db66835-be36-44ec-b89d-9daef935ad79 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3401361 Feb 15 14:13:56.985010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36730) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:56.990682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:56.997383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:57.001724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:57.004744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:57.011651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:57.049310 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '3a6addb4-f290-4fcf-bc05-a561d94e2325', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'port_id': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'mac_address': 'fa:16:3e:cd:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:55Z', 'updated_at': '2022-02-15T14:13:55Z', 'revision_number': 0, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:57.053226 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Checking router: 98af588c-fc7b-4a2b-9c3d-d53429aeed8d for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:57.061751 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:13:57.062351 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:13:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:57.071477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.077663 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-663ba0dc-7180-406f-9c61-f90627b5cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:57.079089 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-663ba0dc-7180-406f-9c61-f90627b5cb71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.2512534 Feb 15 14:13:57.143583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.184293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.187005 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-f8036fce-29c9-4a53-ba17-b36fbdd7ae2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1000 time: 0.0999537 Feb 15 14:13:57.211073 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60327a3a-4b59-4e54-9133-061a4b988344,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:57.255636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-682fdd9f-82a1-4130-a23a-c9495728ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:57.257273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-682fdd9f-82a1-4130-a23a-c9495728ccb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0635569 Feb 15 14:13:57.265109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.266371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2f84c052-b011-4124-8bc4-0127b1a3bab3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2802722 Feb 15 14:13:57.269127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36734) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:57.275463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:57.277387 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:13:57.282934 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:57.287315 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:57.290258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:57.296417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:57.336060 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-145ff27f-7ff6-485e-8d88-170163b1c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:57.337590 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-145ff27f-7ff6-485e-8d88-170163b1c034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747375 Feb 15 14:13:57.368323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.437006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.473269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-f167ae44-e396-4f29-bf06-b363bd33016d service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292245 Feb 15 14:13:57.509926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.535504 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0150cc3a-ac83-4d08-b29c-95eb320d08d5,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:57.603039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.608901 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dcf31b8e-1377-49a6-a345-b58b8857f59c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3378212 Feb 15 14:13:57.612968 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ba9c4f7e-3918-4e51-9384-dcfb7953f839 req-2c92c09b-0cde-41a5-8499-1f6e9f212ee1 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294734 Feb 15 14:13:57.613105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36738) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:57.615951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:57.622572 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:57.628815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:57.631762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:57.636696 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '3a6addb4-f290-4fcf-bc05-a561d94e2325', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'port_id': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'mac_address': 'fa:16:3e:cd:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:55Z', 'updated_at': '2022-02-15T14:13:55Z', 'revision_number': 0, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:57.638465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:57.641711 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d327-75ca-4555-9b20-9c602f217cc1 None None] The sync data for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv is: [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '3a6addb4-f290-4fcf-bc05-a561d94e2325', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'port_id': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'mac_address': 'fa:16:3e:cd:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:55Z', 'updated_at': '2022-02-15T14:13:55Z', 'revision_number': 0, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:57.762816 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.825241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e89096-dd20-4efd-939c-2c4e72314c53 None None] New status for floating IP 3a6addb4-f290-4fcf-bc05-a561d94e2325: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:13:57.834176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.892937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:57.918200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f11207-62f3-4e93-a074-f4ecc760c589,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:58.001370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.002652 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cd40b512-3896-4f36-bac6-71d0b93e2710 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917558 Feb 15 14:13:58.005419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36742) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:58.010941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:58.017530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:58.021511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:58.024425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:58.030414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:58.093975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.157340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.212884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.240136 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0302be5e-cd90-458b-900e-6f1bbef99e6b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:58.304214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.305456 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-67b51116-def3-4366-9e33-f0562f8db9e6 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990489 Feb 15 14:13:58.308319 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36746) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:58.313698 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:58.320199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:58.324321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:58.327693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:58.334312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:58.384273 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Project 7754e7cabbd844b5b24ec5638126f96b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:13:58.392641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.462845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.526716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.551356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517e20d9-3fd3-4db8-bce4-26d500ee8f52,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:58.562152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.564567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.565497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.565497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.565497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.565869 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:58.641208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.642735 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c3bacff2-693b-4c44-87e6-7f70e3937e2f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332512 Feb 15 14:13:58.645959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36750) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:13:58.651098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'security_group_rule': {'security_group_id': '6c1d7da5-07cf-417e-b5b0-f251cea0b4df', 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:58.658295 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:13:58.662173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Usage tracker for resource:security_group_rule and tenant:7754e7cabbd844b5b24ec5638126f96b is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:13:58.665170 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:13:58.670837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:13:58.738480 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Project 7754e7cabbd844b5b24ec5638126f96b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:13:58.745948 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.820292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.881751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.905676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a2eb18-4519-4644-8846-cba112fae6a9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:58.978711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:58.979931 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9d3c6cac-dcd7-4799-a2b6-121f4fb0b780 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330135 Feb 15 14:13:59.100859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-73736f7f-c2ce-48ca-a245-8c8937eb2ed8 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:13:59.206916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-73736f7f-c2ce-48ca-a245-8c8937eb2ed8 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:13:59.208100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-73736f7f-c2ce-48ca-a245-8c8937eb2ed8 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040479363&fields=id&tenant_id=7754e7cabbd844b5b24ec5638126f96b HTTP/1.1" status: 200 len: 267 time: 0.1472650 Feb 15 14:13:59.309641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-806bc64d-5efc-4c6b-9dde-6aef78e36c07 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:59.312092 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-806bc64d-5efc-4c6b-9dde-6aef78e36c07 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0982978 Feb 15 14:13:59.325783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'port': {'security_groups': ['1bd04739-d6ce-47d6-b331-041e8af82d97', '6c1d7da5-07cf-417e-b5b0-f251cea0b4df']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:59.378322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-19239771-2c3a-4d76-9a71-c915e4142dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:59.458326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:59.728221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:13:59.754987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:59.812821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:59.824758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:13:59.994849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:59.995092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:13:59.997874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ccce2cd2-fe14-4e37-808b-feab41b5687c req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "PUT /v2.0/ports/ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 982 time: 0.6793816 Feb 15 14:14:00.013576 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:00.058319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d3ae-4a5e-4f9b-a0c5-c4e60e45b51b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=6']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:00.084182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:14:00.237645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f3fc-fdb4-40bc-8b32-ba74ac0c38bf req-9efe906b-a625-4c09-85ab-890af52d8132 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.239228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bb5f3fc-fdb4-40bc-8b32-ba74ac0c38bf req-9efe906b-a625-4c09-85ab-890af52d8132 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.1050355 Feb 15 14:14:00.294375 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0bb5f3fc-fdb4-40bc-8b32-ba74ac0c38bf req-8a448960-c7b0-4fc1-b259-cab083ff0038 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489855 Feb 15 14:14:00.301202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:14:00.371719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a977fdb4-8001-4e7b-985c-774140383d44 None None] Provisioning complete for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:00.372091 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a977fdb4-8001-4e7b-985c-774140383d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:00.394235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-0c30edd6-deb1-4250-b3f8-35e19bc04bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.395696 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-0c30edd6-deb1-4250-b3f8-35e19bc04bdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1138 time: 0.0725551 Feb 15 14:14:00.534218 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-d5ad7938-4d3c-4fb9-990b-46fd19d6cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.535576 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-d5ad7938-4d3c-4fb9-990b-46fd19d6cfb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.1336615 Feb 15 14:14:00.641701 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-8548cc61-4556-498b-85ae-d6ab24e3b913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1002 time: 0.0997388 Feb 15 14:14:00.704476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-3642c97d-0c3a-4f17-8054-98f8c4f12a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.705928 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-3642c97d-0c3a-4f17-8054-98f8c4f12a36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0583489 Feb 15 14:14:00.786676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-c360dc10-ccd6-46eb-a948-439461ba4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.788023 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-c360dc10-ccd6-46eb-a948-439461ba4483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759199 Feb 15 14:14:00.918539 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-02356142-ea4f-4eb6-9802-f3644f27433e service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 Feb 15 14:14:01.046245 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7bea44b2-a461-40c8-b1d9-9b47496325cf req-b2c0d2ba-12be-446f-bebb-42cca2309a13 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213510 Feb 15 14:14:02.526651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fb102f59-88b7-45dc-a5ee-3701f6aa24e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:02.681268 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:02.841457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:03.520776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:04.286703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:06.074652 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-6f87fb7c-41c3-438b-a4fd-7bb43933e855 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780623 Feb 15 14:14:06.323131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-517a1061-e651-4993-a286-e34e80b84244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:06.324471 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-517a1061-e651-4993-a286-e34e80b84244 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1138 time: 0.1813822 Feb 15 14:14:06.475881 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-8151f755-41a1-49ee-ab34-769794482759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:06.477302 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-8151f755-41a1-49ee-ab34-769794482759 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.1330237 Feb 15 14:14:06.582351 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-9c1e4c7a-913e-430a-b604-6803b9255579 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1002 time: 0.0982621 Feb 15 14:14:06.649283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-235b26b0-d285-4a09-8c7d-97bce9c072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:06.650754 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-235b26b0-d285-4a09-8c7d-97bce9c072d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0625412 Feb 15 14:14:06.732591 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-135571c8-26b2-4653-a809-1245c2fb52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:06.734149 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-135571c8-26b2-4653-a809-1245c2fb52e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775054 Feb 15 14:14:06.867929 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-6d555786-e668-4a63-a5a8-47a6a4bd8ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272385 Feb 15 14:14:07.004891 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-358fb749-dfee-4e4d-9527-a510ae6e2d30 req-95674261-3432-4160-a7cf-baff63161a92 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302979 Feb 15 14:14:09.537286 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:14:14.547239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f9579-24d2-4945-b1a0-4872df5ce8d5 req-97eb18a2-7511-4872-8bba-851f614f43a3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.548702 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3e6f9579-24d2-4945-b1a0-4872df5ce8d5 req-97eb18a2-7511-4872-8bba-851f614f43a3 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0896945 Feb 15 14:14:14.551783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-b1ef7b8d-53a1-47dc-9634-1edab131a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.553308 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-b1ef7b8d-53a1-47dc-9634-1edab131a55f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1138 time: 0.0733595 Feb 15 14:14:14.597086 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3e6f9579-24d2-4945-b1a0-4872df5ce8d5 req-6a5d0fad-033d-4999-87ef-3aa9489b50be tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424361 Feb 15 14:14:14.687667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-4073206a-6986-4218-8705-a9512017e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.689097 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-4073206a-6986-4218-8705-a9512017e11d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.1287730 Feb 15 14:14:14.798137 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-0b9c3eb7-bc0a-4cd6-b561-5888ba532802 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1002 time: 0.1013587 Feb 15 14:14:14.862647 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-4d461c6a-c34c-4169-bf5f-c61b3e8df3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.864073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-4d461c6a-c34c-4169-bf5f-c61b3e8df3f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0590065 Feb 15 14:14:14.948167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-33fd3734-b3c9-48a2-a532-7577a234ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.949655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-33fd3734-b3c9-48a2-a532-7577a234ba16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745246 Feb 15 14:14:15.080674 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-9b188c87-67e6-4e52-a5a9-925e61768521 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234722 Feb 15 14:14:15.210860 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce9afe76-0e62-42b7-9b7a-7a905d87d1e2 req-cf59d56e-16b5-4a61-8bc1-3a441e14036f service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247468 Feb 15 14:14:15.787238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb402848-c69b-4bb1-bb14-9fd65e7e3516 req-64072860-73c0-435b-b703-a6d810a7d915 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:15.788675 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fb402848-c69b-4bb1-bb14-9fd65e7e3516 req-64072860-73c0-435b-b703-a6d810a7d915 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0802615 Feb 15 14:14:15.838659 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fb402848-c69b-4bb1-bb14-9fd65e7e3516 req-f305e258-b159-46ae-9883-8a7b10345491 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440142 Feb 15 14:14:17.027295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6eb9-5dae-451f-9e44-7984d74bfaa4 req-5d0248ab-3342-4d1b-8884-7ee9de43ff7d tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:17.028644 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-210c6eb9-5dae-451f-9e44-7984d74bfaa4 req-5d0248ab-3342-4d1b-8884-7ee9de43ff7d tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0857296 Feb 15 14:14:17.074139 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-210c6eb9-5dae-451f-9e44-7984d74bfaa4 req-fdb24740-bcb8-439c-b1e3-c87d3280e8a4 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395138 Feb 15 14:14:18.259692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c0747-751b-4006-b8de-072cef7edf0b req-d0209d06-9b75-4ce8-8090-e0fee55a1431 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:18.261048 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc9c0747-751b-4006-b8de-072cef7edf0b req-d0209d06-9b75-4ce8-8090-e0fee55a1431 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0826023 Feb 15 14:14:18.308514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc9c0747-751b-4006-b8de-072cef7edf0b req-7b411459-4b64-4825-8ae2-6ba668420eeb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401084 Feb 15 14:14:19.493096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb335ef-ff3f-4793-9e25-511d65444af9 req-eeb820ef-3369-4b4d-9538-9942ffdbab45 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:19.494616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aeb335ef-ff3f-4793-9e25-511d65444af9 req-eeb820ef-3369-4b4d-9538-9942ffdbab45 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0790863 Feb 15 14:14:19.542735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aeb335ef-ff3f-4793-9e25-511d65444af9 req-19f43ff9-16e3-4a88-bf00-8d3f75e47ed7 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424082 Feb 15 14:14:20.736780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95174-6c01-4c6a-afad-ad5308cd02c4 req-30dced5f-2f9d-49f2-b00e-c3e3c9ab69ff tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:20.738307 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0d95174-6c01-4c6a-afad-ad5308cd02c4 req-30dced5f-2f9d-49f2-b00e-c3e3c9ab69ff tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0853317 Feb 15 14:14:20.787236 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0d95174-6c01-4c6a-afad-ad5308cd02c4 req-eac89a75-3527-4d4f-9497-af26961d5b84 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430579 Feb 15 14:14:21.996876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a61310-b3a8-4f54-ae95-61a16facace2 req-7f136499-df7a-4269-bc46-82bdbb22eceb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:21.998336 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7a61310-b3a8-4f54-ae95-61a16facace2 req-7f136499-df7a-4269-bc46-82bdbb22eceb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0834131 Feb 15 14:14:22.045637 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7a61310-b3a8-4f54-ae95-61a16facace2 req-e2dfb4a2-d1aa-4b86-a770-b9fdf3d282cc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409622 Feb 15 14:14:23.233448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dcb9-5eba-4939-94fa-50202d5e23a8 req-bc923591-f3f5-458a-a4b4-6ad7da5a40c2 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:23.234931 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d63dcb9-5eba-4939-94fa-50202d5e23a8 req-bc923591-f3f5-458a-a4b4-6ad7da5a40c2 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0831227 Feb 15 14:14:23.294257 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5d63dcb9-5eba-4939-94fa-50202d5e23a8 req-9abf5906-7b5b-45f4-a287-fd61df0009fb tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533402 Feb 15 14:14:24.510232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7561aed-d67f-4ad9-8beb-b37a7c4e0e60 req-38dcf400-d9ce-410a-9775-be6dca8cee48 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:24.511761 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7561aed-d67f-4ad9-8beb-b37a7c4e0e60 req-38dcf400-d9ce-410a-9775-be6dca8cee48 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0960050 Feb 15 14:14:24.571040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7561aed-d67f-4ad9-8beb-b37a7c4e0e60 req-5b2e5c32-47ed-4ffc-ad7a-96dd0f9d4a3c tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523791 Feb 15 14:14:25.758137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e0bc0-38dc-452f-9cff-96da61282df2 req-285f1e5c-48ec-497a-85fe-121a02a34110 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:25.759605 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a3e0bc0-38dc-452f-9cff-96da61282df2 req-285f1e5c-48ec-497a-85fe-121a02a34110 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0820031 Feb 15 14:14:25.806930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a3e0bc0-38dc-452f-9cff-96da61282df2 req-97939f97-0611-415b-8929-3c524318452f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415220 Feb 15 14:14:26.994803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6df21-49ab-42dc-b349-91c4eae24e1d req-5bd87ae6-e46d-4548-a67c-01706f940398 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.996159 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-86a6df21-49ab-42dc-b349-91c4eae24e1d req-5bd87ae6-e46d-4548-a67c-01706f940398 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0825717 Feb 15 14:14:27.042850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-86a6df21-49ab-42dc-b349-91c4eae24e1d req-90e3d805-e0a4-4904-a4e7-b59fe5a9dcbf tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405169 Feb 15 14:14:28.232810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969d5fe-b2e8-4362-97b9-ea1ec8c94221 req-d74a253a-884f-4eaa-891d-c91856575b53 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:28.235067 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f969d5fe-b2e8-4362-97b9-ea1ec8c94221 req-d74a253a-884f-4eaa-891d-c91856575b53 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0837865 Feb 15 14:14:28.281782 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f969d5fe-b2e8-4362-97b9-ea1ec8c94221 req-4b96879d-22ab-473a-9a96-27113fd5d947 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398235 Feb 15 14:14:29.399539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5b75014c-6803-4a3b-ada1-02aa1540fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:29.471758 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fdb8c-d56a-48c3-b903-37000d2f4341 req-390af4a0-bba1-4275-b1ae-47d1542d606a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:29.473234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b3fdb8c-d56a-48c3-b903-37000d2f4341 req-390af4a0-bba1-4275-b1ae-47d1542d606a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0834980 Feb 15 14:14:29.520183 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b3fdb8c-d56a-48c3-b903-37000d2f4341 req-5c309392-57ed-495d-98ff-fb8dc3f5ca77 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410681 Feb 15 14:14:30.703613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf117c6-4709-4f81-b34c-1d2b44c75393 req-c1b06185-2d51-4348-835f-811bf8e6744e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:30.705130 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cbf117c6-4709-4f81-b34c-1d2b44c75393 req-c1b06185-2d51-4348-835f-811bf8e6744e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0793140 Feb 15 14:14:30.756366 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cbf117c6-4709-4f81-b34c-1d2b44c75393 req-988741bd-92af-4ba7-a766-cdd703276e57 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451050 Feb 15 14:14:31.939396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88eae6-26ed-4bbe-8647-6cf3718e5554 req-2613971e-16e3-4907-9fa8-6df1f520280b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:31.940744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9b88eae6-26ed-4bbe-8647-6cf3718e5554 req-2613971e-16e3-4907-9fa8-6df1f520280b tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0796211 Feb 15 14:14:31.988308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9b88eae6-26ed-4bbe-8647-6cf3718e5554 req-aea8ab42-3545-4d45-8f64-553819aa1bd9 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c1d7da5-07cf-417e-b5b0-f251cea0b4df&id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417855 Feb 15 14:14:32.542300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cb30b5b4-0cbc-421d-a915-5a54048ea6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:32.725253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:32.845333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:33.525197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:34.244913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:14:46.544572 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:14:59.455967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-647bb0a5-46a3-4b39-a810-885ed3ca3563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:02.529844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16b6b489-a44a-4c88-884d-e6309ca711d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:02.741051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:02.872312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:03.534834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:04.243738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:04.495063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-6890eb63-4ab5-4a6c-932c-b3ec9b912c80 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040479363&fields=id&tenant_id=7754e7cabbd844b5b24ec5638126f96b HTTP/1.1" status: 200 len: 267 time: 0.0390232 Feb 15 14:15:04.581064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-02346703-c3e9-4ab3-8781-67afbeceee9f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:04.582594 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-02346703-c3e9-4ab3-8781-67afbeceee9f tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 985 time: 0.0823576 Feb 15 14:15:04.593188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Request body: {'port': {'security_groups': ['1bd04739-d6ce-47d6-b331-041e8af82d97']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:04.711454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:04.951252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:04.977070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.026316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.038129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:15:05.102490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.102623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.103919 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d99f7dd9-463d-4bce-b797-94cc60cdc3eb req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "PUT /v2.0/ports/ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 943 time: 0.5151579 Feb 15 14:15:05.104368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:05.110257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36822) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:05.142273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event updated for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=7']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:05.152099 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.156904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0453b9-e085-4484-9738-7ca2b138f35e tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.175973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:15:05.193900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:15:05.240820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.292017 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.388302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-50a8b74e-d41f-4aa3-9aee-70c78b3a870c None None] Provisioning complete for port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:05.388302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50a8b74e-d41f-4aa3-9aee-70c78b3a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.448061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ce113-1e32-4713-b4df-bf73c4950975 req-997813da-c065-4477-a679-b3a4d646798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.449567 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-997813da-c065-4477-a679-b3a4d646798f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1099 time: 0.2467790 Feb 15 14:15:05.588651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ce113-1e32-4713-b4df-bf73c4950975 req-f89ac23a-a055-4b9a-9f92-5ca9712e3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.590113 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-f89ac23a-a055-4b9a-9f92-5ca9712e3323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.1341646 Feb 15 14:15:05.649086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.697257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1d7da5-07cf-417e-b5b0-f251cea0b4df,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:05.711004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.711345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.711682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.712016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.712343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.712672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.712992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.713314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.713660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.713981 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.714300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.714617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:05.723240 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-f714b8fc-343d-405d-9c47-b646995f3945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 1002 time: 0.1265452 Feb 15 14:15:05.788609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ce113-1e32-4713-b4df-bf73c4950975 req-b627e96b-4883-424f-9a0d-357042063b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.790054 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-b627e96b-4883-424f-9a0d-357042063b05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0615895 Feb 15 14:15:05.791996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:05.793021 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a523d194-c902-4e2b-bec7-232ef5c2e353 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "DELETE /v2.0/security-groups/6c1d7da5-07cf-417e-b5b0-f251cea0b4df HTTP/1.1" status: 204 len: 168 time: 0.6814423 Feb 15 14:15:05.795864 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36826) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:05.874376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ce113-1e32-4713-b4df-bf73c4950975 req-bac2c7cd-357c-497f-aa4e-c2637c2c7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.875847 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-bac2c7cd-357c-497f-aa4e-c2637c2c7b75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798144 Feb 15 14:15:06.016737 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-3274f7c2-9354-43c6-8248-bd620dd1385c service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337197 Feb 15 14:15:06.104623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Deleting port c4d78455-91c7-41cf-8331-ef565f4ecc8c {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:06.105258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:06.153460 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-528ce113-1e32-4713-b4df-bf73c4950975 req-510fc292-f5b8-476d-9deb-06cfb5d81ee6 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267188 Feb 15 14:15:06.277298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:06.277659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:06.399116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Calling delete_port for c4d78455-91c7-41cf-8331-ef565f4ecc8c owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:06.598351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:06.646001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event deleted for resources: {'Port': ['ID=c4d78455-91c7-41cf-8331-ef565f4ecc8c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.739055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:06.739363 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Floating IP 3a6addb4-f290-4fcf-bc05-a561d94e2325 disassociated (deleted). External IP: 172.26.0.154, port: ae935e6c-a0d1-4f71-a242-fc5e92d6c962. Feb 15 14:15:07.085113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:15:07.266415 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:15:07.278395 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Sync routers for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:07.286027 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:07.288551 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:07.289152 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.345191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-551068c1-f8f9-4505-b6ac-72e8465ecf49 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a6addb4-f290-4fcf-bc05-a561d94e2325 HTTP/1.1" status: 204 len: 168 time: 1.5478735 Feb 15 14:15:07.345757 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:07.415436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:15:07.488663 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:07.521889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-3ce6dd00-403a-4bba-8a87-6cc52fecb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.523773 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-3ce6dd00-403a-4bba-8a87-6cc52fecb7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1099 time: 0.0866780 Feb 15 14:15:07.680861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-fb566fa4-7dde-497f-9a71-3cf892078e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.682575 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-fb566fa4-7dde-497f-9a71-3cf892078e52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.1516588 Feb 15 14:15:07.766674 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-20678f84-3c21-4f70-9896-1f3a5da87612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 217 time: 0.0703418 Feb 15 14:15:07.832884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-3381cc54-65e0-4c33-b1d6-8d2498cdd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.834429 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-3381cc54-65e0-4c33-b1d6-8d2498cdd68b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0618358 Feb 15 14:15:07.865530 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.870245 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Checking router: 98af588c-fc7b-4a2b-9c3d-d53429aeed8d for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:07.879760 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:07.880354 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.925689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-34eb4522-c136-47f9-929d-ec3259a89221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.927319 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-34eb4522-c136-47f9-929d-ec3259a89221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854514 Feb 15 14:15:08.117165 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-5cc34e7b-a25f-4081-8dac-db7e0573a904 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807201 Feb 15 14:15:08.136883 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:08.221661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-3af047e1-00bc-49ff-9ece-25cc29bb430b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2122865 Feb 15 14:15:08.263041 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4c06528c-505b-4da5-825a-cdd4b55756c9 req-7d697518-0877-405e-bd22-3944b55118b9 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393366 Feb 15 14:15:08.494727 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:08.499090 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246745f-468e-4602-9b8d-2bcaa3046a63 None None] The sync data for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv is: [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:55Z', 'revision_number': 4, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c9ee5b98-0c9d-444a-b6d6-ab399b1bf355', 'name': '', 'network_id': '5a299704-479c-4cb2-846c-27b6c82e24d4', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'mac_address': 'fa:16:3e:29:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:54Z', 'updated_at': '2022-02-15T14:13:02Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'subnets': [{'id': '49b2968b-9bf1-4f1d-9b16-1bcc69453905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:08.505768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-945cbc3e-7deb-434e-bf92-1bf8d445927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:08.507286 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-945cbc3e-7deb-434e-bf92-1bf8d445927c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7754e7cabbd844b5b24ec5638126f96b&device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 1099 time: 0.0787089 Feb 15 14:15:08.779208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-af84383e-cb91-422c-8048-3e6c59ed3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:08.780841 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-af84383e-cb91-422c-8048-3e6c59ed3013 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 200 len: 914 time: 0.2540038 Feb 15 14:15:08.796606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7d21d-f00d-4799-8001-f30988d17c40 None None] New status for floating IP 3a6addb4-f290-4fcf-bc05-a561d94e2325: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:15:08.856826 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-61d836e6-353f-49e6-8ac8-2a07bae1671a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 200 len: 217 time: 0.0693500 Feb 15 14:15:08.938754 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-545ccd8e-2e4b-48d7-93f9-6fba4a5fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:08.940394 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-545ccd8e-2e4b-48d7-93f9-6fba4a5fd394 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 200 len: 853 time: 0.0776765 Feb 15 14:15:09.030685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-bf08db16-b9b9-438d-ba61-a7c2f3d7c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:09.032221 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-bf08db16-b9b9-438d-ba61-a7c2f3d7c4ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a299704-479c-4cb2-846c-27b6c82e24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861263 Feb 15 14:15:09.168505 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-a91636b0-c2b6-4a1d-aa88-c0a5ae4eecfe service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300213 Feb 15 14:15:09.302195 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-4a0b6d86-8fe4-4458-8113-8258826ca386 service neutron] 10.222.0.36 "GET /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280429 Feb 15 14:15:13.478508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69436b-8a64-4e40-afb8-f53992941c82 req-77d13a9f-ffb9-4dce-a34a-fc522fee32da tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.479193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-6b69436b-8a64-4e40-afb8-f53992941c82 req-77d13a9f-ffb9-4dce-a34a-fc522fee32da tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:15:13.563342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-6b69436b-8a64-4e40-afb8-f53992941c82 req-77d13a9f-ffb9-4dce-a34a-fc522fee32da tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:15:13.564550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b69436b-8a64-4e40-afb8-f53992941c82 req-77d13a9f-ffb9-4dce-a34a-fc522fee32da tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.1688507 Feb 15 14:15:13.612286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b69436b-8a64-4e40-afb8-f53992941c82 req-0dbcbb84-3c67-4116-8db7-31e515ab6dec tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Feb 15 14:15:14.832407 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92f77-8a2b-45bd-8449-e5328e4b900c req-97a1440b-3255-4d2a-95d6-12d29ab006c2 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:14.834244 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32a92f77-8a2b-45bd-8449-e5328e4b900c req-97a1440b-3255-4d2a-95d6-12d29ab006c2 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.0880804 Feb 15 14:15:14.882623 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32a92f77-8a2b-45bd-8449-e5328e4b900c req-015a948b-0a53-4f4e-988c-eea1b4d9c3ef tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd04739-d6ce-47d6-b331-041e8af82d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Feb 15 14:15:15.090681 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477d20-1afb-41da-a1af-08228eda31ed req-6912596e-20c8-40c6-929d-d7786e93f91a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:15.091264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3a477d20-1afb-41da-a1af-08228eda31ed req-6912596e-20c8-40c6-929d-d7786e93f91a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Synchronizing usage tracker for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:15:15.103209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-3a477d20-1afb-41da-a1af-08228eda31ed req-6912596e-20c8-40c6-929d-d7786e93f91a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Unset dirty status for tenant:7754e7cabbd844b5b24ec5638126f96b on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:15:15.104720 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a477d20-1afb-41da-a1af-08228eda31ed req-6912596e-20c8-40c6-929d-d7786e93f91a tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.36 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 946 time: 0.1009586 Feb 15 14:15:15.182990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Deleting port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:15.183346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:15.424756 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] For port ae935e6c-a0d1-4f71-a242-fc5e92d6c962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:15.425200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:15.549222 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Calling delete_port for ae935e6c-a0d1-4f71-a242-fc5e92d6c962 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:15.740140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:15.751363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ae935e6c-a0d1-4f71-a242-fc5e92d6c962'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:15:15.793629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Pushing event deleted for resources: {'Port': ['ID=ae935e6c-a0d1-4f71-a242-fc5e92d6c962,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:15.869219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] No DVR routers for this DVR port ae935e6c-a0d1-4f71-a242-fc5e92d6c962 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:15.871619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:15.874086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'name': 'network-vif-deleted', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:15.935583 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3a477d20-1afb-41da-a1af-08228eda31ed req-fec60af0-d9f3-4306-9bc8-a7a70723b7bc tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.36 "DELETE /v2.0/ports/ae935e6c-a0d1-4f71-a242-fc5e92d6c962 HTTP/1.1" status: 204 len: 173 time: 0.8260539 Feb 15 14:15:15.978746 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f8ce2-da76-47b9-92a9-cc6aa38b059d', 'name': 'network-vif-deleted', 'tag': 'ae935e6c-a0d1-4f71-a242-fc5e92d6c962', 'status': 'completed', 'code': 200} Feb 15 14:15:16.036164 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cb0a3663-cfab-4a18-b8bb-7985151873d5 req-1c502c78-c5d5-4fb8-8b62-ddcde818e5d1 tempest-TestMinimumBasicScenario-718928793 tempest-TestMinimumBasicScenario-718928793-project] 10.222.0.61 "GET /v2.0/ports?device_id=294f8ce2-da76-47b9-92a9-cc6aa38b059d HTTP/1.1" status: 200 len: 210 time: 0.0432034 Feb 15 14:15:18.335484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ae935e6c-a0d1-4f71-a242-fc5e92d6c962 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:18.368546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: ae935e6c-a0d1-4f71-a242-fc5e92d6c962 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:18.368888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ae935e6c-a0d1-4f71-a242-fc5e92d6c962 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:18.412662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:18.935828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:19.270037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Deleting port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:19.270037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:19.444280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] For port c9ee5b98-0c9d-444a-b6d6-ab399b1bf355, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:19.445002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:19.671892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Calling delete_port for c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:20.060672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:20.106883 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ee5b98-0c9d-444a-b6d6-ab399b1bf355,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:20.375687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:20.726622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:15:20.902076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:15:20.911115 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Sync routers for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:20.914624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bd311050-3612-4307-836a-61d94d4772db admin admin] 10.222.0.61 "PUT /v2.0/routers/98af588c-fc7b-4a2b-9c3d-d53429aeed8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5008607 Feb 15 14:15:20.917103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 36918) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:20.923741 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:20.923741 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:21.100938 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:21.207060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:21.389086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:21.390314 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:15:19Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:21.394736 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Checking router: 98af588c-fc7b-4a2b-9c3d-d53429aeed8d for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:21.403162 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Routers {'98af588c-fc7b-4a2b-9c3d-d53429aeed8d'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:21.404056 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:21.481846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Deleting port a1da891b-1946-4d5d-be04-342663dc3557 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:21.482117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:21.576520 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] Set router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:21.658020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] For port a1da891b-1946-4d5d-be04-342663dc3557, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=a1da891b-1946-4d5d-be04-342663dc3557,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:21.658417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:21.781614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Calling delete_port for a1da891b-1946-4d5d-be04-342663dc3557 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:21.885691 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:15:19Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:21.889459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f708a-97fd-4403-9ee2-00402d5b71b5 None None] The sync data for ids ['98af588c-fc7b-4a2b-9c3d-d53429aeed8d'] in dv-neutron-828156-1-hyperv is: [{'id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'name': 'tempest-TestMinimumBasicScenario-355693955-router', 'tenant_id': '7754e7cabbd844b5b24ec5638126f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:15:19Z', 'revision_number': 5, 'project_id': '7754e7cabbd844b5b24ec5638126f96b', 'gw_port': {'id': 'a1da891b-1946-4d5d-be04-342663dc3557', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af588c-fc7b-4a2b-9c3d-d53429aeed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:51Z', 'updated_at': '2022-02-15T14:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:22.037151 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.084975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1da891b-1946-4d5d-be04-342663dc3557,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.174703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.327891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:22.351184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.353436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.364287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:22.364930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c9ee5b98-0c9d-444a-b6d6-ab399b1bf355 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:22.465491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.465992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98af588c-fc7b-4a2b-9c3d-d53429aeed8d {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:15:22.479240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.480372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fe70c54e-179e-4002-a03b-196bcf88555a admin admin] 10.222.0.61 "DELETE /v2.0/routers/98af588c-fc7b-4a2b-9c3d-d53429aeed8d HTTP/1.1" status: 204 len: 168 time: 1.5622828 Feb 15 14:15:22.483182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36922) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:22.545079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Deleting subnet 49b2968b-9bf1-4f1d-9b16-1bcc69453905 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:15:22.548281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.599845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.768734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.871826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.911030 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b2968b-9bf1-4f1d-9b16-1bcc69453905,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.916407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:22.925751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1035c-1411-455b-8465-04c3f2307566 None None] Network 5a299704-479c-4cb2-846c-27b6c82e24d4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:15:22.926877 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cab77386-3fd0-475f-b37f-b4c3f143b76f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/49b2968b-9bf1-4f1d-9b16-1bcc69453905 HTTP/1.1" status: 204 len: 168 time: 0.4386353 Feb 15 14:15:22.926877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36926) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:23.035345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.046467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Deleting port 65684e6f-549d-49de-825d-82ed45921cde {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:23.046910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.192704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] DHCP port deletion for 5a299704-479c-4cb2-846c-27b6c82e24d4 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:15:23.196940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Deleting port 65684e6f-549d-49de-825d-82ed45921cde {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:23.197337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.258526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] For port 65684e6f-549d-49de-825d-82ed45921cde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=65684e6f-549d-49de-825d-82ed45921cde,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:23.258792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.390547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Calling delete_port for 65684e6f-549d-49de-825d-82ed45921cde owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:23.398387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] For port 65684e6f-549d-49de-825d-82ed45921cde, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=65684e6f-549d-49de-825d-82ed45921cde,segment=NetworkSegment(203e46b8-5c2f-42be-9a30-8031b56c3ae7),segment_id=203e46b8-5c2f-42be-9a30-8031b56c3ae7)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:23.398899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.528572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Calling delete_port for 65684e6f-549d-49de-825d-82ed45921cde owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:23.538467 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:15:23.550381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.598157 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65684e6f-549d-49de-825d-82ed45921cde,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.601199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:15:23.601748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:15:23.605064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] No DVR routers for this DVR port 65684e6f-549d-49de-825d-82ed45921cde on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:23.739736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.770889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a299704-479c-4cb2-846c-27b6c82e24d4']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:23.787233 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203e46b8-5c2f-42be-9a30-8031b56c3ae7') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:23.787563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203e46b8-5c2f-42be-9a30-8031b56c3ae7') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:23.802015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.821109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.827549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:15:23.827925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:15:23.845256 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:15:23.967339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.984216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:23.994381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a299704-479c-4cb2-846c-27b6c82e24d4,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:24.060419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a1da891b-1946-4d5d-be04-342663dc3557 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:24.060779 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-873c775b-68ff-4dfc-9aeb-354b06fba8f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5a299704-479c-4cb2-846c-27b6c82e24d4 HTTP/1.1" status: 204 len: 168 time: 1.1330757 Feb 15 14:15:24.063351 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36930) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:24.098928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: a1da891b-1946-4d5d-be04-342663dc3557 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:24.099294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device a1da891b-1946-4d5d-be04-342663dc3557 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:24.099722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 65684e6f-549d-49de-825d-82ed45921cde no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:24.123026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Deleting port 65684e6f-549d-49de-825d-82ed45921cde {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:24.123405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:24.168762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 65684e6f-549d-49de-825d-82ed45921cde {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:24.169109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 65684e6f-549d-49de-825d-82ed45921cde not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:24.204724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4a35ceb3-d259-4a54-9a9f-28481f60f144 None None] The port '65684e6f-549d-49de-825d-82ed45921cde' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:15:24.734243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:25.074281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Deleting port 5a614f7d-b658-4867-8a91-39d609fb972f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:25.074527 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:25.245759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] For port 5a614f7d-b658-4867-8a91-39d609fb972f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=5a614f7d-b658-4867-8a91-39d609fb972f,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:25.246113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:25.373552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Calling delete_port for 5a614f7d-b658-4867-8a91-39d609fb972f owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:25.768762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:25.820526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Pushing event deleted for resources: {'Port': ['ID=5a614f7d-b658-4867-8a91-39d609fb972f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:26.198934 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:26.563900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:15:26.758768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:15:26.767529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Sync routers for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:26.777137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:26.777782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:26.827917 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0797f1af-cc77-467a-8174-7e6e64299dff admin admin] 10.222.0.61 "PUT /v2.0/routers/6f4e4d7e-0100-47dd-8290-4be4c54fcd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7630703 Feb 15 14:15:26.830309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36934) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:26.971064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:27.017673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:27.206117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:27.259968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Deleting port c71baa34-c6d8-4048-bce7-49afaa691f3f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:27.260308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:27.301450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241'}], 'enable_snat': True}, 'gw_port_id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:15:25Z', 'revision_number': 5, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port': {'id': 'c71baa34-c6d8-4048-bce7-49afaa691f3f', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:27.305232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Checking router: 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:27.313299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Routers {'6f4e4d7e-0100-47dd-8290-4be4c54fcd06'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:27.313931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:27.433492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] For port c71baa34-c6d8-4048-bce7-49afaa691f3f, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c71baa34-c6d8-4048-bce7-49afaa691f3f,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:27.433835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:27.459874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] Set router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:27.558113 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Calling delete_port for c71baa34-c6d8-4048-bce7-49afaa691f3f owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:27.562754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 6, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:27.567383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c26f-46b1-4403-928f-913a8ed8dd46 None None] The sync data for ids ['6f4e4d7e-0100-47dd-8290-4be4c54fcd06'] in dv-neutron-828156-1-hyperv is: [{'id': '6f4e4d7e-0100-47dd-8290-4be4c54fcd06', 'name': 'tempest-TestMinimumBasicScenario-1965217368-router', 'tenant_id': '17de3e170755402a84936821075f9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:59Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 6, 'project_id': '17de3e170755402a84936821075f9163', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:27.909912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:27.956642 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71baa34-c6d8-4048-bce7-49afaa691f3f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:28.050673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.218451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.220678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.298552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.299002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4e4d7e-0100-47dd-8290-4be4c54fcd06 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:15:28.311925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.313047 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-756a582d-8765-4175-808c-30c4cc1dd566 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6f4e4d7e-0100-47dd-8290-4be4c54fcd06 HTTP/1.1" status: 204 len: 168 time: 1.4817295 Feb 15 14:15:28.315627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36938) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:28.380750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Deleting subnet 963c8974-1dfe-44d4-8210-5f1b10118e9c {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:15:28.383803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.392711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a614f7d-b658-4867-8a91-39d609fb972f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:28.430753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 5a614f7d-b658-4867-8a91-39d609fb972f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:28.431101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 5a614f7d-b658-4867-8a91-39d609fb972f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:28.431529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c71baa34-c6d8-4048-bce7-49afaa691f3f no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:28.439651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.464597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c71baa34-c6d8-4048-bce7-49afaa691f3f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:28.464947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c71baa34-c6d8-4048-bce7-49afaa691f3f not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:28.521023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.665667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.707933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963c8974-1dfe-44d4-8210-5f1b10118e9c,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:28.711436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.717572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8368ab-2667-423d-b1f8-5804e2140f32 None None] Network 4346d2b7-dd3b-4db0-b068-17416e087e8a requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:15:28.718036 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5985c91c-27f2-43ea-bf2d-462e832b392e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/963c8974-1dfe-44d4-8210-5f1b10118e9c HTTP/1.1" status: 204 len: 168 time: 0.4014785 Feb 15 14:15:28.720484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36942) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:28.828657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.839470 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Deleting port 007ac106-b4c2-493f-b05f-4aed40b13d9a {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:28.839798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:28.960908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] DHCP port deletion for 4346d2b7-dd3b-4db0-b068-17416e087e8a request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:15:28.965244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Deleting port 007ac106-b4c2-493f-b05f-4aed40b13d9a {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:28.965851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.046788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] For port 007ac106-b4c2-493f-b05f-4aed40b13d9a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=007ac106-b4c2-493f-b05f-4aed40b13d9a,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:29.047357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.168313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] For port 007ac106-b4c2-493f-b05f-4aed40b13d9a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=007ac106-b4c2-493f-b05f-4aed40b13d9a,segment=NetworkSegment(891a5f00-8c27-4b3e-aebc-6fec7eedb207),segment_id=891a5f00-8c27-4b3e-aebc-6fec7eedb207)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:29.168705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.170045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Calling delete_port for 007ac106-b4c2-493f-b05f-4aed40b13d9a owned by network:dhcp {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:29.298807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Calling delete_port for 007ac106-b4c2-493f-b05f-4aed40b13d9a owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:15:29.317306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.365820 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Pushing event deleted for resources: {'Port': ['ID=007ac106-b4c2-493f-b05f-4aed40b13d9a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:29.367611 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] No DVR routers for this DVR port 007ac106-b4c2-493f-b05f-4aed40b13d9a on host dv-neutron-828156-1-hyperv {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:29.377612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:15:29.378027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:15:29.402382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e04561fc-aae3-49ec-b9e7-c2d43aae8d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.577190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.606064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4346d2b7-dd3b-4db0-b068-17416e087e8a']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.618970 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891a5f00-8c27-4b3e-aebc-6fec7eedb207') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.619264 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891a5f00-8c27-4b3e-aebc-6fec7eedb207') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.635977 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.653825 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.660603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:15:29.660991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:15:29.674890 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:15:29.843286 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.859320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.870278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] Pushing event deleted for resources: {'Network': ['ID=4346d2b7-dd3b-4db0-b068-17416e087e8a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:29.877651 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-188c44bd-3591-4a56-984e-e1df27de032d admin admin] 10.222.0.61 "DELETE /v2.0/networks/4346d2b7-dd3b-4db0-b068-17416e087e8a HTTP/1.1" status: 204 len: 168 time: 1.1560996 Feb 15 14:15:29.880048 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Deleting port 007ac106-b4c2-493f-b05f-4aed40b13d9a {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:15:29.880859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:29.950189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-12810c60-50b5-4e7e-9786-680a108a09ae None None] The port '007ac106-b4c2-493f-b05f-4aed40b13d9a' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:15:30.056620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 007ac106-b4c2-493f-b05f-4aed40b13d9a no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:15:30.104424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 007ac106-b4c2-493f-b05f-4aed40b13d9a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:15:30.104803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 007ac106-b4c2-493f-b05f-4aed40b13d9a not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:15:30.311147 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36948) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:30.360496 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ad74778b-5cbe-4b04-a1b6-f3b6fe87ba61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7754e7cabbd844b5b24ec5638126f96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480771 Feb 15 14:15:30.362986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36952) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:30.423803 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:30.451510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:30.597025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:30.615403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd04739-d6ce-47d6-b331-041e8af82d97,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:30.622849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:30.626187 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-58b3da1a-4d78-4562-abcb-13b0e463989e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bd04739-d6ce-47d6-b331-041e8af82d97 HTTP/1.1" status: 204 len: 168 time: 0.2592828 Feb 15 14:15:31.315461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36960) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:31.370184 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1edcfe24-f6ea-4c8e-b4da-318dbc40ed0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17de3e170755402a84936821075f9163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532522 Feb 15 14:15:31.372722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 36964) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:31.434151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:31.461723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:31.585209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:31.601740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29379f5c-75cb-4e8b-b052-5e326adab4cc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:31.609023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:31.614241 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d6f861f6-ecbc-4a2e-9176-7a5d6bae57a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29379f5c-75cb-4e8b-b052-5e326adab4cc HTTP/1.1" status: 204 len: 168 time: 0.2368727 Feb 15 14:15:32.556669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-493b69bd-4e2f-452f-91f8-2804f820ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:32.715365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:32.865231 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:33.572480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.204047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37006) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:34.204530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368541514', 'description': 'tempest-secgroup-smoke-1368541514 description', 'project_id': 'b00c1befd6534e2a995229b63e081ff1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:34.210967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:34.214805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:34.217610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:34.226941 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:34.310768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.322228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.334793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.348650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:34.353138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:34.355949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:34.361549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:34.443973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.521034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.533592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:34.541722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:34.549806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:34.560521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:34.564056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb8b16-6051-47f6-9f91-c52c87486c7a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:34.631514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.705051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.746116 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f300a70-bca5-4b0c-a2aa-23c88eac47c9,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:34.825149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:34.826356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-576b890d-d51d-4435-836a-bde7066f6590 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6263850 Feb 15 14:15:34.829214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37010) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:34.834245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:34.840913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:34.844780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:34.847670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:34.854259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:35.045033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.216876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.286763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.309693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2693dac0-d0cf-4a8c-9920-9a01eac8b627,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:35.385278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.386489 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0e7ae3e9-b523-4619-b0f7-746a2dc29710 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5563097 Feb 15 14:15:35.389127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37014) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:35.394015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:35.400467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:35.404554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:35.407552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:35.413219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:35.493003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.553513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.620070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.643932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66547231-0f28-4e74-a84b-1125823c8753,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:35.693663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.694840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3fdfe3fe-4350-4754-a5b5-f0bd4e9813aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047731 Feb 15 14:15:35.698143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37018) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:35.702960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:35.708781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:35.714330 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:35.717280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:35.723044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:35.785495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.847462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.899508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:35.923620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ad58b2-8990-4787-880e-097bc5752709,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.059591 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.060714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fbcb3c48-b903-42bc-a9ac-340b87830247 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616679 Feb 15 14:15:36.063416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37022) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:36.068319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:36.074532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:36.078389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:36.081384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:36.086846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:36.157160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.218437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.270939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.297006 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85161096-559e-49d7-9e79-010d5f06df4c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.389799 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.391287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8855eda9-3d94-4912-938f-3ab51f271df3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269546 Feb 15 14:15:36.394012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37026) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:36.399004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:36.406127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:36.410863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:36.413775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:36.421105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:36.504131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:15:36.512070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.575530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.654160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.677851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00c36ee-a69d-4046-931a-8febb1c2f9f4,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.756590 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.757847 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5c41afea-c5bf-458a-a284-aae35b9c07e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628960 Feb 15 14:15:36.761262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37030) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:36.766374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5f300a70-bca5-4b0c-a2aa-23c88eac47c9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:36.772578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:36.777015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:36.780349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:36.786105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:36.837421 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:15:36.844655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.912796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.950334 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:36.974641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a60a09e-737e-4127-91ed-2d8272ac9b59,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:37.025191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.026518 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-53bf2f57-6a5e-4f62-9a34-359b3778ae8b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2642682 Feb 15 14:15:37.029751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37034) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:37.035209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'network': {'name': 'tempest-network-smoke--1247930951', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:37.040215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:37.044115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:network and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:37.046983 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:37.052567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:37.126305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:37.129760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.157579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:15:37.166454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.166711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Added segment 78272bbf-55c7-4790-b3fd-4917e23bfde6 of type vlan for network 692ec3fd-f916-44ce-aaa6-087f5b9156ac Feb 15 14:15:37.192423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.291951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.297337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:37.297928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.401750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Network': ['ID=692ec3fd-f916-44ce-aaa6-087f5b9156ac,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:37.412388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:15:37.439338 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1485641c-c484-4974-8e29-d87c631e9bab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4050226 Feb 15 14:15:37.439338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37038) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:37.444029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'admin_state_up': True, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:37.451671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:37.455586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:router and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:37.458719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:37.465814 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:37.526845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.528295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.543955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:37.863793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:38.238748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:38.267530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:38.400622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.60 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/9438aa6f-0113-48bd-93a9-bf859b0140fa) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:38.648143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:38.737985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:38.802857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:38.806446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:38.810052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:15:38.842033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=9438aa6f-0113-48bd-93a9-bf859b0140fa,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:39.277066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:39.609971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:39.887778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router d54dce40-1b34-4300-a2d5-8de884fbe859 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:15:40.060939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:15:40.070022 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Sync routers for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:40.079672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:40.080343 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.143631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:40.144766 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-17d91f90-27e7-4b79-bc69-ea3c844b26d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7050757 Feb 15 14:15:40.147908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37042) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:40.258312 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:40.408740 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-39134211-5121-4b49-963a-16bef99001de tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b00c1befd6534e2a995229b63e081ff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2596290 Feb 15 14:15:40.411246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37048) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:40.539619 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:39Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.540592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf94cb-4ab7-45a8-8d0f-fef4098d2b1c tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:40.542102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c7bf94cb-4ab7-45a8-8d0f-fef4098d2b1c tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299760 Feb 15 14:15:40.544878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:40.546441 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Checking router: d54dce40-1b34-4300-a2d5-8de884fbe859 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:40.546861 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Updating router d54dce40-1b34-4300-a2d5-8de884fbe859 port 9438aa6f-0113-48bd-93a9-bf859b0140fa binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:15:40.584196 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8774fd5d-edd2-4e29-bf0f-5c3cbf492f55 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381160 Feb 15 14:15:40.587200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37056) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:40.593015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17951156', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:40.602564 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:40.704120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:40.707862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:subnet and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:15:40.710780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:15:40.717075 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:40.796386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:40.799932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:40.928267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:40.939721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Transition to ACTIVE for port object 9438aa6f-0113-48bd-93a9-bf859b0140fa will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:41.005974 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.080476 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Attempting to bind port 9438aa6f-0113-48bd-93a9-bf859b0140fa on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:15:41.081137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.081274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Attempting to bind port 9438aa6f-0113-48bd-93a9-bf859b0140fa by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:15:41.081274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Attempting to bind port 9438aa6f-0113-48bd-93a9-bf859b0140fa on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:15:41.090543 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Pushing event updated for resources: {'Port': ['ID=9438aa6f-0113-48bd-93a9-bf859b0140fa,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:41.092653 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:15:41.093012 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:15:41.093414 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.093865 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:15:41.094311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Bound port: 9438aa6f-0113-48bd-93a9-bf859b0140fa, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:15:41.094669 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.134037 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.134468 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.134805 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.135134 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.135459 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.135779 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.136095 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.136416 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.136730 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.137039 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.137354 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.137687 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:41.158052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Subnet': ['ID=19509ac6-6e94-4481-9913-bb288f06c735,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:41.167527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Checking segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:15:41.167880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network hostable DHCP agents. Network: 692ec3fd-f916-44ce-aaa6-087f5b9156ac, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:15:41.183290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] For port 9438aa6f-0113-48bd-93a9-bf859b0140fa, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:15:41.186328 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] For port 9438aa6f-0113-48bd-93a9-bf859b0140fa, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9438aa6f-0113-48bd-93a9-bf859b0140fa,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:15:41.253477 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.275952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:15:41.329099 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:41.329717 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:41.361761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 692ec3fd-f916-44ce-aaa6-087f5b9156ac) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:41.365715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:41.366300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.371105 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca4cd3-4799-4399-b016-9287216002cf None None] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:15:41.392663 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc001ede-2d86-4ce3-80f7-71aa8b115fc7 None None] Pushing event updated for resources: {'Port': ['ID=9438aa6f-0113-48bd-93a9-bf859b0140fa,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:41.456679 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f5e17219-87c7-45ab-b6fc-213c87b9dcda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8655717 Feb 15 14:15:41.456911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37060) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:15:41.515023 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:41.599952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:15:41.601073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.763168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Allocated IP 172.20.0.2 (692ec3fd-f916-44ce-aaa6-087f5b9156ac/19509ac6-6e94-4481-9913-bb288f06c735/7782fd09-a59a-4f40-88f6-62f67061272a) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:41.840156 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:39Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:41.844301 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82887f9-3d8c-47ab-9a9f-d6444cd505e9 None None] The sync data for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv is: [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:39Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:41.976104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:41.990605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Transition to ACTIVE for port object 7782fd09-a59a-4f40-88f6-62f67061272a will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:42.011536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Transition to ACTIVE for port object 7782fd09-a59a-4f40-88f6-62f67061272a will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:42.099527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.179262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:42.182710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:42.185809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:15:42.196656 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.218397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Pushing event updated for resources: {'Port': ['ID=7782fd09-a59a-4f40-88f6-62f67061272a,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:42.260642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.260987 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.261327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.261685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.262016 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.262342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.262664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.262983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.263306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.263627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.263993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.264308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:42.297533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Attempting to bind port 7782fd09-a59a-4f40-88f6-62f67061272a on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:15:42.298042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Attempting to bind port 7782fd09-a59a-4f40-88f6-62f67061272a by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:15:42.298507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Attempting to bind port 7782fd09-a59a-4f40-88f6-62f67061272a on network 692ec3fd-f916-44ce-aaa6-087f5b9156ac {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:15:42.304550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:15:42.305012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Checking segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:15:42.306065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.306530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Bound using segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:15:42.307549 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Bound port: 7782fd09-a59a-4f40-88f6-62f67061272a, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:15:42.308282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.431078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] For port 7782fd09-a59a-4f40-88f6-62f67061272a, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:15:42.435159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] For port 7782fd09-a59a-4f40-88f6-62f67061272a, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7782fd09-a59a-4f40-88f6-62f67061272a,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:15:42.534368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.627909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29c27-2b0f-43ac-9323-83a878c44be4 None None] Pushing event updated for resources: {'Port': ['ID=7782fd09-a59a-4f40-88f6-62f67061272a,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:42.757454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.1 (692ec3fd-f916-44ce-aaa6-087f5b9156ac/19509ac6-6e94-4481-9913-bb288f06c735/fd1fa0e2-1171-493c-b845-42dea6920f9e) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:42.933023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:42.949768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object fd1fa0e2-1171-493c-b845-42dea6920f9e will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:43.034907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:43.104631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:43.107868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:43.111861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:15:43.144371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:43.175129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:43.507631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:43.582697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b63f9-8ff7-402a-8d90-333e22e59f56 None None] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:15:43.767635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e891093d-50bb-465d-9a69-c605ac4ef047 None None] Provisioning for port 7782fd09-a59a-4f40-88f6-62f67061272a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:43.936626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.006380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.147179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9438aa6f-0113-48bd-93a9-bf859b0140fa up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:44.179163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5490141d-8d2d-4ffe-b2ba-1b34d9deb006 None None] Provisioning for port fd1fa0e2-1171-493c-b845-42dea6920f9e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:44.202960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5490141d-8d2d-4ffe-b2ba-1b34d9deb006 None None] Provisioning complete for port fd1fa0e2-1171-493c-b845-42dea6920f9e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:44.220388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5490141d-8d2d-4ffe-b2ba-1b34d9deb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.259944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:44.265466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.268404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-5490141d-8d2d-4ffe-b2ba-1b34d9deb006 None None] Port fd1fa0e2-1171-493c-b845-42dea6920f9e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:15:44.338917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9438aa6f-0113-48bd-93a9-bf859b0140fa completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:44.343957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9438aa6f-0113-48bd-93a9-bf859b0140fa triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:44.344330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.408487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:44.409771 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:44.410027 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e8842945-f352-4bdb-a328-a45e7c59d19b None None] Provisioning complete for port fd1fa0e2-1171-493c-b845-42dea6920f9e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:44.410395 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e8842945-f352-4bdb-a328-a45e7c59d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.496589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e8842945-f352-4bdb-a328-a45e7c59d19b None None] Port fd1fa0e2-1171-493c-b845-42dea6920f9e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:15:44.523600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.542888 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9438aa6f-0113-48bd-93a9-bf859b0140fa, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9438aa6f-0113-48bd-93a9-bf859b0140fa,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:44.602767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.604862 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7782fd09-a59a-4f40-88f6-62f67061272a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:44.618522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router d54dce40-1b34-4300-a2d5-8de884fbe859 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:15:44.762487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-6992529f-49bf-435c-b670-234704b8d5e6 None None] Provisioning complete for port fd1fa0e2-1171-493c-b845-42dea6920f9e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:44.762754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6992529f-49bf-435c-b670-234704b8d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.800279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9438aa6f-0113-48bd-93a9-bf859b0140fa,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:44.807588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:15:44.817070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d3c19228-9f3a-4537-b76b-e8fa869088f9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/d54dce40-1b34-4300-a2d5-8de884fbe859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3591311 Feb 15 14:15:44.820409 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Sync routers for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:44.833276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-6992529f-49bf-435c-b670-234704b8d5e6 None None] Port fd1fa0e2-1171-493c-b845-42dea6920f9e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:15:44.839070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:44.839687 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:44.902874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7782fd09-a59a-4f40-88f6-62f67061272a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:44.922926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7782fd09-a59a-4f40-88f6-62f67061272a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:44.923322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:44.978751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-acf3aec4-3b39-4120-a9f6-625a3138e56a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:15:45.047812 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-acf3aec4-3b39-4120-a9f6-625a3138e56a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:15:45.048914 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-acf3aec4-3b39-4120-a9f6-625a3138e56a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368541514&fields=id&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 267 time: 0.1093268 Feb 15 14:15:45.072768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:45.205977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6f0615ee-ffe5-4f47-88b3-7f62f12a57e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:45.206639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6f0615ee-ffe5-4f47-88b3-7f62f12a57e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:15:45.259899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:45.305345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6f0615ee-ffe5-4f47-88b3-7f62f12a57e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:15:45.306687 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6f0615ee-ffe5-4f47-88b3-7f62f12a57e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/networks?id=692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 200 len: 797 time: 0.2506263 Feb 15 14:15:45.322308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-c229ad66-4305-463b-97bd-1258afc11470 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/quotas/b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Feb 15 14:15:45.361263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7782fd09-a59a-4f40-88f6-62f67061272a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7782fd09-a59a-4f40-88f6-62f67061272a,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:45.409636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d2df2c5d-ccb0-4c03-8ada-aa5ea3114cac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:15:45.426116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:45.505441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7782fd09-a59a-4f40-88f6-62f67061272a,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:45.522963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 2, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.527166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Checking router: d54dce40-1b34-4300-a2d5-8de884fbe859 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:45.527513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Updating router d54dce40-1b34-4300-a2d5-8de884fbe859 port fd1fa0e2-1171-493c-b845-42dea6920f9e binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:15:45.539493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d2df2c5d-ccb0-4c03-8ada-aa5ea3114cac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:15:45.540845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d2df2c5d-ccb0-4c03-8ada-aa5ea3114cac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2125013 Feb 15 14:15:45.582464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:45.605197 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-ab41cc46-2351-4273-b27c-d5f6f3144ca0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:15:45.606232 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-ab41cc46-2351-4273-b27c-d5f6f3144ca0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518324 Feb 15 14:15:45.741663 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6ec20ab4-35c7-423e-bcf8-4447aaaf0970 service neutron] 10.222.0.61 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292629 Feb 15 14:15:45.877874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-570cecd3-7026-4daf-9cba-2410929cf0ee service neutron] 10.222.0.61 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292193 Feb 15 14:15:45.944622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:45.957031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Transition to ACTIVE for port object fd1fa0e2-1171-493c-b845-42dea6920f9e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:46.030411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.082456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9438aa6f-0113-48bd-93a9-bf859b0140fa up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:46.164146 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7fed4ac6-2810-4afe-afbe-ed9f6652996b req-a4bb0bfa-1bd5-4ad2-9fd4-2ea296e14a69 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 210 time: 0.0462549 Feb 15 14:15:46.267424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01776780-1785-4371-a390-97439b300c90 None None] Pushing event updated for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:46.367093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Attempting to bind port fd1fa0e2-1171-493c-b845-42dea6920f9e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:15:46.368011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Attempting to bind port fd1fa0e2-1171-493c-b845-42dea6920f9e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:15:46.368373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Attempting to bind port fd1fa0e2-1171-493c-b845-42dea6920f9e on network 692ec3fd-f916-44ce-aaa6-087f5b9156ac {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:15:46.379799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:15:46.380172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Checking segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:15:46.380572 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.380963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Bound using segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:15:46.381441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Bound port: fd1fa0e2-1171-493c-b845-42dea6920f9e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:15:46.381813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.401649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9438aa6f-0113-48bd-93a9-bf859b0140fa triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:46.402344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.534180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] For port fd1fa0e2-1171-493c-b845-42dea6920f9e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:15:46.580788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] For port fd1fa0e2-1171-493c-b845-42dea6920f9e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fd1fa0e2-1171-493c-b845-42dea6920f9e,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:15:46.594763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7782fd09-a59a-4f40-88f6-62f67061272a up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:46.653430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.734492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7782fd09-a59a-4f40-88f6-62f67061272a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:46.734961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:46.784543 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:15:46.785182 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:15:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:46.844702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01776780-1785-4371-a390-97439b300c90 None None] Pushing event updated for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:47.039834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:15:47.319935 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75f7958c-6429-4822-8581-48e796e0cbc8 req-82596bdd-ca7e-455f-bad7-eefec265a616 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 210 time: 0.0420151 Feb 15 14:15:47.359782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:46Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.363665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a843e13-b991-408b-ac5d-122e8fd0b901 None None] The sync data for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv is: [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:46Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:48.090836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fd1fa0e2-1171-493c-b845-42dea6920f9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:48.224344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port fd1fa0e2-1171-493c-b845-42dea6920f9e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:48.230898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fd1fa0e2-1171-493c-b845-42dea6920f9e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:48.231272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:48.365913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:48.402047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port fd1fa0e2-1171-493c-b845-42dea6920f9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fd1fa0e2-1171-493c-b845-42dea6920f9e,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:48.471363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:48.504852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-68e7d984-0a8b-41fa-99c5-290f39230ecc req-053044fb-eea8-4286-a7ad-3978f3d0c37f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 210 time: 0.0510755 Feb 15 14:15:48.512873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-7e73c0d2-8ee7-42e2-a31e-4d75476eac59 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:48.515092 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-7e73c0d2-8ee7-42e2-a31e-4d75476eac59 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/networks?id=692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 200 len: 797 time: 0.1613793 Feb 15 14:15:48.551504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:48.565664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-3d3ce723-9119-4c57-b24d-c9285b179e08 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 380 time: 0.0418382 Feb 15 14:15:48.575654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'port': {'device_id': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'admin_state_up': True, 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'security_groups': ['5f300a70-bca5-4b0c-a2aa-23c88eac47c9']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:48.713048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:15:48.727995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:15:48.819002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:48.822871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:48.993065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.14 (692ec3fd-f916-44ce-aaa6-087f5b9156ac/19509ac6-6e94-4481-9913-bb288f06c735/dcf64cb1-749b-4eb9-9735-6963941fd901) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:49.179991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:49.194657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object dcf64cb1-749b-4eb9-9735-6963941fd901 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:49.270375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:49.338311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:49.341360 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:49.345221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:15:49.381382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:49.422313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:49.422996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:49.526503 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-d3a6b407-5e3c-4e7e-8129-2ff9ecf255ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559147 Feb 15 14:15:49.537676 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Request body: {'port': {'device_id': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:49.573072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8997491f-f32a-408f-be61-81f99449f1b9 None None] Provisioning for port dcf64cb1-749b-4eb9-9735-6963941fd901 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:49.580462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8997491f-f32a-408f-be61-81f99449f1b9 None None] Provisioning complete for port dcf64cb1-749b-4eb9-9735-6963941fd901 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:49.580949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8997491f-f32a-408f-be61-81f99449f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:49.642979 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-8997491f-f32a-408f-be61-81f99449f1b9 None None] Port dcf64cb1-749b-4eb9-9735-6963941fd901 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:15:49.653248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:49.710029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c974e-6b2f-4525-86ec-20b54c5be457 req-0327cfab-d09c-402c-bc19-bccd976305b6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:49.712186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-659c974e-6b2f-4525-86ec-20b54c5be457 req-0327cfab-d09c-402c-bc19-bccd976305b6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 932 time: 0.0834091 Feb 15 14:15:49.756243 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-659c974e-6b2f-4525-86ec-20b54c5be457 req-b2a12330-5ffe-47d2-9723-4c4fb856805e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Feb 15 14:15:50.001815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf64cb1-749b-4eb9-9735-6963941fd901 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:15:50.009059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.022808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Transition to ACTIVE for port object dcf64cb1-749b-4eb9-9735-6963941fd901 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:50.070635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fd1fa0e2-1171-493c-b845-42dea6920f9e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:50.098467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.137527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fd1fa0e2-1171-493c-b845-42dea6920f9e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:50.137896 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.331417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:50.434008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Attempting to bind port dcf64cb1-749b-4eb9-9735-6963941fd901 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:15:50.434255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Attempting to bind port dcf64cb1-749b-4eb9-9735-6963941fd901 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:15:50.434571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Attempting to bind port dcf64cb1-749b-4eb9-9735-6963941fd901 on network 692ec3fd-f916-44ce-aaa6-087f5b9156ac {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:15:50.439007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Port dcf64cb1-749b-4eb9-9735-6963941fd901 on network 692ec3fd-f916-44ce-aaa6-087f5b9156ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:15:50.439323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Attempting to bind port dcf64cb1-749b-4eb9-9735-6963941fd901 on network 692ec3fd-f916-44ce-aaa6-087f5b9156ac {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:15:50.444188 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:15:50.444516 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Checking segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:15:50.444887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Bound using segment: {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:15:50.446013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Bound port: dcf64cb1-749b-4eb9-9735-6963941fd901, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78272bbf-55c7-4790-b3fd-4917e23bfde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:15:50.446357 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.532223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:15:50.535082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dcf64cb1-749b-4eb9-9735-6963941fd901,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:15:50.613446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.678142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:50.678744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:50.680767 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] 10.222.0.36 "PUT /v2.0/ports/dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 200 len: 1094 time: 1.1473410 Feb 15 14:15:50.681205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:50.702691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00187895-b229-45c9-a104-1c3d1015fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:50.732949 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'status': 'completed', 'code': 200} Feb 15 14:15:50.827660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-4e95624f-fcaa-4e33-b56f-65a11af9f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:50.829164 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-4e95624f-fcaa-4e33-b56f-65a11af9f8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1097 time: 0.0769207 Feb 15 14:15:50.953839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b2261-9111-45fd-89a2-9c483f4e7ff2 req-c573287c-9af3-4b34-a0b9-2a3152ebb741 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:50.955212 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d56b2261-9111-45fd-89a2-9c483f4e7ff2 req-c573287c-9af3-4b34-a0b9-2a3152ebb741 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 944 time: 0.0871527 Feb 15 14:15:50.973162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-afb852c2-ce18-4e66-994b-fa33b2ab1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:50.974606 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-afb852c2-ce18-4e66-994b-fa33b2ab1dba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b00c1befd6534e2a995229b63e081ff1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1387460 Feb 15 14:15:51.000062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d56b2261-9111-45fd-89a2-9c483f4e7ff2 req-c80a97db-712a-45e2-a64d-c8d8b5ade147 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Feb 15 14:15:51.106546 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-42b6ea15-b474-4bea-ba05-6fdffbe4da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.107944 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-eec6ebb1-5a78-4a26-8e52-5ceb9edde59d req-42b6ea15-b474-4bea-ba05-6fdffbe4da39 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1277764 Feb 15 14:15:51.210432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-c3827e40-d91f-466e-b10e-8bc6c0df0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.212382 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-c3827e40-d91f-466e-b10e-8bc6c0df0ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1097 time: 0.0687947 Feb 15 14:15:51.281649 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-7d3d2e6e-a5f4-49f2-9b2a-72894d90f633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 200 len: 217 time: 0.0625265 Feb 15 14:15:51.343178 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-987525f0-dce5-4ef3-81fa-410d8a8cce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.344569 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-987525f0-dce5-4ef3-81fa-410d8a8cce26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19509ac6-6e94-4481-9913-bb288f06c735 HTTP/1.1" status: 200 len: 833 time: 0.0566103 Feb 15 14:15:51.425025 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6787ade7-9aee-4bab-bca8-872a89127b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.426517 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-6787ade7-9aee-4bab-bca8-872a89127b05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=692ec3fd-f916-44ce-aaa6-087f5b9156ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731885 Feb 15 14:15:51.561191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-02578500-2316-4f40-b6b5-e20c855fe7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284137 Feb 15 14:15:51.689174 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-57fbd6b1-19b7-4f66-bc21-cb033f7256b4 req-b387bb33-0ce7-46b2-af09-800a01713d8d service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221657 Feb 15 14:15:52.187924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d50ad-ed17-4cbd-a4cc-e5e015fa56d6 req-ea6e3e7a-6c7e-4244-a7dd-652278bae421 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:52.189262 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-083d50ad-ed17-4cbd-a4cc-e5e015fa56d6 req-ea6e3e7a-6c7e-4244-a7dd-652278bae421 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 944 time: 0.0786943 Feb 15 14:15:52.234218 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-083d50ad-ed17-4cbd-a4cc-e5e015fa56d6 req-00d97d8e-d513-4765-94d0-a6c84a307fba tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Feb 15 14:15:53.529715 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3363e-d3a0-4fe1-abcd-6a118d039258 req-94f250ac-c62a-4ba7-960e-07e6ca66cbd1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:53.531068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-daa3363e-d3a0-4fe1-abcd-6a118d039258 req-94f250ac-c62a-4ba7-960e-07e6ca66cbd1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 944 time: 0.1917541 Feb 15 14:15:53.574438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-daa3363e-d3a0-4fe1-abcd-6a118d039258 req-fda1a109-f0f3-41d8-be53-f1d64eb20004 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 Feb 15 14:15:54.504999 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device dcf64cb1-749b-4eb9-9735-6963941fd901 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:15:54.641654 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dcf64cb1-749b-4eb9-9735-6963941fd901,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:54.659059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'port_id': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'mac_address': 'fa:16:3e:8e:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:15:54.715984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:54.733675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf64cb1-749b-4eb9-9735-6963941fd901 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:15:54.750674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dcf64cb1-749b-4eb9-9735-6963941fd901,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:54.760975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68331-c67b-49d1-af68-93f3d58ed84b req-154d3740-7c68-4d34-b7d3-75dc4c9cc80b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:54.762443 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2b68331-c67b-49d1-af68-93f3d58ed84b req-154d3740-7c68-4d34-b7d3-75dc4c9cc80b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 944 time: 0.0805624 Feb 15 14:15:54.810775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f2b68331-c67b-49d1-af68-93f3d58ed84b req-deb5adc7-5211-4ae8-b77f-110dd264c073 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Feb 15 14:15:54.822340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:54.888059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:55.034166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['dcf64cb1-749b-4eb9-9735-6963941fd901'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:15:55.995255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d8100-7d3d-4d72-9f35-ee99eb32448b req-668b9b85-7e83-40ef-b30a-213a3e40dabe tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:55.996612 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-512d8100-7d3d-4d72-9f35-ee99eb32448b req-668b9b85-7e83-40ef-b30a-213a3e40dabe tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 945 time: 0.0815997 Feb 15 14:15:56.043297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-512d8100-7d3d-4d72-9f35-ee99eb32448b req-1f24d243-ff4e-40ec-bca5-d72962441f3d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Feb 15 14:15:56.504953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device dcf64cb1-749b-4eb9-9735-6963941fd901 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:15:56.635623 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port dcf64cb1-749b-4eb9-9735-6963941fd901 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:56.640818 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port dcf64cb1-749b-4eb9-9735-6963941fd901 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:56.641213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:56.762461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:56.789078 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:56.798855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dcf64cb1-749b-4eb9-9735-6963941fd901,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:15:56.874095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:56.914302 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'code': 200} Feb 15 14:15:56.953794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.231875 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aeb63-fb75-425e-8b11-8551ad342311 req-945f75f3-1203-44f7-a418-af3f53d6f879 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:57.233359 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c19aeb63-fb75-425e-8b11-8551ad342311 req-945f75f3-1203-44f7-a418-af3f53d6f879 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0852604 Feb 15 14:15:57.278519 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c19aeb63-fb75-425e-8b11-8551ad342311 req-5a9789f7-a32e-40d3-b672-ab1e90ede34c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Feb 15 14:15:57.290161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a360d-ca3d-4f29-b32f-540eda9d9d21 req-a5b5cac1-6567-4f4c-a4f5-63e6086714ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:57.291821 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce6a360d-ca3d-4f29-b32f-540eda9d9d21 req-a5b5cac1-6567-4f4c-a4f5-63e6086714ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1099 time: 0.0721893 Feb 15 14:15:57.331849 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-ce6a360d-ca3d-4f29-b32f-540eda9d9d21 req-2fb1de7f-0973-4b6b-9a77-0aafdd03bddb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Feb 15 14:15:58.468629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846a1c0-8f3e-4058-a220-69491ae023c2 req-d22f290d-9335-4882-a85d-af23bb3c8f5f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:58.470126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9846a1c0-8f3e-4058-a220-69491ae023c2 req-d22f290d-9335-4882-a85d-af23bb3c8f5f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0799789 Feb 15 14:15:58.515150 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9846a1c0-8f3e-4058-a220-69491ae023c2 req-d8875b30-47af-4cd4-a0d2-f3e7cca5bdcb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Feb 15 14:15:59.418416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c6a88de1-3da3-47d5-879e-3a20a9f6eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:15:59.703549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023082-1427-483e-9e8e-155ad7730568 req-3ade71f6-467d-48da-89a1-ba9ab6ea3c2d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.705044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26023082-1427-483e-9e8e-155ad7730568 req-3ade71f6-467d-48da-89a1-ba9ab6ea3c2d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0833805 Feb 15 14:15:59.753579 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26023082-1427-483e-9e8e-155ad7730568 req-d9d99dc9-7e1f-4c16-b2f7-9d47fff4dbae tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Feb 15 14:15:59.940876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325a00c-012a-4a99-ac2a-32caa68f6001 req-0fa0a518-1559-443a-b8f3-2e24ebbe8ea3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.942405 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3325a00c-012a-4a99-ac2a-32caa68f6001 req-0fa0a518-1559-443a-b8f3-2e24ebbe8ea3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0826089 Feb 15 14:15:59.989920 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3325a00c-012a-4a99-ac2a-32caa68f6001 req-a77c4e76-8386-4d82-8a99-14a52d4456ac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 Feb 15 14:16:00.020843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37128) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:00.095125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387a6a1-f5f6-43c7-90f5-609c7ec8a092 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:00.096618 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c387a6a1-f5f6-43c7-90f5-609c7ec8a092 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1094 time: 0.0747521 Feb 15 14:16:00.099554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37132) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:00.105142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:00.111992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:00.115855 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:floatingip and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:00.119713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:00.125769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:00.229763 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:00.364841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:00.498166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.250 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/9b1079c7-d52d-454b-bd24-d51e46f76f5a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:00.542337 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:16:00.648918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:00.721323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:00.785030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:00.787879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:00.795675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:16:00.831838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=9b1079c7-d52d-454b-bd24-d51e46f76f5a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:01.204401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:01.425215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:01.627954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:01.686942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:01.795012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=9b1079c7-d52d-454b-bd24-d51e46f76f5a,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:01.811713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:01.991270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 associated. External IP: 172.26.0.250, port: dcf64cb1-749b-4eb9-9735-6963941fd901. Feb 15 14:16:02.350930 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router d54dce40-1b34-4300-a2d5-8de884fbe859 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:16:02.540024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:16:02.550571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-28342fe4-ed4c-429c-9794-a10865d535b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:02.553469 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Sync routers for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:02.563628 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:02.564257 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:02.631491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:02.698470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b04be35b-5ab9-4371-9342-87e1eec8537e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5950906 Feb 15 14:16:02.698470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:02.730865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:02.746527 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'status': 'completed', 'code': 200} Feb 15 14:16:02.767069 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:02.850812 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-658fdb21-0704-4976-8c13-6fa62aeff956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:02.852295 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-658fdb21-0704-4976-8c13-6fa62aeff956 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1099 time: 0.0839987 Feb 15 14:16:02.863594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:02.947028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffcb67-3c34-4b03-9353-c87acd949d78 req-ff69cc98-babb-4d9d-b756-1637018b1873 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:02.948849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8fffcb67-3c34-4b03-9353-c87acd949d78 req-ff69cc98-babb-4d9d-b756-1637018b1873 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.1327302 Feb 15 14:16:03.004143 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8fffcb67-3c34-4b03-9353-c87acd949d78 req-a78e4b73-faf3-43e4-be7c-ddcd36bcb181 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Feb 15 14:16:03.017651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-a9179cdc-22f4-4b62-a2d4-ce9bf5e0e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:03.017651 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-a9179cdc-22f4-4b62-a2d4-ce9bf5e0e122 service neutron] 10.222.0.36 "GET /v2.0/networks?id=692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 200 len: 897 time: 0.1594245 Feb 15 14:16:03.028127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37140) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:03.156082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-423ef8d2-dd62-400b-80e1-ca0762aa8d6f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 HTTP/1.1" status: 200 len: 992 time: 0.1263633 Feb 15 14:16:03.164541 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.250', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'port_id': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'mac_address': 'fa:16:3e:8e:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:16:01Z', 'updated_at': '2022-02-15T14:16:01Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:03.169661 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Checking router: d54dce40-1b34-4300-a2d5-8de884fbe859 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:03.179149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:03.179751 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:03.233721 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-a57a9385-4b66-45b5-aa88-6b189e403234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 200 len: 1000 time: 0.2096550 Feb 15 14:16:03.296920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-397fb50a-5c78-4cc7-9a92-f9b236c06c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:03.298366 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-397fb50a-5c78-4cc7-9a92-f9b236c06c6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19509ac6-6e94-4481-9913-bb288f06c735 HTTP/1.1" status: 200 len: 833 time: 0.0591707 Feb 15 14:16:03.358923 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:03.374782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-3bd70608-6374-45d5-ae68-aa4b7692f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:03.376320 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-3bd70608-6374-45d5-ae68-aa4b7692f99e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=692ec3fd-f916-44ce-aaa6-087f5b9156ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726917 Feb 15 14:16:03.506812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-a57509dc-eb58-41f5-b11c-53fcea24e646 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239724 Feb 15 14:16:03.560913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:03.639825 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-3ecb2aef-8529-4589-a59e-e7b2c5d5322b req-50e825f3-ee77-4bfa-88a2-cf051b64de94 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275506 Feb 15 14:16:03.707900 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.250', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'port_id': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'mac_address': 'fa:16:3e:8e:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:16:01Z', 'updated_at': '2022-02-15T14:16:01Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:03.711839 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8139ec-62e3-4e58-b983-62efae881158 None None] The sync data for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv is: [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.250', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'port_id': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'mac_address': 'fa:16:3e:8e:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:16:01Z', 'updated_at': '2022-02-15T14:16:01Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:03.888224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517718c-cac8-430f-8ea7-f8753d1a975b None None] New status for floating IP 696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:16:04.159004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37144) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:04.235675 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:04.382673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5b81366d-0a0e-4bd4-8117-975a46acd375 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 HTTP/1.1" status: 200 len: 994 time: 0.2223303 Feb 15 14:16:09.051191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-5bd67da3-9211-41af-9172-31f39b0f88b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711250 Feb 15 14:16:09.187042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-eb8779b8-fa93-40a7-9cdf-022db33b3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:09.188501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-eb8779b8-fa93-40a7-9cdf-022db33b3dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1099 time: 0.0695834 Feb 15 14:16:09.333744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-b21b8f93-7686-48f0-aceb-36df3f8384eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:09.335081 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-b21b8f93-7686-48f0-aceb-36df3f8384eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 200 len: 897 time: 0.1250551 Feb 15 14:16:09.441112 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-dff6e4fc-1d2f-4c13-aef0-bb93e3f7552e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 200 len: 1002 time: 0.0996737 Feb 15 14:16:09.505708 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-220d8a07-3ff8-4b81-bfce-b40a907bfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:09.507116 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-220d8a07-3ff8-4b81-bfce-b40a907bfaa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19509ac6-6e94-4481-9913-bb288f06c735 HTTP/1.1" status: 200 len: 833 time: 0.0596228 Feb 15 14:16:09.582313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-2b29465d-f7f7-4efa-af02-22db2ad27207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:09.583954 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-2b29465d-f7f7-4efa-af02-22db2ad27207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=692ec3fd-f916-44ce-aaa6-087f5b9156ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696280 Feb 15 14:16:09.716695 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-c7cfde32-7de8-42d6-99a7-19fb3e8b3a98 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265469 Feb 15 14:16:09.851034 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-c04f4897-a0f4-457a-96fa-b3954729d3e5 req-a13aed8d-32d4-42b2-a174-e4b936ff4f94 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271560 Feb 15 14:16:29.370975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b2d4-fad0-4e31-a747-517f3ad52b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:32.559445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ae547248-982c-4f41-8ddf-9c8ae731e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:32.753677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:32.868000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:33.572010 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:34.101425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839f70-6648-4f1e-bc26-7490987bdaa0 req-f65e1f75-eeb7-4467-9337-fbba5a1a9249 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:34.102994 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b839f70-6648-4f1e-bc26-7490987bdaa0 req-f65e1f75-eeb7-4467-9337-fbba5a1a9249 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0821543 Feb 15 14:16:34.145980 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6b839f70-6648-4f1e-bc26-7490987bdaa0 req-91009780-546d-4ff3-bbf3-017753219b42 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Feb 15 14:16:34.302703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:35.348524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b347-aaa7-4fae-baa3-b6a18f202123 req-ac8e1472-98e2-4bfc-9595-bdd41a36071d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:35.350029 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d431b347-aaa7-4fae-baa3-b6a18f202123 req-ac8e1472-98e2-4bfc-9595-bdd41a36071d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0864401 Feb 15 14:16:35.394254 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d431b347-aaa7-4fae-baa3-b6a18f202123 req-d1b64df8-84ba-492b-94f4-5252aba0820c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380082 Feb 15 14:16:35.417570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37166) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:35.521425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b6e3a22-2311-4efc-a1af-59ae04e343b8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 HTTP/1.1" status: 200 len: 994 time: 0.1026335 Feb 15 14:16:37.134324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a279b-7243-4aab-b9be-6f8442f92a30 req-aade98b4-ece3-42e0-a3b7-cb6b82ef31ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:37.135786 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-818a279b-7243-4aab-b9be-6f8442f92a30 req-aade98b4-ece3-42e0-a3b7-cb6b82ef31ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0798945 Feb 15 14:16:37.180698 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-818a279b-7243-4aab-b9be-6f8442f92a30 req-8fafecc1-d66b-4156-a03c-9195c9315028 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Feb 15 14:16:37.546000 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:16:38.370268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f731fd-1f57-48f0-bfd6-b2a8bc1c8a02 req-47bd6a53-7294-43a9-8916-02408b5ef63f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:38.371741 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61f731fd-1f57-48f0-bfd6-b2a8bc1c8a02 req-47bd6a53-7294-43a9-8916-02408b5ef63f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0824263 Feb 15 14:16:38.416390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61f731fd-1f57-48f0-bfd6-b2a8bc1c8a02 req-2545de4d-3f4f-40d6-b178-445b4905a9c0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Feb 15 14:16:38.439198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37178) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:38.545874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6145ceca-245a-4824-af80-10584abba46a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 HTTP/1.1" status: 200 len: 994 time: 0.1055295 Feb 15 14:16:38.811890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37186) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:39.005810 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 9b1079c7-d52d-454b-bd24-d51e46f76f5a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:16:39.006062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:39.172348 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:39.172666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:39.290701 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 9b1079c7-d52d-454b-bd24-d51e46f76f5a owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:16:39.501949 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:39.547911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=9b1079c7-d52d-454b-bd24-d51e46f76f5a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:39.584150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.584496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.584834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.585168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.585558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.591926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:39.753265 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:39.753628 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 disassociated (deleted). External IP: 172.26.0.250, port: dcf64cb1-749b-4eb9-9735-6963941fd901. Feb 15 14:16:40.104246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router d54dce40-1b34-4300-a2d5-8de884fbe859 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:16:40.278286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:16:40.288434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Sync routers for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:40.294692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:40.298618 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:40.299225 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:40.348574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-052cb492-5f37-4c4a-bd92-5643e5d7df62 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/floatingips/696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6 HTTP/1.1" status: 204 len: 168 time: 1.5355666 Feb 15 14:16:40.349157 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:40.394881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'status': 'completed', 'code': 200} Feb 15 14:16:40.488195 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:40.491761 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-8a9125f7-060a-440c-b230-b1fb2bce9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.493234 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-8a9125f7-060a-440c-b230-b1fb2bce9957 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 1099 time: 0.0772142 Feb 15 14:16:40.627058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-2aa12fb7-6b21-4cd9-9b21-4e1f34edde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.629384 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-2aa12fb7-6b21-4cd9-9b21-4e1f34edde76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 200 len: 897 time: 0.1292915 Feb 15 14:16:40.703039 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-f08bf60c-a66b-48d9-9f30-0c7f3f79288b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 200 len: 217 time: 0.0680647 Feb 15 14:16:40.765010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-19d5e1cb-5511-4a44-acb5-70b1d29bb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.766484 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-19d5e1cb-5511-4a44-acb5-70b1d29bb2b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19509ac6-6e94-4481-9913-bb288f06c735 HTTP/1.1" status: 200 len: 833 time: 0.0580394 Feb 15 14:16:40.799264 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:40.803277 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Checking router: d54dce40-1b34-4300-a2d5-8de884fbe859 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:40.812356 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:40.812958 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:40.845847 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-f0f5d962-3506-4e40-b922-6c867e27e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.847290 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-f0f5d962-3506-4e40-b922-6c867e27e90d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=692ec3fd-f916-44ce-aaa6-087f5b9156ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746138 Feb 15 14:16:40.946632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762c9db-725d-4ab2-818c-f7660804cfdf req-2860fa19-19e7-4b72-9cac-065acc6a5df6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.948180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5762c9db-725d-4ab2-818c-f7660804cfdf req-2860fa19-19e7-4b72-9cac-065acc6a5df6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:16:41.003980 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:41.033607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5762c9db-725d-4ab2-818c-f7660804cfdf req-2860fa19-19e7-4b72-9cac-065acc6a5df6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:16:41.034953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5762c9db-725d-4ab2-818c-f7660804cfdf req-2860fa19-19e7-4b72-9cac-065acc6a5df6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.1796875 Feb 15 14:16:41.084536 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5762c9db-725d-4ab2-818c-f7660804cfdf req-df210340-ce40-42cf-a54b-356acea227bc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Feb 15 14:16:41.094911 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-5b45493d-949a-451d-a766-0600c00ed3af service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409151 Feb 15 14:16:41.226864 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-936a6883-c36d-4029-8c33-5fe31560fd94 req-02fe0b02-f7fa-4b37-8a6e-74cab7450c40 service neutron] 10.222.0.36 "GET /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238403 Feb 15 14:16:41.319786 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:41.324451 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6e6f8-6c09-4031-8470-ae9f70a9656c None None] The sync data for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv is: [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:15:43Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'fd1fa0e2-1171-493c-b845-42dea6920f9e', 'name': '', 'network_id': '692ec3fd-f916-44ce-aaa6-087f5b9156ac', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:20:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '19509ac6-6e94-4481-9913-bb288f06c735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:42Z', 'updated_at': '2022-02-15T14:15:48Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '19509ac6-6e94-4481-9913-bb288f06c735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:41.534768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99744017-fc62-438b-9123-2d76a762f8de None None] New status for floating IP 696ea1bb-1900-4e87-9a5f-6fb7b7cd87a6: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:16:42.276900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddcab0-4574-4a7a-b1ca-7c68f9a00427 req-ab5361b8-ec27-456a-9192-23d49ad6d124 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:42.278384 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bddcab0-4574-4a7a-b1ca-7c68f9a00427 req-ab5361b8-ec27-456a-9192-23d49ad6d124 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0808146 Feb 15 14:16:42.326160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7bddcab0-4574-4a7a-b1ca-7c68f9a00427 req-45c97587-024a-4420-8e56-40cfe638064e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f300a70-bca5-4b0c-a2aa-23c88eac47c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Feb 15 14:16:42.327042 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-4009abce-777c-4d46-be56-940e8c9157b3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:42.327732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-4009abce-777c-4d46-be56-940e8c9157b3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:16:42.340278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-4009abce-777c-4d46-be56-940e8c9157b3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:16:42.341369 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-4009abce-777c-4d46-be56-940e8c9157b3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 946 time: 0.0942433 Feb 15 14:16:42.412146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port dcf64cb1-749b-4eb9-9735-6963941fd901 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:16:42.412472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:42.655905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port dcf64cb1-749b-4eb9-9735-6963941fd901, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dcf64cb1-749b-4eb9-9735-6963941fd901,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:16:42.656262 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:42.779807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for dcf64cb1-749b-4eb9-9735-6963941fd901 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:16:42.981971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:43.032339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=dcf64cb1-749b-4eb9-9735-6963941fd901,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.069884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.070729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.071068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.071393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.071715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.072043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.072364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.072680 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.072999 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.073314 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.073654 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.073997 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:43.118753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port dcf64cb1-749b-4eb9-9735-6963941fd901 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:43.121144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:43.123630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'name': 'network-vif-deleted', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:43.172118 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8561151-311a-49bb-ad4b-e1cfab522943', 'name': 'network-vif-deleted', 'tag': 'dcf64cb1-749b-4eb9-9735-6963941fd901', 'status': 'completed', 'code': 200} Feb 15 14:16:43.191271 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-80983bc1-afaa-4fee-994c-af7f436d44e0 req-3181f994-0170-47d9-b558-ef30d6a52da8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "DELETE /v2.0/ports/dcf64cb1-749b-4eb9-9735-6963941fd901 HTTP/1.1" status: 204 len: 173 time: 0.8449347 Feb 15 14:16:43.488294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0cf488ef-82ae-4de4-997b-d2d813498421 req-fe3b9691-f4cb-43c3-8ed6-6cda6c067d4e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8561151-311a-49bb-ad4b-e1cfab522943 HTTP/1.1" status: 200 len: 210 time: 0.0458336 Feb 15 14:16:44.585087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37206) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:45.236129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:45.583500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port fd1fa0e2-1171-493c-b845-42dea6920f9e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:16:45.583752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:45.769372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port fd1fa0e2-1171-493c-b845-42dea6920f9e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fd1fa0e2-1171-493c-b845-42dea6920f9e,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:16:45.775402 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:45.892820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for fd1fa0e2-1171-493c-b845-42dea6920f9e owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:16:46.262464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:46.310649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=fd1fa0e2-1171-493c-b845-42dea6920f9e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:46.694510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:46.721437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device dcf64cb1-749b-4eb9-9735-6963941fd901 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:16:46.755826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: dcf64cb1-749b-4eb9-9735-6963941fd901 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:16:46.756168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device dcf64cb1-749b-4eb9-9735-6963941fd901 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:16:47.054106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router d54dce40-1b34-4300-a2d5-8de884fbe859 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:16:47.231153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:16:47.240285 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Sync routers for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:47.249119 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8ee3f177-78a2-4565-b156-abf4ade7bb1c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/d54dce40-1b34-4300-a2d5-8de884fbe859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585634 Feb 15 14:16:47.249119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37210) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:47.250434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:47.251038 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.319681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting subnet 19509ac6-6e94-4481-9913-bb288f06c735 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:16:47.322946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.377664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.458516 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:47.464800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.591821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.631326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Subnet': ['ID=19509ac6-6e94-4481-9913-bb288f06c735,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.638877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.646804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a8c9b-c399-4ba4-8e58-3d0a694104ae None None] Network 692ec3fd-f916-44ce-aaa6-087f5b9156ac requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:16:47.655470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f2277925-7d71-4aa8-9e83-9cc6040fe617 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/subnets/19509ac6-6e94-4481-9913-bb288f06c735 HTTP/1.1" status: 204 len: 168 time: 0.4057705 Feb 15 14:16:47.657276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37214) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:47.755639 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:16:46Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.760082 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Checking router: d54dce40-1b34-4300-a2d5-8de884fbe859 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:47.768613 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Routers {'d54dce40-1b34-4300-a2d5-8de884fbe859'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:47.769212 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d54dce40-1b34-4300-a2d5-8de884fbe859'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.847074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.944692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] DHCP port deletion for 692ec3fd-f916-44ce-aaa6-087f5b9156ac request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:16:47.948880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Deleting port 7782fd09-a59a-4f40-88f6-62f67061272a {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:16:47.949255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:47.961877 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] Set router d54dce40-1b34-4300-a2d5-8de884fbe859 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:48.032398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.111048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 9438aa6f-0113-48bd-93a9-bf859b0140fa {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:16:48.111411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.162253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] For port 7782fd09-a59a-4f40-88f6-62f67061272a, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7782fd09-a59a-4f40-88f6-62f67061272a,segment=NetworkSegment(78272bbf-55c7-4790-b3fd-4917e23bfde6),segment_id=78272bbf-55c7-4790-b3fd-4917e23bfde6)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:16:48.162640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.235650 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7782fd09-a59a-4f40-88f6-62f67061272a no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:16:48.287268 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:16:46Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:48.292072 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5d1e2-db1d-4afd-9286-59781aed3ac3 None None] The sync data for ids ['d54dce40-1b34-4300-a2d5-8de884fbe859'] in dv-neutron-828156-1-hyperv is: [{'id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079632095', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:37Z', 'updated_at': '2022-02-15T14:16:46Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9438aa6f-0113-48bd-93a9-bf859b0140fa', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dce40-1b34-4300-a2d5-8de884fbe859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:38Z', 'updated_at': '2022-02-15T14:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:48.330063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Calling delete_port for 7782fd09-a59a-4f40-88f6-62f67061272a owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:16:48.411206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 9438aa6f-0113-48bd-93a9-bf859b0140fa, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9438aa6f-0113-48bd-93a9-bf859b0140fa,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:16:48.411477 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.479450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.537734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 9438aa6f-0113-48bd-93a9-bf859b0140fa owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:16:48.558582 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.624783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Pushing event deleted for resources: {'Port': ['ID=7782fd09-a59a-4f40-88f6-62f67061272a,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:48.631921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] No DVR routers for this DVR port 7782fd09-a59a-4f40-88f6-62f67061272a on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:48.634436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.634849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.635196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.635539 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.635891 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.636213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.636540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.636866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.637209 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.637563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.637892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.638215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089661c-4c4d-4a4a-82c4-4390c8ef6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:48.797221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:48.844226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=9438aa6f-0113-48bd-93a9-bf859b0140fa,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:48.938162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.109427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.111564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.197437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.197904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Fanout notify agent at l3_agent the message router_deleted on router d54dce40-1b34-4300-a2d5-8de884fbe859 {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:16:49.212773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.213893 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-70d1e70c-06e5-4793-9ac8-e07bd17bf917 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/routers/d54dce40-1b34-4300-a2d5-8de884fbe859 HTTP/1.1" status: 204 len: 168 time: 1.5556068 Feb 15 14:16:49.216574 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37218) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:49.336171 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.465107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.489026 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692ec3fd-f916-44ce-aaa6-087f5b9156ac']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:49.501092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78272bbf-55c7-4790-b3fd-4917e23bfde6') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:49.501389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78272bbf-55c7-4790-b3fd-4917e23bfde6') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:49.512206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.527721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.533524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:49.533899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:49.548096 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:49.690986 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.708066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.720722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Network': ['ID=692ec3fd-f916-44ce-aaa6-087f5b9156ac,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:49.794683 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-59c705f9-b2a4-4bf6-88db-5f069ec5263c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/networks/692ec3fd-f916-44ce-aaa6-087f5b9156ac HTTP/1.1" status: 204 len: 168 time: 0.5771093 Feb 15 14:16:49.797453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37222) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:49.865049 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:49.897335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.022766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.042749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f300a70-bca5-4b0c-a2aa-23c88eac47c9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:50.109664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9438aa6f-0113-48bd-93a9-bf859b0140fa no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:16:50.124815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.126090 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f056458e-a09e-4f46-8a28-5f07126b9862 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f300a70-bca5-4b0c-a2aa-23c88eac47c9 HTTP/1.1" status: 204 len: 168 time: 0.3276787 Feb 15 14:16:50.144160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9438aa6f-0113-48bd-93a9-bf859b0140fa {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:16:50.144506 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9438aa6f-0113-48bd-93a9-bf859b0140fa not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:16:50.144926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fd1fa0e2-1171-493c-b845-42dea6920f9e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:16:50.180920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: fd1fa0e2-1171-493c-b845-42dea6920f9e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:16:50.181260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fd1fa0e2-1171-493c-b845-42dea6920f9e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:16:50.545362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37230) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:50.550522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118281773', 'description': 'tempest-secgroup-smoke-2118281773 description', 'project_id': 'b00c1befd6534e2a995229b63e081ff1'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:50.557054 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:50.561088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:50.563906 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:50.569436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:50.640165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.660059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:50.663802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:50.667363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:50.672882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:50.740007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.797105 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.840432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdd4cf-9843-4614-8b78-2c3491fa68d9,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:50.908515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:50.909766 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-76fd96e5-5621-411e-b12d-48a58f163358 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3633871 Feb 15 14:16:50.912570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37234) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:50.918419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:50.924476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:50.928646 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:50.932602 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:50.938460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:51.017417 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.170713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.228632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.252845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcd1f78-4290-4d44-bd14-cf0124da116d,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:51.337808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.339044 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0378e083-8f09-4279-bc50-b27c8b249297 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4255300 Feb 15 14:16:51.341815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37238) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:51.346753 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:51.353423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:51.357253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:51.360079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:51.365808 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:51.434461 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.494714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.582380 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.607556 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bd25b9-4516-4599-aa3f-b61b06db568b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:51.682938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.684119 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8a0b788e-984c-43fc-a5e5-dd9d9d4cd8a0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3413954 Feb 15 14:16:51.686910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37242) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:51.691670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:51.698465 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:51.702241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:51.705092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:51.710707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:51.785788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.846039 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.949020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:51.975443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9882bc-3356-4355-9a19-4156ceb2f6bb,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.034323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.035478 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f51c7a96-f171-40bd-9122-243b1685b345 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3477807 Feb 15 14:16:52.038246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37246) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:52.043177 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:52.049083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:52.052795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:52.055568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:52.061670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:52.138485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.199697 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.262882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.286212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b3dbef-1c65-48c1-b01d-26c1151476ae,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.357040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.358295 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1ff86387-96b3-4f1a-a37f-f3c7808a0466 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191118 Feb 15 14:16:52.361310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37250) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:52.366466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:52.373238 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:52.377082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:52.379989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:52.386314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:52.436986 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:16:52.443460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.509438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.570952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.599000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c50f0e4-3ba8-452f-bf63-45359c286a4b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.663014 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.664242 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-31d71cba-5a35-402a-a71e-64f98ba65499 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3019235 Feb 15 14:16:52.667064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37254) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:52.672683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '5ffdd4cf-9843-4614-8b78-2c3491fa68d9', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:52.678767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:52.682691 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:52.685854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:52.691498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:52.754644 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:16:52.761483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.825044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.888421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.913396 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e872f1-5ed5-4327-ab61-40a0fab0c718,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.980395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:52.981603 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1d86b2fd-0b8d-424f-82c2-8d395acc11f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3129821 Feb 15 14:16:52.984347 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37258) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:52.989854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'network': {'name': 'tempest-network-smoke--648247041', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:52.994978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:52.999103 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:network and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:53.002041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:53.007638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:53.065372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:53.068836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.096529 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:53.104761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.105215 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Added segment 220446bf-3d5a-4c0e-9e45-33922d56626d of type vlan for network 283b425a-b397-4bb8-a77b-072be01e5f10 Feb 15 14:16:53.129641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.222553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.227972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.228548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.335579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Network': ['ID=283b425a-b397-4bb8-a77b-072be01e5f10,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:53.346300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 283b425a-b397-4bb8-a77b-072be01e5f10 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:16:53.407040 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1368d5f4-405f-4dc1-a072-3f42960624a8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4214821 Feb 15 14:16:53.410345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37262) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:53.415979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'admin_state_up': True, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:53.424119 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:53.428348 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:router and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:53.431212 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:53.437594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:53.526092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.527630 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.541782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:53.855835 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:54.263449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:54.291652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:54.422297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.189 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/c1968392-f7ad-47d6-bd20-5c99164d2336) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:54.567979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:54.652029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:54.716289 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:54.719067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:54.722728 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:16:54.758861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=c1968392-f7ad-47d6-bd20-5c99164d2336,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:55.310832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:55.655370 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:55.903523 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 6c379023-d683-4860-b652-0f79f700975e is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:16:56.079921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:16:56.090544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Sync routers for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:56.100372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:56.113839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:56.206409 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:56.207581 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6121db9a-211b-4d18-befb-7cf2855a673e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7957711 Feb 15 14:16:56.211466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37266) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:56.256039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a377ac1-ce91-4b08-8a02-794a6d1da3fe tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b00c1befd6534e2a995229b63e081ff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433199 Feb 15 14:16:56.258687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37270) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:56.274554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:56.496781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b0a1a-2a2c-4934-97e4-398d232c0a57 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:56.498228 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5e7b0a1a-2a2c-4934-97e4-398d232c0a57 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2386031 Feb 15 14:16:56.500970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37274) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:56.541390 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7a67370f-b80f-45ef-933d-437b4125faa2 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392957 Feb 15 14:16:56.544693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37278) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:56.550096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2108700965', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:56.597369 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:55Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:56.601235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Checking router: 6c379023-d683-4860-b652-0f79f700975e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:56.601612 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Updating router 6c379023-d683-4860-b652-0f79f700975e port c1968392-f7ad-47d6-bd20-5c99164d2336 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:16:56.654088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:56.661052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:16:56.664788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:subnet and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:16:56.668259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:16:56.673998 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:16:56.760622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:56.764707 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:56.976514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:56.987889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Transition to ACTIVE for port object c1968392-f7ad-47d6-bd20-5c99164d2336 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:16:57.058193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.086471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.140063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Subnet': ['ID=db03ee81-2f12-46d6-834e-77544a4392bf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:57.148156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Checking segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:16:57.148511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network hostable DHCP agents. Network: 283b425a-b397-4bb8-a77b-072be01e5f10, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:57.167022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Attempting to bind port c1968392-f7ad-47d6-bd20-5c99164d2336 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:16:57.167663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Attempting to bind port c1968392-f7ad-47d6-bd20-5c99164d2336 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:16:57.167785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Attempting to bind port c1968392-f7ad-47d6-bd20-5c99164d2336 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:16:57.178175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:16:57.178531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:16:57.178927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.179310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:16:57.179757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Bound port: c1968392-f7ad-47d6-bd20-5c99164d2336, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:16:57.180123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.204335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c5cc-6c15-4f0a-ab71-b6a981344658 None None] Pushing event updated for resources: {'Port': ['ID=c1968392-f7ad-47d6-bd20-5c99164d2336,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:57.242782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 283b425a-b397-4bb8-a77b-072be01e5f10 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:57.255585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] For port c1968392-f7ad-47d6-bd20-5c99164d2336, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:16:57.258603 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] For port c1968392-f7ad-47d6-bd20-5c99164d2336, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1968392-f7ad-47d6-bd20-5c99164d2336,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:16:57.314300 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 283b425a-b397-4bb8-a77b-072be01e5f10) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:57.318297 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:57.322880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.323120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f4c39-c43f-49e9-adba-9f5c3cb1fb95 None None] Network 283b425a-b397-4bb8-a77b-072be01e5f10 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:16:57.387313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.403676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-be6da19a-8456-404a-9cbe-22440afcc749 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8579500 Feb 15 14:16:57.406345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37282) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:16:57.497786 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c5cc-6c15-4f0a-ab71-b6a981344658 None None] Pushing event updated for resources: {'Port': ['ID=c1968392-f7ad-47d6-bd20-5c99164d2336,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:57.506076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:16:57.506689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:57.762847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-283b425a-b397-4bb8-a77b-072be01e5f10', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:16:57.763653 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:57.780632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:16:58.098096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.196834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Allocated IP 172.20.0.2 (283b425a-b397-4bb8-a77b-072be01e5f10/db03ee81-2f12-46d6-834e-77544a4392bf/fb90ff1f-65e0-49a0-a154-7cce0587b7ea) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:58.327252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:55Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:58.343184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3468b42-4bcb-41e2-b24c-da2732164866 None None] The sync data for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv is: [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:55Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:58.432501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.443681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Transition to ACTIVE for port object fb90ff1f-65e0-49a0-a154-7cce0587b7ea will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:16:58.462795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Transition to ACTIVE for port object fb90ff1f-65e0-49a0-a154-7cce0587b7ea will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:16:58.538432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.626975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.1 (283b425a-b397-4bb8-a77b-072be01e5f10/db03ee81-2f12-46d6-834e-77544a4392bf/72ec5a8a-b98c-4355-8053-bf171eba943b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:58.635525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Network 283b425a-b397-4bb8-a77b-072be01e5f10 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:58.642968 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:58.645954 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:16:58.656846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Pushing event updated for resources: {'Port': ['ID=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:58.749339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Attempting to bind port fb90ff1f-65e0-49a0-a154-7cce0587b7ea on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:16:58.750223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Attempting to bind port fb90ff1f-65e0-49a0-a154-7cce0587b7ea by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:16:58.750803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Attempting to bind port fb90ff1f-65e0-49a0-a154-7cce0587b7ea on network 283b425a-b397-4bb8-a77b-072be01e5f10 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:16:58.760227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:16:58.760627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Checking segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:16:58.762504 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.762977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Bound using segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:16:58.763502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Bound port: fb90ff1f-65e0-49a0-a154-7cce0587b7ea, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:16:58.763883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.809185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.827412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 72ec5a8a-b98c-4355-8053-bf171eba943b will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:16:58.861568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] For port fb90ff1f-65e0-49a0-a154-7cce0587b7ea, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:16:58.863870 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] For port fb90ff1f-65e0-49a0-a154-7cce0587b7ea, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:16:58.932473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:58.961226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:59.003636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 283b425a-b397-4bb8-a77b-072be01e5f10 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:59.006790 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:59.010761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:16:59.049929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.051170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6776f3-b67b-4e88-b1d6-f0374d56b9b6 None None] Pushing event updated for resources: {'Port': ['ID=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.085668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:59.360856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4520b065-d065-48a1-8bca-f4b3d8fa0d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:59.451035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:59.854381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:16:59.932004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:00.046141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:00.048442 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:00.163801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1968392-f7ad-47d6-bd20-5c99164d2336 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:00.210963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 283b425a-b397-4bb8-a77b-072be01e5f10 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:00.212261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:00.323641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c1968392-f7ad-47d6-bd20-5c99164d2336 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:00.334776 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c1968392-f7ad-47d6-bd20-5c99164d2336 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:00.335982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:00.451299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b6bba-3c80-4f17-b0e6-ce332e94929d None None] Network 283b425a-b397-4bb8-a77b-072be01e5f10 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:17:00.547142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:00.550401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 6c379023-d683-4860-b652-0f79f700975e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:17:00.588256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c1968392-f7ad-47d6-bd20-5c99164d2336, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1968392-f7ad-47d6-bd20-5c99164d2336,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:00.679707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cc417381-48f4-4abc-a6fd-a771b5538b84 None None] Provisioning for port fb90ff1f-65e0-49a0-a154-7cce0587b7ea completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:00.687510 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:00.689642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fb90ff1f-65e0-49a0-a154-7cce0587b7ea up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:00.736084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:17:00.747684 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Sync routers for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:00.755042 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5f7066a8-ad22-4ef5-9e33-8be70fb03645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/6c379023-d683-4860-b652-0f79f700975e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3418262 Feb 15 14:17:00.757733 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:17:00.758173 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:00.831482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c1968392-f7ad-47d6-bd20-5c99164d2336,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:01.015555 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:17:01.016135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port fb90ff1f-65e0-49a0-a154-7cce0587b7ea completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:01.016135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fb90ff1f-65e0-49a0-a154-7cce0587b7ea triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:01.016135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.119584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-fc3230e0-0267-4c0f-8638-9cdc250b676b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118281773&fields=id&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 267 time: 0.0759892 Feb 15 14:17:01.131589 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.177188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port fb90ff1f-65e0-49a0-a154-7cce0587b7ea, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:01.181622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Provisioning for port 72ec5a8a-b98c-4355-8053-bf171eba943b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:01.185113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Provisioning complete for port 72ec5a8a-b98c-4355-8053-bf171eba943b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:01.185614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.254703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Port 72ec5a8a-b98c-4355-8053-bf171eba943b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:17:01.273277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Provisioning complete for port fb90ff1f-65e0-49a0-a154-7cce0587b7ea triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:01.273277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7928-bfc9-433e-a604-8d6c6d407a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.285493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-4482301c-6f44-4290-89a5-b4d470d04a40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:01.286745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-4482301c-6f44-4290-89a5-b4d470d04a40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:17:01.304783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.362296 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 2, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:01.367300 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Checking router: 6c379023-d683-4860-b652-0f79f700975e for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:17:01.367731 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Updating router 6c379023-d683-4860-b652-0f79f700975e port 72ec5a8a-b98c-4355-8053-bf171eba943b binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:17:01.380747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-4482301c-6f44-4290-89a5-b4d470d04a40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:17:01.382345 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-4482301c-6f44-4290-89a5-b4d470d04a40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 796 time: 0.2735188 Feb 15 14:17:01.398725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-6d5db102-21af-4d8f-a594-76d6bc41912e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/quotas/b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 375 time: 0.0106006 Feb 15 14:17:01.441309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.443730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:01.516084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-e4eb0c06-3a40-49e4-a3be-7ca6ff9220a3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:17:01.608859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-e4eb0c06-3a40-49e4-a3be-7ca6ff9220a3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:17:01.610222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-e4eb0c06-3a40-49e4-a3be-7ca6ff9220a3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053425 Feb 15 14:17:01.631882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fdc34778-7b4c-44cc-b71f-4f6874f65300 None None] Provisioning complete for port 72ec5a8a-b98c-4355-8053-bf171eba943b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:01.632440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fdc34778-7b4c-44cc-b71f-4f6874f65300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.691376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fdc34778-7b4c-44cc-b71f-4f6874f65300 None None] Port 72ec5a8a-b98c-4355-8053-bf171eba943b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:17:01.757423 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-9d845e02-d7ad-476c-bf02-bb060ddfcae2 service neutron] 10.222.0.61 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328430 Feb 15 14:17:01.825496 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:01.837749 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Transition to ACTIVE for port object 72ec5a8a-b98c-4355-8053-bf171eba943b will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:17:01.887807 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-5004591c-feb8-47e0-bdf5-20227c609abe service neutron] 10.222.0.61 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242795 Feb 15 14:17:01.955162 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.083642 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Pushing event updated for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:02.130920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1968392-f7ad-47d6-bd20-5c99164d2336 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:02.151580 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.151921 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.152311 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.153124 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.153523 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.153768 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.154077 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.154386 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.154695 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.155002 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.155309 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.155609 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:02.190540 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Attempting to bind port 72ec5a8a-b98c-4355-8053-bf171eba943b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:17:02.190919 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Attempting to bind port 72ec5a8a-b98c-4355-8053-bf171eba943b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:17:02.191251 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Attempting to bind port 72ec5a8a-b98c-4355-8053-bf171eba943b on network 283b425a-b397-4bb8-a77b-072be01e5f10 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:17:02.197064 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:17:02.197273 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Checking segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:17:02.197695 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.198075 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Bound using segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:17:02.198525 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Bound port: 72ec5a8a-b98c-4355-8053-bf171eba943b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:17:02.198885 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.266599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c1968392-f7ad-47d6-bd20-5c99164d2336 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:02.267156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.302867 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] For port 72ec5a8a-b98c-4355-8053-bf171eba943b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:17:02.310101 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-071e031f-fd85-4b9e-a64e-fe2b8d9f63c7 req-53f50459-b68e-4541-b77a-c55ba10dbc3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 210 time: 0.1427753 Feb 15 14:17:02.326896 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] For port 72ec5a8a-b98c-4355-8053-bf171eba943b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=72ec5a8a-b98c-4355-8053-bf171eba943b,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:17:02.398405 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.405410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fb90ff1f-65e0-49a0-a154-7cce0587b7ea up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:02.479033 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:17:02.479639 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:16:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.488502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port fb90ff1f-65e0-49a0-a154-7cce0587b7ea triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:02.488886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.546376 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985656e2-57c8-4216-b2f5-8022fc016346 None None] Pushing event updated for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:02.552834 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2feabc42-a5f5-4d14-84e0-552ac5bdd3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.706842 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:17:02.763038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:02.860358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:03.047269 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:03.051226 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2addd-5225-4c39-8800-2cbdb67eb4ab None None] The sync data for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv is: [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:03.469297 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a22f1c31-3d77-4275-805e-859009bb7e0a req-e0df99ea-452e-4a51-bac0-a76cdf7dfdc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 210 time: 0.0439453 Feb 15 14:17:03.615060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.128804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 72ec5a8a-b98c-4355-8053-bf171eba943b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:04.260916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.283564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 72ec5a8a-b98c-4355-8053-bf171eba943b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:04.288868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 72ec5a8a-b98c-4355-8053-bf171eba943b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:04.289338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.291706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-a84d6c45-3874-4484-9310-3d7ce28192ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:04.292341 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-a84d6c45-3874-4484-9310-3d7ce28192ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:17:04.305027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-a84d6c45-3874-4484-9310-3d7ce28192ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:17:04.306239 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-a84d6c45-3874-4484-9310-3d7ce28192ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 796 time: 0.1698277 Feb 15 14:17:04.357472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-803e34b9-d700-4560-badb-9e8d53308dba tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:17:04.407692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.439861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 72ec5a8a-b98c-4355-8053-bf171eba943b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=72ec5a8a-b98c-4355-8053-bf171eba943b,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:04.441029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-803e34b9-d700-4560-badb-9e8d53308dba tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:17:04.442501 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-803e34b9-d700-4560-badb-9e8d53308dba tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 380 time: 0.1283233 Feb 15 14:17:04.451085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'port': {'device_id': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'admin_state_up': True, 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'security_groups': ['5ffdd4cf-9843-4614-8b78-2c3491fa68d9']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:04.515305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.610245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:04.611614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:17:04.630962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:17:04.636354 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c4874f52-da84-46c0-9382-b0fa8bc1b439 req-cb987942-ace3-4af3-9e22-b472d895e050 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 210 time: 0.0514739 Feb 15 14:17:04.726850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:04.730430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:04.998107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.8 (283b425a-b397-4bb8-a77b-072be01e5f10/db03ee81-2f12-46d6-834e-77544a4392bf/62b70a68-cee1-491b-bdbb-1d571ecd5261) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:05.181044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:05.198984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 62b70a68-cee1-491b-bdbb-1d571ecd5261 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:17:05.292691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:05.362345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 283b425a-b397-4bb8-a77b-072be01e5f10 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:05.363435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:05.367315 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:17:05.408051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:05.439949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:05.440562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:05.533376 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3c782a31-e1ee-42fb-a162-ad520435f2ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0861180 Feb 15 14:17:05.549533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Request body: {'port': {'device_id': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:05.659499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:05.663854 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4ee87b3f-2362-4f80-be11-d39c2d94e992 None None] Provisioning for port 62b70a68-cee1-491b-bdbb-1d571ecd5261 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:05.669540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4ee87b3f-2362-4f80-be11-d39c2d94e992 None None] Provisioning complete for port 62b70a68-cee1-491b-bdbb-1d571ecd5261 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:05.669951 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4ee87b3f-2362-4f80-be11-d39c2d94e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:05.726663 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-4ee87b3f-2362-4f80-be11-d39c2d94e992 None None] Port 62b70a68-cee1-491b-bdbb-1d571ecd5261 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:17:05.828318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141582c3-1092-41aa-bd9f-e6a80bea7f26 req-590ea3aa-ffa4-4c6f-9488-26b60e85bdcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:05.829718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-141582c3-1092-41aa-bd9f-e6a80bea7f26 req-590ea3aa-ffa4-4c6f-9488-26b60e85bdcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 931 time: 0.0811052 Feb 15 14:17:05.874793 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-141582c3-1092-41aa-bd9f-e6a80bea7f26 req-6dd6606e-eb41-4e27-8233-6f1f2a16844d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Feb 15 14:17:06.011154 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b70a68-cee1-491b-bdbb-1d571ecd5261 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:06.018662 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.032760 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Transition to ACTIVE for port object 62b70a68-cee1-491b-bdbb-1d571ecd5261 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:17:06.095551 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.109664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 72ec5a8a-b98c-4355-8053-bf171eba943b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:06.178797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 72ec5a8a-b98c-4355-8053-bf171eba943b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:06.179179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.292230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Pushing event updated for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:06.340660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Attempting to bind port 62b70a68-cee1-491b-bdbb-1d571ecd5261 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:17:06.341359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Attempting to bind port 62b70a68-cee1-491b-bdbb-1d571ecd5261 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:17:06.341359 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Attempting to bind port 62b70a68-cee1-491b-bdbb-1d571ecd5261 on network 283b425a-b397-4bb8-a77b-072be01e5f10 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:17:06.346162 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Port 62b70a68-cee1-491b-bdbb-1d571ecd5261 on network 283b425a-b397-4bb8-a77b-072be01e5f10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:17:06.346807 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Attempting to bind port 62b70a68-cee1-491b-bdbb-1d571ecd5261 on network 283b425a-b397-4bb8-a77b-072be01e5f10 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:17:06.352007 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:17:06.352336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Checking segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:17:06.352713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Bound using segment: {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:17:06.353133 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Bound port: 62b70a68-cee1-491b-bdbb-1d571ecd5261, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220446bf-3d5a-4c0e-9e45-33922d56626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:17:06.353507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.443018 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:17:06.445932 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:17:06.532967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.596109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.596559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:06.597943 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] 10.222.0.36 "PUT /v2.0/ports/62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 1093 time: 1.0575695 Feb 15 14:17:06.598418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:06.626196 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4361873-de3d-459e-ad93-fa058d4fc56c service neutron] Pushing event updated for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:06.647999 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'status': 'completed', 'code': 200} Feb 15 14:17:06.739775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-13676035-b264-4cf9-bdf0-4c15d952b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.741234 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-13676035-b264-4cf9-bdf0-4c15d952b37a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1096 time: 0.0732617 Feb 15 14:17:06.880665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-6c7b73d4-b001-4a25-abb0-38c45e3e1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.882048 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-6c7b73d4-b001-4a25-abb0-38c45e3e1e83 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b00c1befd6534e2a995229b63e081ff1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1348939 Feb 15 14:17:07.069499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3b20-edd7-4eb2-8e7f-b77e00ef2c72 req-06d85da9-b2ea-4224-aa79-327794914e65 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.071234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f8c3b20-edd7-4eb2-8e7f-b77e00ef2c72 req-06d85da9-b2ea-4224-aa79-327794914e65 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 943 time: 0.0884490 Feb 15 14:17:07.118302 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4f8c3b20-edd7-4eb2-8e7f-b77e00ef2c72 req-15c3ab75-a827-4aec-ba2f-e9758cbda170 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Feb 15 14:17:07.125809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-4635eeab-67c9-439f-a932-80ad4cd6fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.127246 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-23ccb698-8bdf-41b1-9039-1011239a7976 req-4635eeab-67c9-439f-a932-80ad4cd6fb56 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2396507 Feb 15 14:17:07.235548 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-df6f34cc-fe80-47dd-93ef-4fce8f291dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.236989 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-df6f34cc-fe80-47dd-93ef-4fce8f291dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1096 time: 0.0747726 Feb 15 14:17:07.306850 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-83674ac8-1039-4c71-a8af-f484a55a306c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 217 time: 0.0619075 Feb 15 14:17:07.372272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-ff5bfbe9-ce14-48ee-8491-2cd161d69e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.373714 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-ff5bfbe9-ce14-48ee-8491-2cd161d69e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 200 len: 835 time: 0.0615406 Feb 15 14:17:07.448826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-c3ec785e-0570-4cf1-866c-a131caf2e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.450304 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-c3ec785e-0570-4cf1-866c-a131caf2e3b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=283b425a-b397-4bb8-a77b-072be01e5f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703900 Feb 15 14:17:07.585635 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-3490b6a3-d830-4116-96d3-459628294eef service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296988 Feb 15 14:17:07.717458 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-073274a8-51ba-4ca0-94c4-8e502bd3fc34 req-117747c6-c980-4e03-9ee0-76defd7181dc service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264217 Feb 15 14:17:08.300428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a007755-7219-48a7-a937-d576d195d976 req-d26c1be4-b7fe-400f-bf4d-ae57c2bfdf7b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.301756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a007755-7219-48a7-a937-d576d195d976 req-d26c1be4-b7fe-400f-bf4d-ae57c2bfdf7b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 943 time: 0.0787160 Feb 15 14:17:08.349202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a007755-7219-48a7-a937-d576d195d976 req-33bf367c-2eeb-4452-b6ae-8efa45113b5c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Feb 15 14:17:08.784984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 62b70a68-cee1-491b-bdbb-1d571ecd5261 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:17:08.917768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:08.931065 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'port_id': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'mac_address': 'fa:16:3e:2e:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:17:08.988466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:09.006327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b70a68-cee1-491b-bdbb-1d571ecd5261 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:09.021232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:09.083897 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:09.152476 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:09.285791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['62b70a68-cee1-491b-bdbb-1d571ecd5261'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:17:09.532828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9191-ced3-47f2-a63c-7dde50f5cd5f req-3142902d-9631-4df1-8a9a-a841e005e072 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.534295 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dbcf9191-ced3-47f2-a63c-7dde50f5cd5f req-3142902d-9631-4df1-8a9a-a841e005e072 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 944 time: 0.0791011 Feb 15 14:17:09.578623 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dbcf9191-ced3-47f2-a63c-7dde50f5cd5f req-7dc5af54-4b15-4e70-9e20-99976f7ac1c4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Feb 15 14:17:10.766772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95e0c-a2fa-4d84-a327-67b339c3430c req-c79e24b5-3300-426f-a93b-a5ddf15f1cef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.768201 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26a95e0c-a2fa-4d84-a327-67b339c3430c req-c79e24b5-3300-426f-a93b-a5ddf15f1cef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 944 time: 0.0822377 Feb 15 14:17:10.801516 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 62b70a68-cee1-491b-bdbb-1d571ecd5261 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:17:10.812028 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26a95e0c-a2fa-4d84-a327-67b339c3430c req-d4fc92d6-2f36-4a48-9415-24a67ee6aa37 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Feb 15 14:17:10.961505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 62b70a68-cee1-491b-bdbb-1d571ecd5261 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:10.967131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 62b70a68-cee1-491b-bdbb-1d571ecd5261 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:10.967495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:11.092605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:11.118262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:11.128158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:17:11.165644 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'code': 200} Feb 15 14:17:11.202256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:11.270903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:11.532138 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571bdaf-df8f-4b07-adc5-0bc377fe0fb6 req-a0e54f15-e3c3-4373-94cd-5d4416f67644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.533517 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1571bdaf-df8f-4b07-adc5-0bc377fe0fb6 req-a0e54f15-e3c3-4373-94cd-5d4416f67644 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1098 time: 0.0734241 Feb 15 14:17:11.572161 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1571bdaf-df8f-4b07-adc5-0bc377fe0fb6 req-205a92c5-7e5d-4e6b-8a1f-0e51aad46d60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Feb 15 14:17:11.996186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cee074-2621-4b0d-8a7b-f99b2757f122 req-185058ac-c582-4900-8e0a-f0f2e1f1fae9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.998336 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2cee074-2621-4b0d-8a7b-f99b2757f122 req-185058ac-c582-4900-8e0a-f0f2e1f1fae9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0782125 Feb 15 14:17:12.040751 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2cee074-2621-4b0d-8a7b-f99b2757f122 req-5f089ea0-2e2a-4726-a84b-58827acdea09 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367482 Feb 15 14:17:13.333858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032be9-ed45-4819-ad09-97b16f6117a7 req-801a47df-697f-4d40-b813-3c39eb4700dd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:13.335222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3b032be9-ed45-4819-ad09-97b16f6117a7 req-801a47df-697f-4d40-b813-3c39eb4700dd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.1866925 Feb 15 14:17:13.379085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3b032be9-ed45-4819-ad09-97b16f6117a7 req-0c294acb-aea4-493b-a179-97158158c9c0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382795 Feb 15 14:17:13.559500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de55256-72e1-425f-9185-80cc5e28ab7e req-e146b681-da68-4d11-8d3f-8eb528100afc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:13.560942 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de55256-72e1-425f-9185-80cc5e28ab7e req-e146b681-da68-4d11-8d3f-8eb528100afc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0798886 Feb 15 14:17:13.608062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de55256-72e1-425f-9185-80cc5e28ab7e req-ee17935a-f962-4570-a6f8-336ed6f0f9cd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Feb 15 14:17:13.630619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37340) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:17:13.699478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15cf917-fe16-468d-b321-ff7ca20b0bc0 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:13.701824 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c15cf917-fe16-468d-b321-ff7ca20b0bc0 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1093 time: 0.0701365 Feb 15 14:17:13.704467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37344) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:17:13.709328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:13.715240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:17:13.719574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:floatingip and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:17:13.722101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:17:13.727643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:17:13.803974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:13.939461 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:14.074172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.89 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/8acb83cb-8d85-46ab-8180-967cdb05ed34) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:14.215146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:14.307356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:14.371679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:14.375165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:14.378798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:17:14.410993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=8acb83cb-8d85-46ab-8180-967cdb05ed34,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:14.549532 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:17:14.804521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:14.912397 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:15.124082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:15.172791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:15.275744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=8acb83cb-8d85-46ab-8180-967cdb05ed34,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.291792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:15.561031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 5b5dbd30-4930-45f2-a9a2-03d1608c72ae associated. External IP: 172.26.0.89, port: 62b70a68-cee1-491b-bdbb-1d571ecd5261. Feb 15 14:17:15.910278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 6c379023-d683-4860-b652-0f79f700975e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:17:16.087366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:17:16.099359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Sync routers for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:16.106131 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:17:16.107419 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:17:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:16.181634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:16.237062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2a13ace8-d5d2-46f3-aad6-555e6dba4bcc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5315726 Feb 15 14:17:16.241764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:16.293996 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'status': 'completed', 'code': 200} Feb 15 14:17:16.297813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:17:16.390836 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-6240c276-0601-45d5-807b-51bf71e3ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.392284 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-6240c276-0601-45d5-807b-51bf71e3ce71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1098 time: 0.0741930 Feb 15 14:17:16.418118 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382df5c1-5f0d-4793-9cf3-70ef58338556 req-8999d4e7-49fe-49f2-a699-e39255e9b4c1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.421459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-382df5c1-5f0d-4793-9cf3-70ef58338556 req-8999d4e7-49fe-49f2-a699-e39255e9b4c1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0881050 Feb 15 14:17:16.474200 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-382df5c1-5f0d-4793-9cf3-70ef58338556 req-bbfad81a-f601-4dc7-a734-b0bd37ffb022 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Feb 15 14:17:16.492724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37352) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:17:16.528098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-8ba9f163-6d48-4ba0-ad62-0010a9128ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.530105 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-8ba9f163-6d48-4ba0-ad62-0010a9128ef8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 896 time: 0.1320169 Feb 15 14:17:16.604630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9013e6c7-876c-4e55-9620-22c2354c7fdc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/5b5dbd30-4930-45f2-a9a2-03d1608c72ae HTTP/1.1" status: 200 len: 990 time: 0.1104727 Feb 15 14:17:16.640159 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-11ed9a91-77bc-469b-a47c-10c3bdf72ec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 998 time: 0.1037564 Feb 15 14:17:16.665469 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '5b5dbd30-4930-45f2-a9a2-03d1608c72ae', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6c379023-d683-4860-b652-0f79f700975e', 'port_id': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'mac_address': 'fa:16:3e:2e:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:17:14Z', 'updated_at': '2022-02-15T14:17:14Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:16.669827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Checking router: 6c379023-d683-4860-b652-0f79f700975e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:17:16.678052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:17:16.678643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:17:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:16.704848 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-1b40e585-2f37-45a3-baff-42b17fbcbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.706297 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-1b40e585-2f37-45a3-baff-42b17fbcbe19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 200 len: 835 time: 0.0609291 Feb 15 14:17:16.784290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-4d2ed7a0-be9a-41ac-8be4-f3c64e17ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.785705 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-4d2ed7a0-be9a-41ac-8be4-f3c64e17ab2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=283b425a-b397-4bb8-a77b-072be01e5f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736940 Feb 15 14:17:16.854955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:17:16.914227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-b7adec1f-9768-49c4-8ac6-68e9a4379e93 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229138 Feb 15 14:17:17.043640 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e2e878da-3cc5-425c-91ce-5362cc1a37bc req-04a106d4-d0a7-4637-b79b-0bc7b9efd599 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232433 Feb 15 14:17:17.230599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '5b5dbd30-4930-45f2-a9a2-03d1608c72ae', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6c379023-d683-4860-b652-0f79f700975e', 'port_id': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'mac_address': 'fa:16:3e:2e:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:17:14Z', 'updated_at': '2022-02-15T14:17:14Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:17.234652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dbe1d-6da6-44b7-a26c-85063d8e1394 None None] The sync data for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv is: [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '5b5dbd30-4930-45f2-a9a2-03d1608c72ae', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '6c379023-d683-4860-b652-0f79f700975e', 'port_id': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'mac_address': 'fa:16:3e:2e:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:17:14Z', 'updated_at': '2022-02-15T14:17:14Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:17.415942 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a26e45-7062-4ef6-af4c-0c0b57c7181e None None] New status for floating IP 5b5dbd30-4930-45f2-a9a2-03d1608c72ae: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:17:17.607983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37356) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:17:17.815227 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-eb2a505c-a6bd-44e0-8c4e-645a4b92e49e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/5b5dbd30-4930-45f2-a9a2-03d1608c72ae HTTP/1.1" status: 200 len: 990 time: 0.2060668 Feb 15 14:17:18.818288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37360) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:17:18.923260 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f8289400-fae4-42a0-b41f-8dc7fc4a7748 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/5b5dbd30-4930-45f2-a9a2-03d1608c72ae HTTP/1.1" status: 200 len: 992 time: 0.1038837 Feb 15 14:17:29.408443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d8288acf-0176-4007-98f4-a440fdc7dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:32.540394 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-923a270e-1793-45b2-9ac5-8805b2fee7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:32.753602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:32.845368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:33.591451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:34.288877 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:48.714997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ddb79-3110-4f3e-839f-abf792ae15f8 req-d4dc2410-f7c8-41e1-b444-34a725ac29e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:48.716475 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-838ddb79-3110-4f3e-839f-abf792ae15f8 req-d4dc2410-f7c8-41e1-b444-34a725ac29e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0893161 Feb 15 14:17:48.735076 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-c5a36f4f-ccf3-4314-be7c-3d12b0760f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:48.736523 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-c5a36f4f-ccf3-4314-be7c-3d12b0760f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1098 time: 0.0781450 Feb 15 14:17:48.766159 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-838ddb79-3110-4f3e-839f-abf792ae15f8 req-89181b97-743e-4be9-8504-e3122faf7b3f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Feb 15 14:17:48.874538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-1ca7e586-9f89-470d-9ca7-8ed578f9bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:48.875958 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-1ca7e586-9f89-470d-9ca7-8ed578f9bd94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 896 time: 0.1326175 Feb 15 14:17:48.980032 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-f15c97ab-856a-4ec4-9767-78ab5d9a2ded service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 1000 time: 0.0970395 Feb 15 14:17:49.042111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-39755559-eafc-46b0-aa72-32a6404ba67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.043536 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-39755559-eafc-46b0-aa72-32a6404ba67f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 200 len: 835 time: 0.0576048 Feb 15 14:17:49.121607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-c8fd58e9-87a6-4fef-84a0-ac5acc706f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.123090 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-c8fd58e9-87a6-4fef-84a0-ac5acc706f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=283b425a-b397-4bb8-a77b-072be01e5f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730505 Feb 15 14:17:49.255868 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-18adbdc2-3b1c-454c-9c6f-35256cf31795 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258373 Feb 15 14:17:49.387199 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7d47fbd5-3635-4a78-9892-a319d77dcc6f req-168f2185-1687-4cfa-8ed0-65c91f0c2194 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247687 Feb 15 14:17:49.958286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808556c-be0d-494a-8869-350dda6f8032 req-b71ef99a-2739-4052-8ca5-ea407db34dab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.959656 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d808556c-be0d-494a-8869-350dda6f8032 req-b71ef99a-2739-4052-8ca5-ea407db34dab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0841362 Feb 15 14:17:50.004965 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d808556c-be0d-494a-8869-350dda6f8032 req-78f15286-7a1d-4f7b-b3cf-84ada9f048a7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377789 Feb 15 14:17:51.196167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80045-c43d-43f1-abde-d2b029d1cbd8 req-dfbd03b2-0c54-42b1-9bde-afc79edda4bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.197678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5fb80045-c43d-43f1-abde-d2b029d1cbd8 req-dfbd03b2-0c54-42b1-9bde-afc79edda4bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0812886 Feb 15 14:17:51.244657 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5fb80045-c43d-43f1-abde-d2b029d1cbd8 req-e0748c12-7abd-4a01-b7c5-ee893c139006 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Feb 15 14:17:51.554198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:17:52.438058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775572-220c-4d1b-b50f-a41127da2f05 req-d9b3229d-fb7e-4ee1-8596-3ebca0e38375 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:52.439578 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-59775572-220c-4d1b-b50f-a41127da2f05 req-d9b3229d-fb7e-4ee1-8596-3ebca0e38375 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0819256 Feb 15 14:17:52.485043 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-59775572-220c-4d1b-b50f-a41127da2f05 req-8d4c031c-9ab9-431a-a57c-0ac53147dcf9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Feb 15 14:17:53.672870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811735c-c263-4f0e-a439-310877488562 req-256b256f-28fa-4c06-9245-507464f372f0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:53.675171 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d811735c-c263-4f0e-a439-310877488562 req-256b256f-28fa-4c06-9245-507464f372f0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0854883 Feb 15 14:17:53.823472 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d811735c-c263-4f0e-a439-310877488562 req-b85a70e9-cf41-471c-bfd4-759c32da09b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417136 Feb 15 14:17:55.020047 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f47d0b-824a-4fab-a15c-c3cc79a1e50d req-e70444ba-b1a6-4979-af61-abcbd89a7cfc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:55.021387 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25f47d0b-824a-4fab-a15c-c3cc79a1e50d req-e70444ba-b1a6-4979-af61-abcbd89a7cfc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0871899 Feb 15 14:17:55.072151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-25f47d0b-824a-4fab-a15c-c3cc79a1e50d req-2cf9b455-820d-4ee2-a03b-014574752349 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Feb 15 14:17:56.269713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bffb-6fa7-46ec-acf7-223607507432 req-e18ea9a9-fac0-47a4-91b2-946e83bb89cd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:56.271211 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e940bffb-6fa7-46ec-acf7-223607507432 req-e18ea9a9-fac0-47a4-91b2-946e83bb89cd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0890093 Feb 15 14:17:56.317815 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e940bffb-6fa7-46ec-acf7-223607507432 req-f05e774d-0f9e-4a74-9b5b-9e20fa3d0081 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 Feb 15 14:17:57.499212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a9ae-8996-4f5a-ae1a-38b073eda08b req-a1edfb47-0daa-4f11-b38e-387335c04435 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.500686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28a7a9ae-8996-4f5a-ae1a-38b073eda08b req-a1edfb47-0daa-4f11-b38e-387335c04435 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0786088 Feb 15 14:17:57.547464 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28a7a9ae-8996-4f5a-ae1a-38b073eda08b req-de0f92aa-ef9a-48b3-be6f-806d4f44428e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411305 Feb 15 14:17:58.736737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e0ab-d58c-4ddd-bdec-43096308ffa7 req-cf66caef-6d10-454a-898b-45e9d5c5c74a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:58.738240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e91e0ab-d58c-4ddd-bdec-43096308ffa7 req-cf66caef-6d10-454a-898b-45e9d5c5c74a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0804627 Feb 15 14:17:58.782856 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8e91e0ab-d58c-4ddd-bdec-43096308ffa7 req-a09b1865-20af-45c7-ab5a-a4c8e585c645 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Feb 15 14:17:59.404879 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-23e1f87d-ea3e-4195-b795-c863c6527c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:17:59.966982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdd59-de8c-41b6-a3b1-f2bd2a6faabb req-d583b09a-492d-45f9-bf42-d96e79f000df tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:59.968330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee8cdd59-de8c-41b6-a3b1-f2bd2a6faabb req-d583b09a-492d-45f9-bf42-d96e79f000df tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0829911 Feb 15 14:18:00.011273 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee8cdd59-de8c-41b6-a3b1-f2bd2a6faabb req-ae12d07f-4368-4b0b-938d-fb9fb31c28f3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Feb 15 14:18:01.194365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b59bbc-e4bb-45ca-9431-3e070ced0cc4 req-715561fd-b13a-4d42-b4e9-ca783d19161f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:01.195707 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-19b59bbc-e4bb-45ca-9431-3e070ced0cc4 req-715561fd-b13a-4d42-b4e9-ca783d19161f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0788462 Feb 15 14:18:01.240256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-19b59bbc-e4bb-45ca-9431-3e070ced0cc4 req-ef63733c-8ab7-4fe6-8a19-d827187a02a4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Feb 15 14:18:02.430697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd9856-5749-4b02-baec-21b506908525 req-4195a6f2-0009-45f0-b8b5-4e082bdda7d1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:02.432132 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-30fd9856-5749-4b02-baec-21b506908525 req-4195a6f2-0009-45f0-b8b5-4e082bdda7d1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0817957 Feb 15 14:18:02.476400 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-30fd9856-5749-4b02-baec-21b506908525 req-482e42df-8098-4aab-a234-4d9f1e734682 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Feb 15 14:18:02.543760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d44f7873-41be-441d-b017-771b0bbbe401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:02.732249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:02.852285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:03.605248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:03.668506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cadc0-aad4-4ba7-a464-b58c849b0a99 req-32a5e3fa-f3d6-4a0b-8763-e3f71df9086d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:03.670052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6a1cadc0-aad4-4ba7-a464-b58c849b0a99 req-32a5e3fa-f3d6-4a0b-8763-e3f71df9086d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0879676 Feb 15 14:18:03.720599 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6a1cadc0-aad4-4ba7-a464-b58c849b0a99 req-dd6c142e-9a43-45c1-bffc-a89342f94e40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Feb 15 14:18:04.262385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:04.904627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f0193-853b-4d01-a145-d3d0d18ea6e6 req-e5dbc56f-4af0-430e-9f03-b0bc2a16b5f5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:04.905984 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-951f0193-853b-4d01-a145-d3d0d18ea6e6 req-e5dbc56f-4af0-430e-9f03-b0bc2a16b5f5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0798190 Feb 15 14:18:04.959298 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-951f0193-853b-4d01-a145-d3d0d18ea6e6 req-c98909a9-fe06-4c00-a90d-3c993bce0827 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475857 Feb 15 14:18:06.153607 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968549-3122-4bef-a1e3-e2e76f447c82 req-b6614a5c-43bf-417b-9265-b8b6d2806d85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:06.155714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fb968549-3122-4bef-a1e3-e2e76f447c82 req-b6614a5c-43bf-417b-9265-b8b6d2806d85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0856121 Feb 15 14:18:06.200311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fb968549-3122-4bef-a1e3-e2e76f447c82 req-d7b4422b-698f-4d20-bcaf-2887ea488eb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Feb 15 14:18:06.223474 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37412) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:06.332613 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8373581d-2462-4eeb-8400-86dc39a06d8c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/5b5dbd30-4930-45f2-a9a2-03d1608c72ae HTTP/1.1" status: 200 len: 992 time: 0.1078279 Feb 15 14:18:11.059423 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-7ed3a8d0-8239-4e24-955d-030ea84baffb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677927 Feb 15 14:18:11.196816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-5207afaa-eacf-4d29-8ea6-987820309cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.198268 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-5207afaa-eacf-4d29-8ea6-987820309cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1098 time: 0.0724347 Feb 15 14:18:11.338886 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-f9a42999-fd82-40c3-9760-2121f41e5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.340197 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-f9a42999-fd82-40c3-9760-2121f41e5824 service neutron] 10.222.0.36 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 896 time: 0.1240213 Feb 15 14:18:11.437871 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-94f9a165-f725-4dfb-8851-ae4c8b66207a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 1000 time: 0.0919313 Feb 15 14:18:11.503844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-a0526bbd-4d09-4103-b84d-9b75b2ccf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.505251 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-a0526bbd-4d09-4103-b84d-9b75b2ccf699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 200 len: 835 time: 0.0609572 Feb 15 14:18:11.578237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-7ae2abd5-2fcc-4eee-a679-6d59ddd3496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.579655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-7ae2abd5-2fcc-4eee-a679-6d59ddd3496d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=283b425a-b397-4bb8-a77b-072be01e5f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686707 Feb 15 14:18:11.805822 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-91d63019-db64-44ef-9e18-69add5fc903a service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206628 Feb 15 14:18:11.931431 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2011e0ff-fd89-471f-8887-3568770cdb50 req-ae0be6be-5e16-41e5-914d-1d4f9d829d58 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201475 Feb 15 14:18:28.557680 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:18:29.350558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d48a241-94b6-4136-9b1c-c7f47aaee646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:32.533986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-08b8c6bd-b441-4b7a-b6c0-52b9f675892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:32.768295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:32.865191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:33.660039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:34.266053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:36.744283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37428) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:36.951643 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 8acb83cb-8d85-46ab-8180-967cdb05ed34 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:18:36.951904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:37.121573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:37.121897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:37.242449 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 8acb83cb-8d85-46ab-8180-967cdb05ed34 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:18:37.487818 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:37.535833 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=8acb83cb-8d85-46ab-8180-967cdb05ed34,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:37.577595 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.577935 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.578267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.578594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.579633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.580045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.580369 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.580713 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.581031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.581345 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.581683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.581995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:37.640781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:37.641114 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 5b5dbd30-4930-45f2-a9a2-03d1608c72ae disassociated (deleted). External IP: 172.26.0.89, port: 62b70a68-cee1-491b-bdbb-1d571ecd5261. Feb 15 14:18:38.088613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 6c379023-d683-4860-b652-0f79f700975e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:18:38.276203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:18:38.286519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Sync routers for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:38.293029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:38.297903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:38.298733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:38.348369 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-248600ce-44cb-445e-98d4-c4ededfd14d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/floatingips/5b5dbd30-4930-45f2-a9a2-03d1608c72ae HTTP/1.1" status: 204 len: 168 time: 1.6029792 Feb 15 14:18:38.348957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:38.403810 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'status': 'completed', 'code': 200} Feb 15 14:18:38.484076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:38.493701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0690-301f-4767-af56-e3e43d923135 req-ef2ffbb1-d925-4b77-a695-d661203361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.495144 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-ef2ffbb1-d925-4b77-a695-d661203361dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 1098 time: 0.0706539 Feb 15 14:18:38.637672 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0690-301f-4767-af56-e3e43d923135 req-fe5967c0-5d93-4424-94e1-eede13671371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.639044 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-fe5967c0-5d93-4424-94e1-eede13671371 service neutron] 10.222.0.36 "GET /v2.0/networks?id=283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 200 len: 896 time: 0.1376531 Feb 15 14:18:38.711814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-528f4bba-5cc1-4a91-a6ee-aba769095549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 200 len: 217 time: 0.0670404 Feb 15 14:18:38.779971 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0690-301f-4767-af56-e3e43d923135 req-733dbc2d-1b58-4cf2-9544-f60383e13c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.779971 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-733dbc2d-1b58-4cf2-9544-f60383e13c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 200 len: 835 time: 0.0621846 Feb 15 14:18:38.812214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:38.816930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Checking router: 6c379023-d683-4860-b652-0f79f700975e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:38.826720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:38.827334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:38.861173 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0690-301f-4767-af56-e3e43d923135 req-71e807ad-ddb0-4ee5-89a3-2fe2aa5aaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.863271 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-71e807ad-ddb0-4ee5-89a3-2fe2aa5aaa08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=283b425a-b397-4bb8-a77b-072be01e5f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779831 Feb 15 14:18:38.944160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1a114-620a-44ce-a8a1-0abf84caa4fd req-4d359bcb-e5a5-4ad9-890f-7b37c1019c24 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.945568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfe1a114-620a-44ce-a8a1-0abf84caa4fd req-4d359bcb-e5a5-4ad9-890f-7b37c1019c24 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0866160 Feb 15 14:18:38.993775 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfe1a114-620a-44ce-a8a1-0abf84caa4fd req-b278cf0e-c6fd-49d7-802d-3b6036a70753 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Feb 15 14:18:39.006492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:39.007126 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-23ca3c90-b425-4f2d-8e17-c61f036ab5fd service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341071 Feb 15 14:18:39.138719 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1b0e0690-301f-4767-af56-e3e43d923135 req-4cfd8153-43ee-4e94-9305-2fdedddda341 service neutron] 10.222.0.36 "GET /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257954 Feb 15 14:18:39.314681 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:39.318566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f32fe2-c0ce-4b7b-a5e7-eb01a569e332 None None] The sync data for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv is: [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:16:59Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '72ec5a8a-b98c-4355-8053-bf171eba943b', 'name': '', 'network_id': '283b425a-b397-4bb8-a77b-072be01e5f10', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b1:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:58Z', 'updated_at': '2022-02-15T14:17:04Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'db03ee81-2f12-46d6-834e-77544a4392bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:39.529355 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e7e93-8a32-4bc7-af31-0ab84387bca3 None None] New status for floating IP 5b5dbd30-4930-45f2-a9a2-03d1608c72ae: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:18:40.185029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3fdda-ba45-480c-b946-e9cecc8028c1 req-cc984063-3f7a-405f-a815-05c02289394c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.186500 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61a3fdda-ba45-480c-b946-e9cecc8028c1 req-cc984063-3f7a-405f-a815-05c02289394c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.0845079 Feb 15 14:18:40.230089 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-61a3fdda-ba45-480c-b946-e9cecc8028c1 req-6bf87842-73e0-4719-8f1a-92b4fdf3d8a9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ffdd4cf-9843-4614-8b78-2c3491fa68d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Feb 15 14:18:40.408817 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-31cfcc8c-f7ff-4375-9df2-b56d294feb03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.409529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-31cfcc8c-f7ff-4375-9df2-b56d294feb03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:18:40.488485 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-31cfcc8c-f7ff-4375-9df2-b56d294feb03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:18:40.489653 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-31cfcc8c-f7ff-4375-9df2-b56d294feb03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 945 time: 0.1600299 Feb 15 14:18:40.562111 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 62b70a68-cee1-491b-bdbb-1d571ecd5261 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:18:40.562448 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:40.816617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 62b70a68-cee1-491b-bdbb-1d571ecd5261, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62b70a68-cee1-491b-bdbb-1d571ecd5261,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:40.816867 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:41.036735 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 62b70a68-cee1-491b-bdbb-1d571ecd5261 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:18:41.254311 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:41.304908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=62b70a68-cee1-491b-bdbb-1d571ecd5261,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:41.380228 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port 62b70a68-cee1-491b-bdbb-1d571ecd5261 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:41.382091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1d4fb8a9-3d68-41e2-b551-74632fea0187 req-9f1dee57-a967-4f2a-9f33-85e0ac31b2f6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd3fe65d-05cf-4aee-b051-ed2cabe10b9b HTTP/1.1" status: 200 len: 210 time: 0.0433204 Feb 15 14:18:41.382683 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:41.385209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'name': 'network-vif-deleted', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:41.432238 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3fe65d-05cf-4aee-b051-ed2cabe10b9b', 'name': 'network-vif-deleted', 'tag': '62b70a68-cee1-491b-bdbb-1d571ecd5261', 'status': 'completed', 'code': 200} Feb 15 14:18:41.472375 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a196850c-0e7a-4233-ba88-ad9a0c3642e6 req-f3a08ae5-d869-4a68-94e0-f89467ef208b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "DELETE /v2.0/ports/62b70a68-cee1-491b-bdbb-1d571ecd5261 HTTP/1.1" status: 204 len: 173 time: 0.9771359 Feb 15 14:18:42.476126 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37446) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:43.023443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:43.260033 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 62b70a68-cee1-491b-bdbb-1d571ecd5261 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:18:43.298379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 62b70a68-cee1-491b-bdbb-1d571ecd5261 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:18:43.298631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 62b70a68-cee1-491b-bdbb-1d571ecd5261 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:18:43.377279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 72ec5a8a-b98c-4355-8053-bf171eba943b {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:18:43.378214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:43.559434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 72ec5a8a-b98c-4355-8053-bf171eba943b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=72ec5a8a-b98c-4355-8053-bf171eba943b,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:43.560108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:43.782389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 72ec5a8a-b98c-4355-8053-bf171eba943b owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:18:44.031346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:44.080234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=72ec5a8a-b98c-4355-8053-bf171eba943b,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:44.353210 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:44.705248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 6c379023-d683-4860-b652-0f79f700975e has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:18:44.878573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:18:44.888547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Sync routers for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:44.891867 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9749f998-99bf-42b2-9170-f9556f9c6c18 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/6c379023-d683-4860-b652-0f79f700975e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142785 Feb 15 14:18:44.894916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37450) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:44.898266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:44.899063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:44.964070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting subnet db03ee81-2f12-46d6-834e-77544a4392bf {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:18:44.967120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.020444 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.105716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.112112 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:45.255191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.296017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Subnet': ['ID=db03ee81-2f12-46d6-834e-77544a4392bf,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:45.301059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.309442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c4a2f-e9d9-463f-bd39-43af309ffb79 None None] Network 283b425a-b397-4bb8-a77b-072be01e5f10 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/subnets/db03ee81-2f12-46d6-834e-77544a4392bf HTTP/1.1" status: 204 len: 168 time: 0.4162760 Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.315574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.316229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.316329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.316580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.316731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37454) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:45.316942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.317229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.317580 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.317906 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d68b9-295e-455d-8a5f-11c34b7a89ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:45.575813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:18:43Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:45.583869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Checking router: 6c379023-d683-4860-b652-0f79f700975e for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:45.596039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Routers {'6c379023-d683-4860-b652-0f79f700975e'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:45.597198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['6c379023-d683-4860-b652-0f79f700975e'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:45.614751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.678289 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] DHCP port deletion for 283b425a-b397-4bb8-a77b-072be01e5f10 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:18:45.687827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Deleting port fb90ff1f-65e0-49a0-a154-7cce0587b7ea {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:18:45.688206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.795645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:45.864404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] Set router 6c379023-d683-4860-b652-0f79f700975e gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:45.900594 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port c1968392-f7ad-47d6-bd20-5c99164d2336 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:18:45.900976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.075146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port c1968392-f7ad-47d6-bd20-5c99164d2336, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1968392-f7ad-47d6-bd20-5c99164d2336,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:46.075418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.160470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device fb90ff1f-65e0-49a0-a154-7cce0587b7ea no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:18:46.200478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for c1968392-f7ad-47d6-bd20-5c99164d2336 owned by network:router_gateway {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:18:46.259868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] For port fb90ff1f-65e0-49a0-a154-7cce0587b7ea, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,segment=NetworkSegment(220446bf-3d5a-4c0e-9e45-33922d56626d),segment_id=220446bf-3d5a-4c0e-9e45-33922d56626d)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:46.260265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.402925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.410944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Calling delete_port for fb90ff1f-65e0-49a0-a154-7cce0587b7ea owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:18:46.450022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=c1968392-f7ad-47d6-bd20-5c99164d2336,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:46.541231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.551227 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.608907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:18:43Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:46.614006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899ebd2-8276-4eec-80f8-a8d0917be09b None None] The sync data for ids ['6c379023-d683-4860-b652-0f79f700975e'] in dv-neutron-828156-1-hyperv is: [{'id': '6c379023-d683-4860-b652-0f79f700975e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848172186', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:53Z', 'updated_at': '2022-02-15T14:18:43Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': 'c1968392-f7ad-47d6-bd20-5c99164d2336', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c379023-d683-4860-b652-0f79f700975e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:54Z', 'updated_at': '2022-02-15T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:46.668892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.722104 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.724494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.728219 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] No DVR routers for this DVR port fb90ff1f-65e0-49a0-a154-7cce0587b7ea on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:46.730038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Pushing event deleted for resources: {'Port': ['ID=fb90ff1f-65e0-49a0-a154-7cce0587b7ea,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:46.740341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.740655 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.740981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.741319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.748236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463153c4-0555-4a84-88df-11f5e5289526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:46.825454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.825987 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Fanout notify agent at l3_agent the message router_deleted on router 6c379023-d683-4860-b652-0f79f700975e {{(pid=88296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:18:46.841055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:46.842152 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-405ef5c3-b3ee-4f86-a1e0-9f4ac1c6a352 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/routers/6c379023-d683-4860-b652-0f79f700975e HTTP/1.1" status: 204 len: 168 time: 1.5244353 Feb 15 14:18:46.844903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37458) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:46.958087 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.093088 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.118274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283b425a-b397-4bb8-a77b-072be01e5f10']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:47.129885 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220446bf-3d5a-4c0e-9e45-33922d56626d') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:47.130176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220446bf-3d5a-4c0e-9e45-33922d56626d') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:47.141058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.158282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.165140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:18:47.165572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:18:47.179861 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:18:47.414364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.430969 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.443323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Network': ['ID=283b425a-b397-4bb8-a77b-072be01e5f10,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:47.512191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-52071c5d-f2f1-4bc6-a5cb-623e875b3156 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/networks/283b425a-b397-4bb8-a77b-072be01e5f10 HTTP/1.1" status: 204 len: 168 time: 0.6661801 Feb 15 14:18:47.514781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37462) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:47.590273 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.622744 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.751372 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.770781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdd4cf-9843-4614-8b78-2c3491fa68d9,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:47.842189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:47.843305 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-c917762b-7789-43f8-b8fd-844ef88415ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ffdd4cf-9843-4614-8b78-2c3491fa68d9 HTTP/1.1" status: 204 len: 168 time: 0.3276286 Feb 15 14:18:48.153322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1968392-f7ad-47d6-bd20-5c99164d2336 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:18:48.187845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c1968392-f7ad-47d6-bd20-5c99164d2336 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:18:48.188188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1968392-f7ad-47d6-bd20-5c99164d2336 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:18:48.188602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 72ec5a8a-b98c-4355-8053-bf171eba943b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:18:48.224656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 72ec5a8a-b98c-4355-8053-bf171eba943b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:18:48.224998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 72ec5a8a-b98c-4355-8053-bf171eba943b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:18:48.387908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37470) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:48.395234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092423231', 'description': 'tempest-secgroup-smoke-1092423231 description', 'project_id': 'b00c1befd6534e2a995229b63e081ff1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:48.399984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:48.404096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:48.407497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:48.413884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:48.499863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:48.521182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:48.525298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:48.528052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:48.533967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:48.605694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:48.665965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:48.711852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78313330-2745-4cd4-b2c9-f82c13af0d0a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:48.762698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:48.763920 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6daff685-b791-40f3-9bbe-80587cce8d3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749437 Feb 15 14:18:48.766680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37474) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:48.771781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:48.777974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:48.782069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:48.790446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:48.796122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:48.876785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:48.937342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.037325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.061903 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7647b7f-c5fe-491c-a0b8-7952ec925740,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:49.134142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.135347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3382ee17-7c4e-42e7-9024-3ea3e103a74f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677645 Feb 15 14:18:49.138046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37478) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:49.142980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:49.148831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:49.154162 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:49.155384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:49.161764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:49.243921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.306012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.385828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.408740 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba33c1b-0337-4686-8722-36903dbb7050,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:49.489232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.490463 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b408aa4a-98fe-42c9-9ed1-49e87afbce40 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3515105 Feb 15 14:18:49.493110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37482) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:49.497951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:49.504695 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:49.508496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:49.511325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:49.516935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:49.597850 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.662870 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.734367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.759985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b96cb37-b87d-4bb8-beed-c068840ebd5b,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:49.825492 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:49.826678 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f1515f04-e6e7-4da2-a767-f487b4d9bf07 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326247 Feb 15 14:18:49.830320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37486) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:49.837507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:49.846089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:49.850785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:49.853944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:49.859571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:49.946440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.007317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.076860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.101052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dee14d-c33f-466b-a0ce-3926038bc195,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:50.162669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.163830 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e56f9130-f9b6-4e54-8aa6-fe46d1b17a79 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324039 Feb 15 14:18:50.166550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37490) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:50.171549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:50.177689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:50.181427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:50.184250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:50.189837 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:50.276576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:18:50.283502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.347259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.408635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.431305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef772a57-c5ea-4f2d-8324-d1eafbdf271e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:50.488561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.489844 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2d12037e-78f7-4aec-843f-688ddd0f3fb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223383 Feb 15 14:18:50.492499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37494) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:50.497555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '78313330-2745-4cd4-b2c9-f82c13af0d0a', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:50.504061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:50.508372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:50.511201 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:50.516793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:50.591610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:18:50.598544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.662569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.699743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.722717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd717ef-193a-48ba-9d79-7fea5b998b17,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:50.791558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.792746 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e47036b1-ded5-4ee7-9565-368571f8bb3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992868 Feb 15 14:18:50.795539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37498) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:50.801593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'network': {'name': 'tempest-network-smoke--1903533606', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:50.806616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:50.810596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:network and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:50.813525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:50.819769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:50.888478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:50.891860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.918748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:50.927670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:50.928016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Added segment 2545d909-85d3-4a00-86bf-49e802abf8d3 of type vlan for network c19de17a-de6e-4af1-a355-390b13acb5dc Feb 15 14:18:50.956192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.048322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.054592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:51.055203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.256690 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4599950 Feb 15 14:18:51.259514 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37502) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:51.265834 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4076bc-1a77-46b7-8503-f37faa9f07ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Network': ['ID=c19de17a-de6e-4af1-a355-390b13acb5dc,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:51.266012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'admin_state_up': True, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:51.277669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network c19de17a-de6e-4af1-a355-390b13acb5dc details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:18:51.279031 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:51.283146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:router and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:51.286046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:51.292235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:51.385844 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.386889 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.401718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:51.736716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:52.108942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:52.137740 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:52.268701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.167 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/62169459-1e9b-465c-bb36-13c90e0287bb) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:52.416047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:52.483507 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:52.547243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:52.550005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:52.553788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:18:52.585665 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=62169459-1e9b-465c-bb36-13c90e0287bb,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:53.138427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:53.469604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:53.728871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 8c766eec-a37a-4e50-9897-15498cbca69f is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:18:53.901933 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:18:53.911658 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Sync routers for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:53.920267 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:53.920934 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.043428 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.044614 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-041c98fa-b1c5-4702-a45f-50c516b38d7e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7840557 Feb 15 14:18:54.047724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37506) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:54.091229 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-17750920-afdb-4d05-8c2c-2a7eef62041c tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b00c1befd6534e2a995229b63e081ff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421636 Feb 15 14:18:54.093467 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37510) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:54.099411 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:54.220462 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cec497-5d80-46b3-8728-47aaf8eb81fc tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:54.221947 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-15cec497-5d80-46b3-8728-47aaf8eb81fc tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275904 Feb 15 14:18:54.224718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37514) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:54.264190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0d526e4d-9b46-4241-b483-7a8432e6520b tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383868 Feb 15 14:18:54.266657 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37518) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:54.273225 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313566345', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:54.381956 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:52Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.386229 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Checking router: 8c766eec-a37a-4e50-9897-15498cbca69f for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:54.386576 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Updating router 8c766eec-a37a-4e50-9897-15498cbca69f port 62169459-1e9b-465c-bb36-13c90e0287bb binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:18:54.477486 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.499584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:18:54.503317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:subnet and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:18:54.506149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:18:54.511615 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:18:54.620079 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:54.623691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.800172 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.812717 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Transition to ACTIVE for port object 62169459-1e9b-465c-bb36-13c90e0287bb will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:54.882890 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.911854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.964427 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Attempting to bind port 62169459-1e9b-465c-bb36-13c90e0287bb on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:18:54.965087 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Attempting to bind port 62169459-1e9b-465c-bb36-13c90e0287bb by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:18:54.965226 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Attempting to bind port 62169459-1e9b-465c-bb36-13c90e0287bb on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:18:54.968368 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Pushing event updated for resources: {'Port': ['ID=62169459-1e9b-465c-bb36-13c90e0287bb,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:54.973054 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:18:54.973604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:18:54.973989 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.974381 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:18:54.974819 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Bound port: 62169459-1e9b-465c-bb36-13c90e0287bb, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:18:54.975182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:54.993266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Subnet': ['ID=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:55.001990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Checking segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:18:55.002346 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network hostable DHCP agents. Network: c19de17a-de6e-4af1-a355-390b13acb5dc, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:55.005999 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.006346 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.006677 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.006998 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.007322 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.007642 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.007960 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.008275 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.008590 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.008906 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.009211 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.009544 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:55.055604 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] For port 62169459-1e9b-465c-bb36-13c90e0287bb, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:18:55.058562 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] For port 62169459-1e9b-465c-bb36-13c90e0287bb, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=62169459-1e9b-465c-bb36-13c90e0287bb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:18:55.077190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network c19de17a-de6e-4af1-a355-390b13acb5dc is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:55.106413 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:55.151529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, c19de17a-de6e-4af1-a355-390b13acb5dc) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:55.156907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:55.157737 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:55.165632 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95132459-99f8-4faa-bda4-bcff51a2faf7 None None] Network c19de17a-de6e-4af1-a355-390b13acb5dc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:18:55.184155 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:55.184754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:55.233358 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a7614ec7-8f06-40c5-89b1-6500f6a2a719 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9655647 Feb 15 14:18:55.236643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37522) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:18:55.249351 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa6aa-e52c-4382-a705-9b71e0526cd5 None None] Pushing event updated for resources: {'Port': ['ID=62169459-1e9b-465c-bb36-13c90e0287bb,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:55.373768 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:55.395238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-c19de17a-de6e-4af1-a355-390b13acb5dc', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:18:55.396368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:55.557153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Allocated IP 172.20.0.2 (c19de17a-de6e-4af1-a355-390b13acb5dc/f18b9642-2543-4fae-a3cd-f7a9f9b42ac6/aabe7ed1-0c27-4926-82c4-b9acfca915b3) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:55.669971 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:52Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:55.674188 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05743f85-66f2-44b4-bf8b-7a1c6dcb0864 None None] The sync data for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv is: [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:52Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:55.779295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:55.791720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Transition to ACTIVE for port object aabe7ed1-0c27-4926-82c4-b9acfca915b3 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:55.815125 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Transition to ACTIVE for port object aabe7ed1-0c27-4926-82c4-b9acfca915b3 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:55.889139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:55.977519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Network c19de17a-de6e-4af1-a355-390b13acb5dc is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:55.980636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:55.984571 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:18:55.991159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Pushing event updated for resources: {'Port': ['ID=aabe7ed1-0c27-4926-82c4-b9acfca915b3,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:56.029012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.088627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Attempting to bind port aabe7ed1-0c27-4926-82c4-b9acfca915b3 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:18:56.088995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Attempting to bind port aabe7ed1-0c27-4926-82c4-b9acfca915b3 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:18:56.089355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Attempting to bind port aabe7ed1-0c27-4926-82c4-b9acfca915b3 on network c19de17a-de6e-4af1-a355-390b13acb5dc {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:18:56.095280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:18:56.095652 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Checking segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:18:56.096046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.096442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Bound using segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:18:56.096892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Bound port: aabe7ed1-0c27-4926-82c4-b9acfca915b3, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:18:56.097260 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.229689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 62169459-1e9b-465c-bb36-13c90e0287bb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:18:56.288039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] For port aabe7ed1-0c27-4926-82c4-b9acfca915b3, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:18:56.291436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] For port aabe7ed1-0c27-4926-82c4-b9acfca915b3, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=aabe7ed1-0c27-4926-82c4-b9acfca915b3,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:18:56.386088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.453898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 62169459-1e9b-465c-bb36-13c90e0287bb completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:18:56.467735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.1 (c19de17a-de6e-4af1-a355-390b13acb5dc/f18b9642-2543-4fae-a3cd-f7a9f9b42ac6/8b41e1b6-6eb9-4283-9d65-60091c99c3de) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:56.470671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 62169459-1e9b-465c-bb36-13c90e0287bb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:56.470671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.530906 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462a29-6a2e-42dd-bb46-9b165714ff90 None None] Pushing event updated for resources: {'Port': ['ID=aabe7ed1-0c27-4926-82c4-b9acfca915b3,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:56.609115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.639763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 62169459-1e9b-465c-bb36-13c90e0287bb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=62169459-1e9b-465c-bb36-13c90e0287bb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:56.668511 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.685269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 8b41e1b6-6eb9-4283-9d65-60091c99c3de will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:56.722783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.774843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:56.794940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=62169459-1e9b-465c-bb36-13c90e0287bb,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:56.844659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network c19de17a-de6e-4af1-a355-390b13acb5dc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:56.847827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:56.852169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:18:56.892953 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:56.915240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:57.204286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:57.491580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5056e8-0d39-4102-90f3-caf17da3a780 None None] Network c19de17a-de6e-4af1-a355-390b13acb5dc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:18:57.636890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:57.657553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0d3f6b7a-ca6a-4f0b-823a-07a521bd551f None None] Provisioning for port aabe7ed1-0c27-4926-82c4-b9acfca915b3 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:18:57.706536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:57.826794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:57.830569 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:57.968945 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network c19de17a-de6e-4af1-a355-390b13acb5dc is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:57.970138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:58.054638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0782d5b0-4e44-4af2-a3f0-33996dddd15a None None] Provisioning for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:18:58.059945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0782d5b0-4e44-4af2-a3f0-33996dddd15a None None] Provisioning complete for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:58.060640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0782d5b0-4e44-4af2-a3f0-33996dddd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:58.122007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0782d5b0-4e44-4af2-a3f0-33996dddd15a None None] Port 8b41e1b6-6eb9-4283-9d65-60091c99c3de cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:18:58.167954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 8c766eec-a37a-4e50-9897-15498cbca69f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:18:58.247316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-953e6439-26b8-4964-a29b-e850579c3991 None None] Provisioning complete for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:58.247766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-953e6439-26b8-4964-a29b-e850579c3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:58.290240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 62169459-1e9b-465c-bb36-13c90e0287bb up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:18:58.364016 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:18:58.366927 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-953e6439-26b8-4964-a29b-e850579c3991 None None] Port 8b41e1b6-6eb9-4283-9d65-60091c99c3de cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:18:58.378246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Sync routers for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:58.383973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-229d15a8-a2e1-4468-b4d6-d2e818213d41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/8c766eec-a37a-4e50-9897-15498cbca69f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1410172 Feb 15 14:18:58.388680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:18:58.389333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:58.459726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 62169459-1e9b-465c-bb36-13c90e0287bb triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:58.460103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:58.546639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-5171b5ba-7292-48a8-9ccb-6b351cd18c78 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:18:58.614150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a3a2631e-a1e0-4a47-97fd-4d0e67a80b2d None None] Provisioning complete for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:58.614806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3a2631e-a1e0-4a47-97fd-4d0e67a80b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:58.626383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-5171b5ba-7292-48a8-9ccb-6b351cd18c78 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:18:58.627648 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-5171b5ba-7292-48a8-9ccb-6b351cd18c78 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092423231&fields=id&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 267 time: 0.1200545 Feb 15 14:18:58.712230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:18:58.756129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2631e-a1e0-4a47-97fd-4d0e67a80b2d None None] Port 8b41e1b6-6eb9-4283-9d65-60091c99c3de cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:18:58.791171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6abe3174-8c17-4431-aaf9-9e32ea170ff1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:58.791846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6abe3174-8c17-4431-aaf9-9e32ea170ff1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:18:58.860645 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6abe3174-8c17-4431-aaf9-9e32ea170ff1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:18:58.861973 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6abe3174-8c17-4431-aaf9-9e32ea170ff1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 797 time: 0.2264190 Feb 15 14:18:58.870031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device aabe7ed1-0c27-4926-82c4-b9acfca915b3 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:18:58.877833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-320f5da3-5e53-4c2b-9423-48c20c549591 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/quotas/b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 375 time: 0.0096195 Feb 15 14:18:58.960600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-edefe5d9-f348-4a0e-b4f4-103a392237c3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:18:59.026544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-edefe5d9-f348-4a0e-b4f4-103a392237c3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:18:59.027790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-edefe5d9-f348-4a0e-b4f4-103a392237c3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442962 Feb 15 14:18:59.136277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port aabe7ed1-0c27-4926-82c4-b9acfca915b3 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:18:59.147367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port aabe7ed1-0c27-4926-82c4-b9acfca915b3 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:59.147745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.173769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 2, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:59.194515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Checking router: 8c766eec-a37a-4e50-9897-15498cbca69f for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:59.194875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Updating router 8c766eec-a37a-4e50-9897-15498cbca69f port 8b41e1b6-6eb9-4283-9d65-60091c99c3de binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:18:59.264875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.327309 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-f3f68333-5111-435e-bcfa-0ecedc13c840 service neutron] 10.222.0.61 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865758 Feb 15 14:18:59.396584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.460119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ae600e20-bbb2-4567-a677-ddade06aff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.461890 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-09fbc0e8-868d-495d-863c-530491d1f24f service neutron] 10.222.0.61 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276295 Feb 15 14:18:59.500043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port aabe7ed1-0c27-4926-82c4-b9acfca915b3, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=aabe7ed1-0c27-4926-82c4-b9acfca915b3,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:18:59.561724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.682316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=aabe7ed1-0c27-4926-82c4-b9acfca915b3,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:59.698147 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f6c2730-bc29-447f-92ed-d2ebccb01f6b req-25b5fc5f-8c4c-474a-a432-b580a0606ff6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0503662 Feb 15 14:18:59.779600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.791769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Transition to ACTIVE for port object 8b41e1b6-6eb9-4283-9d65-60091c99c3de will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:59.849490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:18:59.979451 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96263-7943-4ff0-92a0-110a8399322d None None] Pushing event updated for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:00.071422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Attempting to bind port 8b41e1b6-6eb9-4283-9d65-60091c99c3de on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:19:00.071794 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Attempting to bind port 8b41e1b6-6eb9-4283-9d65-60091c99c3de by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:19:00.072202 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Attempting to bind port 8b41e1b6-6eb9-4283-9d65-60091c99c3de on network c19de17a-de6e-4af1-a355-390b13acb5dc {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:19:00.077714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:19:00.078011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Checking segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:19:00.078415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:00.078803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Bound using segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:19:00.079254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Bound port: 8b41e1b6-6eb9-4283-9d65-60091c99c3de, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:19:00.079620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:00.165937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device aabe7ed1-0c27-4926-82c4-b9acfca915b3 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:19:00.223732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] For port 8b41e1b6-6eb9-4283-9d65-60091c99c3de, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:19:00.241874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] For port 8b41e1b6-6eb9-4283-9d65-60091c99c3de, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8b41e1b6-6eb9-4283-9d65-60091c99c3de,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:19:00.260296 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port aabe7ed1-0c27-4926-82c4-b9acfca915b3 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:00.260664 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:00.292689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:00.381270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:19:00.381960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:18:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:00.490966 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96263-7943-4ff0-92a0-110a8399322d None None] Pushing event updated for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:00.654678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:19:00.847564 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e04db5ce-16a3-4209-a6a2-1caa303b95a4 req-a93db2f2-7b1e-4a4a-99cb-a5189ce465ad tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0422885 Feb 15 14:19:01.015756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:00Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:01.020447 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea236b7-fffe-4eb4-9d7d-3f411363843d None None] The sync data for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv is: [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:00Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:01.664530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-386d820e-373d-4016-821c-099cef03a00f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:01.665292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-386d820e-373d-4016-821c-099cef03a00f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:19:01.677856 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-386d820e-373d-4016-821c-099cef03a00f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:19:01.678981 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-386d820e-373d-4016-821c-099cef03a00f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 797 time: 0.1825657 Feb 15 14:19:01.738573 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-787d8f68-d90a-4361-a7b0-b016df9d8e57 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:19:01.740020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-787d8f68-d90a-4361-a7b0-b016df9d8e57 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:19:01.741140 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-787d8f68-d90a-4361-a7b0-b016df9d8e57 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 380 time: 0.0543194 Feb 15 14:19:01.749814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'port': {'device_id': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'admin_state_up': True, 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'security_groups': ['78313330-2745-4cd4-b2c9-f82c13af0d0a']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:01.894599 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:19:01.905916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:19:01.997839 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:02.001872 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.024294 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-aaba1e0d-b0a3-4159-a466-c751dec02649 req-c90f4c91-61b9-49b4-aaad-a2909dd802ea tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0448275 Feb 15 14:19:02.172871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.5 (c19de17a-de6e-4af1-a355-390b13acb5dc/f18b9642-2543-4fae-a3cd-f7a9f9b42ac6/ebf131eb-c01d-4771-a5f4-be15a40a6f1e) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:02.184848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8b41e1b6-6eb9-4283-9d65-60091c99c3de up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:19:02.323363 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:19:02.328407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.328778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.364306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.381033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object ebf131eb-c01d-4771-a5f4-be15a40a6f1e will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:19:02.445898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.466887 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.490587 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 8b41e1b6-6eb9-4283-9d65-60091c99c3de, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8b41e1b6-6eb9-4283-9d65-60091c99c3de,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:19:02.539317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network c19de17a-de6e-4af1-a355-390b13acb5dc is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:02.542412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:02.546303 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:19:02.563530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.585530 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:02.612263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3945234a-fe3b-41ca-9bb1-28e2aebe66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.622746 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:02.623336 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.656960 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:02.741262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.743837 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-6f2877c3-2094-4200-b5fd-2d4a0036b08e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956264 Feb 15 14:19:02.802845 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Request body: {'port': {'device_id': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:02.826383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8ae9-9820-4710-9752-02001b9e2916 None None] Provisioning for port ebf131eb-c01d-4771-a5f4-be15a40a6f1e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:19:02.831636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8ae9-9820-4710-9752-02001b9e2916 None None] Provisioning complete for port ebf131eb-c01d-4771-a5f4-be15a40a6f1e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.832531 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8ae9-9820-4710-9752-02001b9e2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.862889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:02.889626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a8ae9-9820-4710-9752-02001b9e2916 None None] Port ebf131eb-c01d-4771-a5f4-be15a40a6f1e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:19:02.919542 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.212367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702764-978a-49ed-af93-6e0541e62dd9 req-d74b3e31-e780-40eb-89e6-9d46f8eca2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:03.213872 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4702764-978a-49ed-af93-6e0541e62dd9 req-d74b3e31-e780-40eb-89e6-9d46f8eca2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 931 time: 0.0819466 Feb 15 14:19:03.255437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf131eb-c01d-4771-a5f4-be15a40a6f1e {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:19:03.258679 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4702764-978a-49ed-af93-6e0541e62dd9 req-c576aa10-71a1-4788-aa65-44381d49c908 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390012 Feb 15 14:19:03.263363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.278001 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Transition to ACTIVE for port object ebf131eb-c01d-4771-a5f4-be15a40a6f1e will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:19:03.351659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.605581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:03.649178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.688410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Attempting to bind port ebf131eb-c01d-4771-a5f4-be15a40a6f1e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:19:03.688732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Attempting to bind port ebf131eb-c01d-4771-a5f4-be15a40a6f1e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:19:03.689045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Attempting to bind port ebf131eb-c01d-4771-a5f4-be15a40a6f1e on network c19de17a-de6e-4af1-a355-390b13acb5dc {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:19:03.693689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Port ebf131eb-c01d-4771-a5f4-be15a40a6f1e on network c19de17a-de6e-4af1-a355-390b13acb5dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:19:03.694002 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Attempting to bind port ebf131eb-c01d-4771-a5f4-be15a40a6f1e on network c19de17a-de6e-4af1-a355-390b13acb5dc {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:19:03.698943 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:19:03.699313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Checking segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:19:03.699686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Bound using segment: {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:19:03.700101 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Bound port: ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d909-85d3-4a00-86bf-49e802abf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:19:03.700435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.790940 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:19:03.793729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:19:03.889912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.951900 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:03.952502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:03.953887 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] 10.222.0.36 "PUT /v2.0/ports/ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 1093 time: 1.2046854 Feb 15 14:19:03.954322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:03.976340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a277b5b-4aa6-4286-8c59-f1247af7f39c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:04.004839 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'status': 'completed', 'code': 200} Feb 15 14:19:04.101660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-4492e0e1-2a37-4be3-a991-ee2d30fd8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.103161 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-4492e0e1-2a37-4be3-a991-ee2d30fd8f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0784426 Feb 15 14:19:04.168827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8b41e1b6-6eb9-4283-9d65-60091c99c3de up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:19:04.245898 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 8b41e1b6-6eb9-4283-9d65-60091c99c3de triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:04.246184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:04.250203 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-2cb08393-aa24-49a2-a621-7b365005d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.251635 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-2cb08393-aa24-49a2-a621-7b365005d330 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b00c1befd6534e2a995229b63e081ff1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1419020 Feb 15 14:19:04.283238 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:04.394356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-e5ebbdd9-94d7-4dc9-8aa9-36dbfc24cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.395913 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dcbfd9b4-2cc1-4a9e-8e76-720964908862 req-e5ebbdd9-94d7-4dc9-8aa9-36dbfc24cdc4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1389039 Feb 15 14:19:04.455064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d5d55-0fc0-4ee5-baf8-c2f1cfadbd4e req-bda5b536-c3a1-4b0e-82ef-db2fb96ab1f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.456525 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b08d5d55-0fc0-4ee5-baf8-c2f1cfadbd4e req-bda5b536-c3a1-4b0e-82ef-db2fb96ab1f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0856252 Feb 15 14:19:04.500788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b08d5d55-0fc0-4ee5-baf8-c2f1cfadbd4e req-22b4b58f-954e-44fb-9cf1-72e21d20dcae tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Feb 15 14:19:04.501240 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-96120b68-a641-4447-84f0-9be91af53fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.502726 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-96120b68-a641-4447-84f0-9be91af53fae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0707800 Feb 15 14:19:04.574599 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-8834eb2b-91eb-41b4-915c-701a83aa7c69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 217 time: 0.0653167 Feb 15 14:19:04.636022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-8520aed2-6037-4d91-b002-b8c9273dbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.637421 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-8520aed2-6037-4d91-b002-b8c9273dbea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0566573 Feb 15 14:19:04.713436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-cf337263-15ff-46fa-94ba-2b014808842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.714862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-cf337263-15ff-46fa-94ba-2b014808842c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714929 Feb 15 14:19:04.843939 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-4d92753a-0211-4ee1-9c12-c9f0fda0d491 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229482 Feb 15 14:19:04.975485 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-27f53d0c-5126-4e91-8e14-fa8c63f5b7e6 req-70a91e01-1e54-43d9-b078-3f811bd255bf service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248708 Feb 15 14:19:05.561519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:19:05.688859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a60e-8530-47b8-9816-a8a6ea9532fb req-bd7e7801-793f-45f5-819b-aed0b8b96513 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:05.690323 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44d8a60e-8530-47b8-9816-a8a6ea9532fb req-bd7e7801-793f-45f5-819b-aed0b8b96513 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0833960 Feb 15 14:19:05.735159 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-44d8a60e-8530-47b8-9816-a8a6ea9532fb req-46d61d71-ad52-48c1-95df-fa24f2ac5545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Feb 15 14:19:06.917901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b808056-49af-4a22-a0d1-a70b7d5be0dc req-6c11d85b-6634-4404-94d4-43a19fccb40d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:06.919335 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3b808056-49af-4a22-a0d1-a70b7d5be0dc req-6c11d85b-6634-4404-94d4-43a19fccb40d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0804756 Feb 15 14:19:06.966517 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3b808056-49af-4a22-a0d1-a70b7d5be0dc req-d5ad90bd-3e94-4297-926d-6cb31eade2cd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Feb 15 14:19:08.149091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537454b-8385-487b-a144-c80f4b39070d req-7465b98f-4001-433a-a8e5-e9c899eb7164 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:08.150558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6537454b-8385-487b-a144-c80f4b39070d req-7465b98f-4001-433a-a8e5-e9c899eb7164 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0799828 Feb 15 14:19:08.194049 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6537454b-8385-487b-a144-c80f4b39070d req-1f620f9c-1a6c-49fe-b647-d509a4d7e013 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Feb 15 14:19:09.332642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:19:09.380661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f153138-b326-4ee6-afed-f31195c9f56f req-68d26f5b-0cc1-4cf9-872d-42c424e50a53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:09.382240 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f153138-b326-4ee6-afed-f31195c9f56f req-68d26f5b-0cc1-4cf9-872d-42c424e50a53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0851681 Feb 15 14:19:09.428330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6f153138-b326-4ee6-afed-f31195c9f56f req-1d450425-83bc-44d8-8c94-4509c503c4ef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Feb 15 14:19:09.471383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:19:09.484453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'mac_address': 'fa:16:3e:e4:9e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:19:09.539736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:09.559072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf131eb-c01d-4771-a5f4-be15a40a6f1e {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:19:09.574319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:19:09.649785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:09.716047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:09.854895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ebf131eb-c01d-4771-a5f4-be15a40a6f1e'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:19:10.615750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9043c4-8480-4cc1-a9ba-b93024b6ce61 req-540bbcf5-f388-4791-8f94-dae79da14927 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:10.617177 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ef9043c4-8480-4cc1-a9ba-b93024b6ce61 req-540bbcf5-f388-4791-8f94-dae79da14927 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0819066 Feb 15 14:19:10.661774 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ef9043c4-8480-4cc1-a9ba-b93024b6ce61 req-be713d3a-3866-49b7-be7f-4d4985cb8cc2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Feb 15 14:19:11.339342 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:19:11.494856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port ebf131eb-c01d-4771-a5f4-be15a40a6f1e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:19:11.499820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port ebf131eb-c01d-4771-a5f4-be15a40a6f1e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:11.500187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:11.614696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:11.641445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:11.651705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:19:11.690030 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'code': 200} Feb 15 14:19:11.742124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:11.809801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:11.854405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca949-225a-44ed-ae51-eff7ef0b3eff req-91181413-828f-47eb-bf7d-b74b1d796676 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:11.855817 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5a5ca949-225a-44ed-ae51-eff7ef0b3eff req-91181413-828f-47eb-bf7d-b74b1d796676 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0873461 Feb 15 14:19:11.900854 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5a5ca949-225a-44ed-ae51-eff7ef0b3eff req-bd115b26-6468-4d9f-ac72-f03dfdb1392c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Feb 15 14:19:12.014202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eb495-06a0-49b1-8b19-8e0c10a9a5aa req-4d6f8974-2159-4195-8892-25c227410384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:12.015619 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-527eb495-06a0-49b1-8b19-8e0c10a9a5aa req-4d6f8974-2159-4195-8892-25c227410384 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0674078 Feb 15 14:19:12.056888 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-527eb495-06a0-49b1-8b19-8e0c10a9a5aa req-64bc3799-7733-4c7a-aa80-935d0ceaa6d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342693 Feb 15 14:19:13.092586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67c4b1-3179-40a7-a742-0f8ccb50a10d req-f7fa1c5d-cfdf-4c24-98c9-8cf0310d8b55 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:13.094070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c67c4b1-3179-40a7-a742-0f8ccb50a10d req-f7fa1c5d-cfdf-4c24-98c9-8cf0310d8b55 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0796282 Feb 15 14:19:13.142856 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9c67c4b1-3179-40a7-a742-0f8ccb50a10d req-f6e8a41d-adbf-42d8-a697-44e05639a9eb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Feb 15 14:19:14.329627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2b56-85a5-460c-ab6b-031e7920902d req-27a3c082-267d-456b-9dae-f91730acabec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:14.331081 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-594b2b56-85a5-460c-ab6b-031e7920902d req-27a3c082-267d-456b-9dae-f91730acabec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0798049 Feb 15 14:19:14.377005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-594b2b56-85a5-460c-ab6b-031e7920902d req-8f16bfb7-0c23-4a41-8724-9d046fc79f3a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Feb 15 14:19:14.563753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa6552-d1e4-4272-844d-4d6fedc2a27e req-aaf2ff06-0217-4896-98be-4b6b9a5b24ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:14.565186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6baa6552-d1e4-4272-844d-4d6fedc2a27e req-aaf2ff06-0217-4896-98be-4b6b9a5b24ed tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0857539 Feb 15 14:19:14.613329 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6baa6552-d1e4-4272-844d-4d6fedc2a27e req-fb3e6ec3-0bf0-4072-a1e2-69efb03f228b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Feb 15 14:19:14.636824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37586) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:19:14.704544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea14997-63ff-4e22-aeb9-f5b8351c77e5 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:14.706050 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bea14997-63ff-4e22-aeb9-f5b8351c77e5 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1093 time: 0.0683270 Feb 15 14:19:14.709499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37590) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:19:14.714477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:14.720462 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:19:14.724313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:floatingip and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:19:14.727832 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:19:14.733482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:19:14.815411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:14.953467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:15.087638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.35 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/0ea15e62-14ac-4770-9b70-5e8a2e8c46a0) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:15.333024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:15.410293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:15.476341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:15.479207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:15.482838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:19:15.515485 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=0ea15e62-14ac-4770-9b70-5e8a2e8c46a0,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:15.893381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:16.033813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:16.237638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:16.283648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:16.386836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=0ea15e62-14ac-4770-9b70-5e8a2e8c46a0,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:16.403224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:16.574406 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 96e6fa0a-ee71-49a2-aa08-58090794f67f associated. External IP: 172.26.0.35, port: ebf131eb-c01d-4771-a5f4-be15a40a6f1e. Feb 15 14:19:17.027796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 8c766eec-a37a-4e50-9897-15498cbca69f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:19:17.208541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:19:17.219226 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Sync routers for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:17.229720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:19:17.230326 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:19:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:17.323973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:17.384206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5eb74bb6-2e53-4d84-84ab-f9b9a6319708 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6735654 Feb 15 14:19:17.384897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:17.410188 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:19:17.492406 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'status': 'completed', 'code': 200} Feb 15 14:19:17.591497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e4a9b-5703-4a9b-9acd-b0d7990bbfbb req-9d3ae3a9-8953-42f2-bcaf-b44362d143ac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:17.593368 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f4e4a9b-5703-4a9b-9acd-b0d7990bbfbb req-9d3ae3a9-8953-42f2-bcaf-b44362d143ac tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0938854 Feb 15 14:19:17.599930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-7c898d01-5106-40c8-ad97-9ee228225871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:17.601432 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-7c898d01-5106-40c8-ad97-9ee228225871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0886302 Feb 15 14:19:17.644624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1f4e4a9b-5703-4a9b-9acd-b0d7990bbfbb req-ab646f0a-1666-4384-9254-3ab0540ffc66 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Feb 15 14:19:17.670564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37600) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:19:17.788398 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ded4bc0b-2b6b-4eda-a8ff-229b48159ce5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/96e6fa0a-ee71-49a2-aa08-58090794f67f HTTP/1.1" status: 200 len: 990 time: 0.1149740 Feb 15 14:19:17.809543 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '96e6fa0a-ee71-49a2-aa08-58090794f67f', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.35', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'mac_address': 'fa:16:3e:e4:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:15Z', 'updated_at': '2022-02-15T14:19:15Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:17.813746 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Checking router: 8c766eec-a37a-4e50-9897-15498cbca69f for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:17.822978 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:19:17.823575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:19:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:17.858699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-c7541cb7-09bc-45f9-a672-7de7fe576e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:17.860087 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-c7541cb7-09bc-45f9-a672-7de7fe576e6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.2520893 Feb 15 14:19:17.961233 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-88535a0d-8d4f-4c4e-b166-da36f370d463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 998 time: 0.0947564 Feb 15 14:19:17.995093 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:19:18.022047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-dae4c38c-447e-40ee-ae27-15ef1f7f75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:18.023473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-dae4c38c-447e-40ee-ae27-15ef1f7f75f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0570886 Feb 15 14:19:18.101302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-bb4a0784-5e7e-4bab-a0a1-0d19341cd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:18.102780 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-bb4a0784-5e7e-4bab-a0a1-0d19341cd11c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740051 Feb 15 14:19:18.234245 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-166f6c73-a2bb-46bb-aaa9-ecbef7c26063 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250927 Feb 15 14:19:18.338559 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '96e6fa0a-ee71-49a2-aa08-58090794f67f', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.35', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'mac_address': 'fa:16:3e:e4:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:15Z', 'updated_at': '2022-02-15T14:19:15Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:18.342656 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811798f-9e1e-4a24-8a0e-9a2ce56c4d44 None None] The sync data for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv is: [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '96e6fa0a-ee71-49a2-aa08-58090794f67f', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.35', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'mac_address': 'fa:16:3e:e4:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:15Z', 'updated_at': '2022-02-15T14:19:15Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:18.366706 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d4e61fa8-26ac-475f-948f-9d2786a09712 req-df6ab65a-8408-4706-a48a-f4c84e1f75fb service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266949 Feb 15 14:19:18.527811 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03acd8-56e8-46c9-b601-1dc3d1c78f8e None None] New status for floating IP 96e6fa0a-ee71-49a2-aa08-58090794f67f: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:19:18.791309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37604) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:19:18.896677 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d038debc-f9d7-43a5-bb20-7218bd08c422 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/96e6fa0a-ee71-49a2-aa08-58090794f67f HTTP/1.1" status: 200 len: 992 time: 0.1041250 Feb 15 14:19:29.370273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3f9976d6-6b91-42c9-a2e5-95c348b7d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:32.547437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9eed5dbb-e015-4746-a98f-cffc7d61ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:32.810073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:32.913978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:33.661872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:34.290456 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:42.564753 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:19:46.053979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e2389-8545-4f85-8afc-17be27562eb7 req-0e813c14-159b-42d9-866d-1a874390074f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:46.055450 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c46e2389-8545-4f85-8afc-17be27562eb7 req-0e813c14-159b-42d9-866d-1a874390074f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0810597 Feb 15 14:19:46.102004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c46e2389-8545-4f85-8afc-17be27562eb7 req-05fda53f-08cf-4328-952c-cae1d79c9643 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 Feb 15 14:19:46.161216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37624) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:19:46.275604 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-d006cde3-2470-4e19-bd3e-e5a6f3b126c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131747 Feb 15 14:19:47.300601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a962-c55d-4730-8033-b016fe85eda7 req-55dbd1a8-e398-497d-9d4c-ea6d73db4435 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:47.302105 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6a63a962-c55d-4730-8033-b016fe85eda7 req-55dbd1a8-e398-497d-9d4c-ea6d73db4435 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0857329 Feb 15 14:19:47.347367 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6a63a962-c55d-4730-8033-b016fe85eda7 req-05b5c03e-0266-483a-8c1e-814ed8c57ce4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Feb 15 14:19:48.324645 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-a5ba01ba-c522-4021-9b0e-d48e4f807e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:48.326110 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-a5ba01ba-c522-4021-9b0e-d48e4f807e6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0700614 Feb 15 14:19:48.462701 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-c7a9547d-c568-4a32-a0b5-61b23923deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:48.464124 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-c7a9547d-c568-4a32-a0b5-61b23923deb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.1318076 Feb 15 14:19:48.536267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08035b8-4144-451b-a7f9-958ef5bd0f0c req-d19217a8-de73-4842-a919-8c24e2ad1bf2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:48.537727 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e08035b8-4144-451b-a7f9-958ef5bd0f0c req-d19217a8-de73-4842-a919-8c24e2ad1bf2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Feb 15 14:19:48.572111 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-b9b5c85e-b1fe-45b1-89ba-d5c3168be3ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.1001818 Feb 15 14:19:48.583673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e08035b8-4144-451b-a7f9-958ef5bd0f0c req-0f162c67-403c-4317-b066-5f442611f6e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Feb 15 14:19:48.640915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-ca2c05a1-1a5b-417c-813d-7ee1fb929494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:48.642283 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-ca2c05a1-1a5b-417c-813d-7ee1fb929494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0650697 Feb 15 14:19:48.716691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-8a886045-016f-4ade-b803-5ff1773c553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:48.718187 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-8a886045-016f-4ade-b803-5ff1773c553b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700610 Feb 15 14:19:48.847808 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-69c0b290-4e3c-4c22-be5c-5a56b5f6be76 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226153 Feb 15 14:19:48.976190 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-459f273d-4969-4344-b758-191354d9297c service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218469 Feb 15 14:19:49.786510 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32273f9d-dd4d-4b81-bd7c-ea1c02d4aab5 req-639949f9-b505-4abd-85ee-40c71633946c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:49.788052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32273f9d-dd4d-4b81-bd7c-ea1c02d4aab5 req-639949f9-b505-4abd-85ee-40c71633946c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0872364 Feb 15 14:19:49.832059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32273f9d-dd4d-4b81-bd7c-ea1c02d4aab5 req-f0ff8466-4884-43d1-a931-23afe7b13bb1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379319 Feb 15 14:19:51.017049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251cdb0-71b8-4142-8d7d-ce7a35e34204 req-c34834a8-b421-4b58-a8a8-5b2c43d5dd17 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:51.018425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6251cdb0-71b8-4142-8d7d-ce7a35e34204 req-c34834a8-b421-4b58-a8a8-5b2c43d5dd17 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0791311 Feb 15 14:19:51.065319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6251cdb0-71b8-4142-8d7d-ce7a35e34204 req-7696de06-638c-44ee-8886-44127e495e3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Feb 15 14:19:52.253279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76bf8-3c54-458b-a905-f20b3a9c2c89 req-72474b30-0e3f-4dd8-9964-c3367483b4fa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:52.254759 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-39d76bf8-3c54-458b-a905-f20b3a9c2c89 req-72474b30-0e3f-4dd8-9964-c3367483b4fa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0824037 Feb 15 14:19:52.299019 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-39d76bf8-3c54-458b-a905-f20b3a9c2c89 req-284103e0-a648-40b3-9966-158bb932fdeb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Feb 15 14:19:53.487521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785c21-aafb-4f03-b74d-e44eef90ef09 req-2de96b77-780c-4c46-9c8e-2d5a3fb5dec5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:53.488975 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f785c21-aafb-4f03-b74d-e44eef90ef09 req-2de96b77-780c-4c46-9c8e-2d5a3fb5dec5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0840228 Feb 15 14:19:53.533455 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5f785c21-aafb-4f03-b74d-e44eef90ef09 req-04a87a25-8d50-49a0-8e46-62138cbee5db tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381060 Feb 15 14:19:54.724975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5536752-d457-42fa-a0d4-2546beec2f07 req-02f51a84-bdf3-45e2-a8f4-3c174b3872ef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:54.726501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5536752-d457-42fa-a0d4-2546beec2f07 req-02f51a84-bdf3-45e2-a8f4-3c174b3872ef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0803401 Feb 15 14:19:54.775245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d5536752-d457-42fa-a0d4-2546beec2f07 req-9fa46f8a-d781-47a7-8b9c-acaf00d927b5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Feb 15 14:19:55.982785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9c31-4de7-42c1-8057-95a8dc4b1203 req-7bca09a7-42de-4a2c-804e-71cd0efb03f1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:55.984266 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90dd9c31-4de7-42c1-8057-95a8dc4b1203 req-7bca09a7-42de-4a2c-804e-71cd0efb03f1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0924661 Feb 15 14:19:56.031658 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-90dd9c31-4de7-42c1-8057-95a8dc4b1203 req-d8be0f78-b8b6-45f2-8b30-10699b48e9f0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Feb 15 14:19:57.215246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289aba-fdac-41fd-bddc-4c24ab724804 req-7bd2a1f0-094a-4537-9951-b8338977f74d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:57.216716 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f6289aba-fdac-41fd-bddc-4c24ab724804 req-7bd2a1f0-094a-4537-9951-b8338977f74d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0807154 Feb 15 14:19:57.260969 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f6289aba-fdac-41fd-bddc-4c24ab724804 req-af70feee-752f-47a3-8b3f-d3c6ed8b4abf tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Feb 15 14:19:58.444956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80bcf-6546-4efe-9eaa-c2e01a590f64 req-a00c50e8-e9f2-470f-8696-8d621602105a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:58.446330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87e80bcf-6546-4efe-9eaa-c2e01a590f64 req-a00c50e8-e9f2-470f-8696-8d621602105a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0823181 Feb 15 14:19:58.491804 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87e80bcf-6546-4efe-9eaa-c2e01a590f64 req-d679a54c-0e50-4074-bf3e-639ef0d706ab tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Feb 15 14:19:59.365371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f7b85023-750f-4b92-a764-8dc1c5b541c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:19:59.683905 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17791d42-80fe-4f30-ac02-a63afcd55e8c req-4eea4492-ba0b-47de-bbf2-7839e636ed54 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:59.685340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17791d42-80fe-4f30-ac02-a63afcd55e8c req-4eea4492-ba0b-47de-bbf2-7839e636ed54 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0867169 Feb 15 14:19:59.837559 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17791d42-80fe-4f30-ac02-a63afcd55e8c req-a9384d58-b419-4423-8e1f-c5df4cdcef3d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465127 Feb 15 14:20:01.033989 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20257fc-2a72-4375-8d16-a0e3fe5a555d req-cbe00622-5784-4cc0-b445-d8b31c3cbef4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:01.035452 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e20257fc-2a72-4375-8d16-a0e3fe5a555d req-cbe00622-5784-4cc0-b445-d8b31c3cbef4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0795803 Feb 15 14:20:01.079224 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e20257fc-2a72-4375-8d16-a0e3fe5a555d req-c1f53d50-75df-4401-8cb6-e684f099c5c0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Feb 15 14:20:02.269570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65681f2-64e4-4a65-9c18-706579052491 req-ffa2820d-1a5c-45f7-bc0d-331b336d443c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:02.271011 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f65681f2-64e4-4a65-9c18-706579052491 req-ffa2820d-1a5c-45f7-bc0d-331b336d443c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0828459 Feb 15 14:20:02.316458 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f65681f2-64e4-4a65-9c18-706579052491 req-6d88ccdd-7c01-4c97-b7c7-52ad9727b975 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Feb 15 14:20:02.548768 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-050bd806-7a1b-43b4-a6bd-61bca26e01a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:02.760920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:02.891762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:03.500747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3997d-554a-4cbb-b152-f6be22e5295f req-f3b3c71a-26c5-4c09-a373-78eae7e0bf38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:03.502305 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-10c3997d-554a-4cbb-b152-f6be22e5295f req-f3b3c71a-26c5-4c09-a373-78eae7e0bf38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0792067 Feb 15 14:20:03.546342 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-10c3997d-554a-4cbb-b152-f6be22e5295f req-c5989215-32d3-40e7-a7ff-428ba7cec044 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384960 Feb 15 14:20:03.674465 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:04.274635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:04.751893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c5a3-3274-44be-88f2-50042775fd51 req-64019ba5-b8c7-407c-af29-337127674acd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:04.753446 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26c1c5a3-3274-44be-88f2-50042775fd51 req-64019ba5-b8c7-407c-af29-337127674acd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0885386 Feb 15 14:20:04.800165 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-26c1c5a3-3274-44be-88f2-50042775fd51 req-ee55c7bd-45ca-4fec-a276-f3df4c8bf2c0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Feb 15 14:20:05.957356 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-de2f4169-e51f-453d-9785-4e1f408f4aae service neutron] 10.222.0.36 "GET /v2.0/ports/ebf131eb-c01d-4771-a5f4-be15a40a6f1e/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0780039 Feb 15 14:20:05.991208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b636e-209a-499d-b9d8-b361b7df2f14 req-daf786bd-010c-44fd-974a-852a8985520a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:05.992638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a3b636e-209a-499d-b9d8-b361b7df2f14 req-daf786bd-010c-44fd-974a-852a8985520a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0824900 Feb 15 14:20:06.042093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2a3b636e-209a-499d-b9d8-b361b7df2f14 req-c776de9b-91e0-40bb-971f-da6692604858 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Feb 15 14:20:06.720832 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-86098167-8b71-4c41-bf45-a4ff3da84ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:06.722354 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-86098167-8b71-4c41-bf45-a4ff3da84ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 1098 time: 0.1679752 Feb 15 14:20:06.813274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-c206d3de-5e11-47f9-8953-dbd9d2dd292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:06.814742 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-c206d3de-5e11-47f9-8953-dbd9d2dd292d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0707507 Feb 15 14:20:06.946475 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-2f212f45-6be5-450e-a298-7c6da8f03c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:06.947893 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-2f212f45-6be5-450e-a298-7c6da8f03c82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.1274157 Feb 15 14:20:07.053417 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-2e1955c0-8d4a-4887-8776-08dd1084a463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.0997198 Feb 15 14:20:07.122184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-33181d64-ec5c-49f7-842f-e57e163c3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:07.123623 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-33181d64-ec5c-49f7-842f-e57e163c3ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0642436 Feb 15 14:20:07.203804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-d160c12b-0832-44bc-9c0c-6fb291f2c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:07.205391 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-d160c12b-0832-44bc-9c0c-6fb291f2c207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754800 Feb 15 14:20:07.237705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e2f78-5143-4db9-855b-0c700d4e0427 req-cbfbb0a2-4f66-4e80-a864-8346f318c3ae tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:07.239234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f1e2f78-5143-4db9-855b-0c700d4e0427 req-cbfbb0a2-4f66-4e80-a864-8346f318c3ae tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0875106 Feb 15 14:20:07.286481 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f1e2f78-5143-4db9-855b-0c700d4e0427 req-2ef5c10f-b452-4cab-8338-ebcef45c78ae tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Feb 15 14:20:07.340305 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-a8db4393-e808-4928-8e20-524b35a3a2c3 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288164 Feb 15 14:20:07.473196 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-152c00fe-6c42-49a0-875d-fcd3a331d3ac req-e9e90fc6-cd69-4313-a87e-56d46edbcb1f service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268041 Feb 15 14:20:08.476661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2f153-2803-4a5a-883b-320606373dd1 req-3696e1a2-ee28-4293-876f-2a0ea88e120b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:08.478031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1cf2f153-2803-4a5a-883b-320606373dd1 req-3696e1a2-ee28-4293-876f-2a0ea88e120b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0819626 Feb 15 14:20:08.523284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1cf2f153-2803-4a5a-883b-320606373dd1 req-7128fc44-f67a-4214-a995-21ae18b8d06c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Feb 15 14:20:09.657982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:20:09.718234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13ea2b-194c-4b36-9348-0f535d6362a3 req-ffdae396-bc2d-4b24-98a5-ded33cf5654f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:09.719789 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d13ea2b-194c-4b36-9348-0f535d6362a3 req-ffdae396-bc2d-4b24-98a5-ded33cf5654f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0839767 Feb 15 14:20:09.765572 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d13ea2b-194c-4b36-9348-0f535d6362a3 req-c8a55922-e099-4407-abe1-4bbd8e606550 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Feb 15 14:20:09.774523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:09.801941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:20:09.812400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:09.857790 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'code': 200} Feb 15 14:20:09.908659 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:09.978993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:09.986932 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.987282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.987631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.987967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.988302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.988637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.988964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.989287 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.989646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.989969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.990292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:09.990614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:10.268570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e192b5-1f21-4d14-a9c1-65cd2f3108cb req-f211b02f-b80b-4bb4-b265-7f79ad7ea892 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.270053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1e192b5-1f21-4d14-a9c1-65cd2f3108cb req-f211b02f-b80b-4bb4-b265-7f79ad7ea892 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0871766 Feb 15 14:20:10.319253 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1e192b5-1f21-4d14-a9c1-65cd2f3108cb req-1f5dd74f-b0fc-42a3-a755-088fc04c1aa4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Feb 15 14:20:10.360333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-32a8f650-55e0-414b-9cf1-5bf03c39b2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.361032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-32a8f650-55e0-414b-9cf1-5bf03c39b2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:20:10.457674 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-32a8f650-55e0-414b-9cf1-5bf03c39b2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:20:10.458881 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-32a8f650-55e0-414b-9cf1-5bf03c39b2b9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7&tenant_id=b00c1befd6534e2a995229b63e081ff1&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 943 time: 0.1849506 Feb 15 14:20:10.506856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb57e-887b-4afc-bcc9-83b5d263024a req-af5a0504-2c18-44d9-8bbf-45384c7306aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.508323 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bdedb57e-887b-4afc-bcc9-83b5d263024a req-af5a0504-2c18-44d9-8bbf-45384c7306aa tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0805855 Feb 15 14:20:10.557293 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bdedb57e-887b-4afc-bcc9-83b5d263024a req-f7e258cc-be0d-4bb8-8d82-9cbf1659bd41 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Feb 15 14:20:10.600763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-45132711-f058-4bec-9d5e-008f0b2b9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.602156 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-45132711-f058-4bec-9d5e-008f0b2b9f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0744939 Feb 15 14:20:10.739016 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-645b41f4-6d99-4d93-aec8-7f3863da5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.740499 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-645b41f4-6d99-4d93-aec8-7f3863da5262 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.1328084 Feb 15 14:20:10.844198 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-4ce2b671-864c-4fcb-91c8-375dd2cd9fd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 998 time: 0.0978210 Feb 15 14:20:10.906651 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-82e33db8-6c05-4e3d-bf30-7cc840f5ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.907942 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-82e33db8-6c05-4e3d-bf30-7cc840f5ca66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0577815 Feb 15 14:20:10.986414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-3c9b9e13-eab3-4ccf-b248-a621defeb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.987837 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-3c9b9e13-eab3-4ccf-b248-a621defeb27c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738986 Feb 15 14:20:11.118153 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-22ac4795-7041-4942-8a85-86940e8bbe7f service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238229 Feb 15 14:20:11.247597 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4ce231b9-bb75-4c2f-9b20-56a8df97ad7a req-92ab5fb7-ee6f-400d-a0f6-56a2a69f174f service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231575 Feb 15 14:20:11.678629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:20:11.763256 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2790-9113-4ba7-910a-41f66b442610 req-1813775f-1b00-4689-b13e-5b6019add539 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:11.764729 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-619e2790-9113-4ba7-910a-41f66b442610 req-1813775f-1b00-4689-b13e-5b6019add539 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 943 time: 0.0888016 Feb 15 14:20:11.813158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-619e2790-9113-4ba7-910a-41f66b442610 req-327ac14a-8e95-4068-9f27-47e938e401b5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Feb 15 14:20:11.823121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:11.837472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'port_id': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'mac_address': 'fa:16:3e:e4:9e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:20:11.899280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:11.917772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf131eb-c01d-4771-a5f4-be15a40a6f1e {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:20:11.933191 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:12.013058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:12.087847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:12.095348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ebf131eb-c01d-4771-a5f4-be15a40a6f1e'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:20:13.004128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a8279-c2e6-48b3-a10a-3e2b9b7d1e7b req-cbdba2de-54f1-448e-b3ac-3cac388f296f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:13.005576 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da9a8279-c2e6-48b3-a10a-3e2b9b7d1e7b req-cbdba2de-54f1-448e-b3ac-3cac388f296f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 944 time: 0.0835218 Feb 15 14:20:13.053436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-da9a8279-c2e6-48b3-a10a-3e2b9b7d1e7b req-99e56f82-c7a6-4fe2-a7cb-df6edf229082 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Feb 15 14:20:13.078345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37706) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:13.161110 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-f4fa7245-32c3-4572-9c34-821c2cc3ca08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1658282 Feb 15 14:20:13.186393 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-76233b83-3b97-4f5b-9368-67025989cd57 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/96e6fa0a-ee71-49a2-aa08-58090794f67f HTTP/1.1" status: 200 len: 991 time: 0.1068652 Feb 15 14:20:13.300804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-86987fea-999b-4aa9-9711-7e88cf04c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:13.302191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-86987fea-999b-4aa9-9711-7e88cf04c02b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1097 time: 0.0729713 Feb 15 14:20:13.446123 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-ed0e3398-bbcf-4446-a19a-ba05c1b5b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:13.447541 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-ed0e3398-bbcf-4446-a19a-ba05c1b5b48c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.1269407 Feb 15 14:20:13.550508 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-b17c59d0-8375-4e00-8617-ff30bbb44304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 999 time: 0.0950530 Feb 15 14:20:13.612884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-1b7005cd-62b6-4022-abc3-d27940e0751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:13.614339 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-1b7005cd-62b6-4022-abc3-d27940e0751f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0573127 Feb 15 14:20:13.676745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:20:13.688386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-af614ae9-3a94-40cf-9358-0bc575b55c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:13.689876 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-af614ae9-3a94-40cf-9358-0bc575b55c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697246 Feb 15 14:20:13.777299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port ebf131eb-c01d-4771-a5f4-be15a40a6f1e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:13.777703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:13.823830 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-bb04f15f-0ffa-4b69-ae55-56d50cff34b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279995 Feb 15 14:20:13.891211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:13.918836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:20:13.932967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:13.960515 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-1eb14af2-55b6-4ea8-9331-73f861806186 req-ab099654-c3fa-47cb-bf67-b5335d38fd9b service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308734 Feb 15 14:20:13.963644 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'code': 200} Feb 15 14:20:14.000573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:14.070436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:19.567112 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:20:29.394378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d3800972-a71c-4a97-9d34-9993dc9b8a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:32.556018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4c27-5e64-4259-a6d2-50c612fac74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:32.767926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:32.864682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:33.670976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:34.298493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:41.664386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37722) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:41.867993 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 0ea15e62-14ac-4770-9b70-5e8a2e8c46a0 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:20:41.868341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:42.136059 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:42.136382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:42.263717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 0ea15e62-14ac-4770-9b70-5e8a2e8c46a0 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:20:42.505907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:42.552895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=0ea15e62-14ac-4770-9b70-5e8a2e8c46a0,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:42.623141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.623532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.623895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.624233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.624567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.624896 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.625228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.625581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.625907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.626257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.626553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.626874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.658958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:42.659296 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 96e6fa0a-ee71-49a2-aa08-58090794f67f disassociated (deleted). External IP: 172.26.0.35, port: ebf131eb-c01d-4771-a5f4-be15a40a6f1e. Feb 15 14:20:43.012675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 8c766eec-a37a-4e50-9897-15498cbca69f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:20:43.195453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:20:43.204918 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Sync routers for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:43.215165 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:20:43.220744 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:43.293087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:43.346747 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e1d7d35b-cdbb-434f-a3d3-210af605873b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/floatingips/96e6fa0a-ee71-49a2-aa08-58090794f67f HTTP/1.1" status: 204 len: 168 time: 1.6812580 Feb 15 14:20:43.347325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:20:43.395442 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:20:43.396662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'status': 'completed', 'code': 200} Feb 15 14:20:43.495352 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-8f19d944-97d2-4b95-81e0-9120ce6dcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:43.496814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-8f19d944-97d2-4b95-81e0-9120ce6dcfd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0780747 Feb 15 14:20:43.632321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-4c92e035-ad90-49f5-a0eb-9ae9bf504fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:43.633789 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-4c92e035-ad90-49f5-a0eb-9ae9bf504fed service neutron] 10.222.0.36 "GET /v2.0/networks?id=c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 200 len: 897 time: 0.1309245 Feb 15 14:20:43.701010 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-924c1734-2aba-4fef-bd03-d2214ab25240 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 200 len: 217 time: 0.0612702 Feb 15 14:20:43.758319 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:43.762481 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Checking router: 8c766eec-a37a-4e50-9897-15498cbca69f for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:43.766857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-eb7e0ae5-096f-4a2f-be46-56efb4428455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:43.768739 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-eb7e0ae5-096f-4a2f-be46-56efb4428455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 200 len: 834 time: 0.0614882 Feb 15 14:20:43.771182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:20:43.771844 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:43.846362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-eb7166e3-7d07-4105-a6b1-445b8b4ca7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:43.847817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-eb7166e3-7d07-4105-a6b1-445b8b4ca7fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c19de17a-de6e-4af1-a355-390b13acb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728881 Feb 15 14:20:43.945483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415a3c5-74a1-4b50-b9eb-024b41d15cfb req-a5d6de9c-8a1b-4544-8f8d-964c25b74b29 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:43.946098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e415a3c5-74a1-4b50-b9eb-024b41d15cfb req-a5d6de9c-8a1b-4544-8f8d-964c25b74b29 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:20:43.969690 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:20:43.989748 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-adf4ff59-fb5f-4517-b7cf-797df1644412 service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332920 Feb 15 14:20:44.066194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e415a3c5-74a1-4b50-b9eb-024b41d15cfb req-a5d6de9c-8a1b-4544-8f8d-964c25b74b29 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:20:44.067553 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e415a3c5-74a1-4b50-b9eb-024b41d15cfb req-a5d6de9c-8a1b-4544-8f8d-964c25b74b29 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.2091858 Feb 15 14:20:44.127185 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0c356d50-626c-4128-a9a2-c5125b2e1f5c req-2a806f1f-098e-4198-ba09-2018ea09c81b service neutron] 10.222.0.36 "GET /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306200 Feb 15 14:20:44.129739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e415a3c5-74a1-4b50-b9eb-024b41d15cfb req-ebc0492f-392a-4f88-ad7b-742fb09bf70f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504608 Feb 15 14:20:44.287854 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:44.291953 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08459ca-fad0-4bcb-8db7-4e4c6fd1ae78 None None] The sync data for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv is: [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '8b41e1b6-6eb9-4283-9d65-60091c99c3de', 'name': '', 'network_id': 'c19de17a-de6e-4af1-a355-390b13acb5dc', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:66:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:56Z', 'updated_at': '2022-02-15T14:19:02Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'f18b9642-2543-4fae-a3cd-f7a9f9b42ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:44.502838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8027e-3312-41c3-842e-79bffcf5c9d6 None None] New status for floating IP 96e6fa0a-ee71-49a2-aa08-58090794f67f: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:20:45.309343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314116f-7f38-4b2d-824d-0de9a70cd0cd req-1d1d8b5d-5be9-4290-971f-115ff07460b1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:45.310858 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7314116f-7f38-4b2d-824d-0de9a70cd0cd req-1d1d8b5d-5be9-4290-971f-115ff07460b1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Feb 15 14:20:45.355960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7314116f-7f38-4b2d-824d-0de9a70cd0cd req-caabc44d-0ab5-486b-86fa-8abd669b7102 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=78313330-2745-4cd4-b2c9-f82c13af0d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Feb 15 14:20:45.633257 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-4d0a4d39-0314-480e-917e-13f013843b4a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:45.634833 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-4d0a4d39-0314-480e-917e-13f013843b4a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 945 time: 0.1756999 Feb 15 14:20:45.703187 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port ebf131eb-c01d-4771-a5f4-be15a40a6f1e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:20:45.703525 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:45.948403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port ebf131eb-c01d-4771-a5f4-be15a40a6f1e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:45.948682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:46.075223 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for ebf131eb-c01d-4771-a5f4-be15a40a6f1e owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:20:46.282443 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:46.334822 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=ebf131eb-c01d-4771-a5f4-be15a40a6f1e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:46.372419 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.372781 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.373110 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.373543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.373779 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.374092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.374403 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.374715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.375033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.375389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.375644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.375951 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:46.418148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port ebf131eb-c01d-4771-a5f4-be15a40a6f1e on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:46.420552 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:46.423145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-deleted', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:20:46.514798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-244d0d12-bb72-4624-9f62-695a1989d66e req-5c2626a1-5eb0-41b9-b6f4-833041d2a5f1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ddef4f3-1f73-4a02-94c2-22149dd7c1d7 HTTP/1.1" status: 200 len: 210 time: 0.0496771 Feb 15 14:20:46.522946 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-62ce33a7-59cb-447c-9bcb-a873c016e57d req-004424e9-70c3-4e9d-979f-e517335263e0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "DELETE /v2.0/ports/ebf131eb-c01d-4771-a5f4-be15a40a6f1e HTTP/1.1" status: 204 len: 173 time: 0.8821335 Feb 15 14:20:46.526710 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddef4f3-1f73-4a02-94c2-22149dd7c1d7', 'name': 'network-vif-deleted', 'tag': 'ebf131eb-c01d-4771-a5f4-be15a40a6f1e', 'status': 'completed', 'code': 200} Feb 15 14:20:47.613698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37742) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:48.272080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:48.634168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 8b41e1b6-6eb9-4283-9d65-60091c99c3de {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:20:48.635625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:48.823609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 8b41e1b6-6eb9-4283-9d65-60091c99c3de, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=8b41e1b6-6eb9-4283-9d65-60091c99c3de,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:48.823954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:48.950487 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 8b41e1b6-6eb9-4283-9d65-60091c99c3de owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:20:49.440623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:49.492722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=8b41e1b6-6eb9-4283-9d65-60091c99c3de,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:49.775339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:49.827028 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:20:49.863413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: ebf131eb-c01d-4771-a5f4-be15a40a6f1e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:20:49.863761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ebf131eb-c01d-4771-a5f4-be15a40a6f1e not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:20:50.146675 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 8c766eec-a37a-4e50-9897-15498cbca69f has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:20:50.332951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:20:50.343364 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Sync routers for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:50.347667 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4144b825-ff4b-49ce-a042-6fb589eda04b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/8c766eec-a37a-4e50-9897-15498cbca69f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324095 Feb 15 14:20:50.350557 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37746) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:50.352675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:20:50.353274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:50.420689 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting subnet f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 {{(pid=88296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:20:50.423613 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:50.484801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2214521'] for subnet, precommit_delete_associations {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:50.534752 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:20:50.571050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:50.705637 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1732971'] for subnet, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:50.745874 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Subnet': ['ID=f18b9642-2543-4fae-a3cd-f7a9f9b42ac6,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:50.751427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:50.756382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ec951-e2ba-44eb-8724-d8935610d7fb None None] Network c19de17a-de6e-4af1-a355-390b13acb5dc requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:20:50.759143 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cd656a81-2ca9-4b0a-a592-6dbf6824f5fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/subnets/f18b9642-2543-4fae-a3cd-f7a9f9b42ac6 HTTP/1.1" status: 204 len: 168 time: 0.4074888 Feb 15 14:20:50.762706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37750) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:50.833580 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:20:49Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:50.837456 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Checking router: 8c766eec-a37a-4e50-9897-15498cbca69f for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:50.846791 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Routers {'8c766eec-a37a-4e50-9897-15498cbca69f'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:20:50.847486 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8c766eec-a37a-4e50-9897-15498cbca69f'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:50.956768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.031052 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872632df-34e3-4821-a1ec-88058e702257 None None] DHCP port deletion for c19de17a-de6e-4af1-a355-390b13acb5dc request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:20:51.036700 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Deleting port aabe7ed1-0c27-4926-82c4-b9acfca915b3 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:20:51.037160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.062143 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] Set router 8c766eec-a37a-4e50-9897-15498cbca69f gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:20:51.276198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.281729 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-872632df-34e3-4821-a1ec-88058e702257 None None] For port aabe7ed1-0c27-4926-82c4-b9acfca915b3, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=aabe7ed1-0c27-4926-82c4-b9acfca915b3,segment=NetworkSegment(2545d909-85d3-4a00-86bf-49e802abf8d3),segment_id=2545d909-85d3-4a00-86bf-49e802abf8d3)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:51.282093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.362380 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:20:49Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:51.366659 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0500d6-5d80-4a16-aeee-135773d9dc73 None None] The sync data for ids ['8c766eec-a37a-4e50-9897-15498cbca69f'] in dv-neutron-828156-1-hyperv is: [{'id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800899872', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:18:51Z', 'updated_at': '2022-02-15T14:20:49Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '62169459-1e9b-465c-bb36-13c90e0287bb', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c766eec-a37a-4e50-9897-15498cbca69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:18:52Z', 'updated_at': '2022-02-15T14:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:51.367972 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 62169459-1e9b-465c-bb36-13c90e0287bb {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:20:51.368310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.405002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Calling delete_port for aabe7ed1-0c27-4926-82c4-b9acfca915b3 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:20:51.555036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 62169459-1e9b-465c-bb36-13c90e0287bb, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=62169459-1e9b-465c-bb36-13c90e0287bb,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:20:51.556306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.556980 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.606070 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872632df-34e3-4821-a1ec-88058e702257 None None] Pushing event deleted for resources: {'Port': ['ID=aabe7ed1-0c27-4926-82c4-b9acfca915b3,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:51.608054 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872632df-34e3-4821-a1ec-88058e702257 None None] No DVR routers for this DVR port aabe7ed1-0c27-4926-82c4-b9acfca915b3 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:51.694794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 62169459-1e9b-465c-bb36-13c90e0287bb owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:20:51.933939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:51.980927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=62169459-1e9b-465c-bb36-13c90e0287bb,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:52.081988 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.260741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.261110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8b41e1b6-6eb9-4283-9d65-60091c99c3de no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:20:52.263409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.295101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 8b41e1b6-6eb9-4283-9d65-60091c99c3de {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:20:52.295443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 8b41e1b6-6eb9-4283-9d65-60091c99c3de not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:20:52.295865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device aabe7ed1-0c27-4926-82c4-b9acfca915b3 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:20:52.332649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: aabe7ed1-0c27-4926-82c4-b9acfca915b3 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:20:52.332924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device aabe7ed1-0c27-4926-82c4-b9acfca915b3 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:20:52.356459 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.357020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Fanout notify agent at l3_agent the message router_deleted on router 8c766eec-a37a-4e50-9897-15498cbca69f {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:20:52.373636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.374739 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b5168f33-009f-4002-b721-9867af0c0408 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/routers/8c766eec-a37a-4e50-9897-15498cbca69f HTTP/1.1" status: 204 len: 168 time: 1.6110487 Feb 15 14:20:52.377762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37754) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:52.498492 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.631020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.658424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19de17a-de6e-4af1-a355-390b13acb5dc']}} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:52.671190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2545d909-85d3-4a00-86bf-49e802abf8d3') {'for_net_delete': True} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:52.671510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.services.segments.db [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2545d909-85d3-4a00-86bf-49e802abf8d3') {} {{(pid=88296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:52.684522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2214466'] for segment, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.701063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.707003 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:52.707378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214847'] for segment, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: Traceback (most recent call last): Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: timer() Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: cb(*args, **kw) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: return func(*args, **kwargs) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: self._notify() Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: self.callback(batched_events) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: event.method(event) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: return f(self, *a, **k) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._get(url).json() Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:52.725206 dv-neutron-828156-1-hyperv neutron-server[88296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:52.883714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.902198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:52.913290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Network': ['ID=c19de17a-de6e-4af1-a355-390b13acb5dc,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:52.992031 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-91a12999-87b5-4392-abb0-e82ed5113482 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/networks/c19de17a-de6e-4af1-a355-390b13acb5dc HTTP/1.1" status: 204 len: 168 time: 0.6130641 Feb 15 14:20:52.995131 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 37758) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:53.161239 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:53.191057 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:53.310809 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:53.330678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78313330-2745-4cd4-b2c9-f82c13af0d0a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:53.396033 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:53.397155 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2b18e4b4-104e-4484-8856-be2629556040 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/security-groups/78313330-2745-4cd4-b2c9-f82c13af0d0a HTTP/1.1" status: 204 len: 168 time: 0.4010832 Feb 15 14:20:53.837017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37766) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:53.842893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278778751', 'description': 'tempest-secgroup-smoke-278778751 description', 'project_id': 'b00c1befd6534e2a995229b63e081ff1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:53.848909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:53.853046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:53.856650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:53.862491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:53.956948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:53.977818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:53.982841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:53.985928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:53.991768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:54.066537 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.157098 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.177850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 62169459-1e9b-465c-bb36-13c90e0287bb no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:20:54.203807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e1cf9-2f22-41ed-979d-dad1def74255,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:54.221196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 62169459-1e9b-465c-bb36-13c90e0287bb {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:20:54.221196 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 62169459-1e9b-465c-bb36-13c90e0287bb not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:20:54.281024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.282319 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-03a60884-b92c-4f48-8322-e64a97e2eab1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4442468 Feb 15 14:20:54.285634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37770) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:54.295128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:54.296848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:54.300625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:54.303456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:54.309015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:54.392643 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.457948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.534052 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.558211 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f0097d-b18e-4949-b324-3125bdd91637,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:54.652354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.653593 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f340e51c-d195-474a-928b-17522be73aa7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670034 Feb 15 14:20:54.656414 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37774) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:54.661677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:54.667785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:54.671692 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:54.674514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:54.680659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:54.767861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.840960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.914984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:54.939574 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f50a411-8257-41ec-a647-97ecb3ce736d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:55.012251 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.013496 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-34b67449-2ea4-4807-90e9-67c598663ac7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560848 Feb 15 14:20:55.016153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37778) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:55.021093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:55.027476 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:55.031295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:55.034202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:55.040135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:55.124267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.187647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.277296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.305208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec195d9d-b056-4afc-8162-ecf878355dea,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:55.390859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.392079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-04257077-7f66-4506-be8c-50a529fef96b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749855 Feb 15 14:20:55.395382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37782) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:55.401015 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:55.407279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:55.411403 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:55.414419 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:55.421152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:55.494610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.556992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.614288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.641856 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305f2823-02a8-43f7-8006-10c926aa1c4c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:55.709912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.711082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5d380397-e5af-4c45-a35c-b29984cb1091 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3147020 Feb 15 14:20:55.714479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37786) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:55.719320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:55.725430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:55.729258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:55.732189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:55.738192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:55.806718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:20:55.813552 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.878592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.961095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:55.986684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85181c98-2ad9-45b5-9d29-3a6dbbf76441,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:56.071273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.072978 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0976916a-f923-46c9-bda7-54fb576818fc tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3570135 Feb 15 14:20:56.075841 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37790) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:56.080858 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': '4f0e1cf9-2f22-41ed-979d-dad1def74255', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:56.086927 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:56.090882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:56.093735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:56.099606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:56.174470 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:20:56.181527 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.250169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.299893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.324386 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8d41fb-a75a-4658-b2a6-5bcf3b4eebdf,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:56.385384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.386679 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-76db58d8-33c1-44d3-834a-1b2c31203f85 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099139 Feb 15 14:20:56.389679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37794) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:56.395326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'network': {'name': 'tempest-network-smoke--1045571344', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:56.400532 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:56.404951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:network and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:56.410221 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:56.414536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:56.480598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:56.484086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.512928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:56.521505 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.521992 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Added segment e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a of type vlan for network 20a45281-4a75-449d-ae34-6d6e70bbe20d Feb 15 14:20:56.548584 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.571151 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:20:56.629317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.634984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:56.635768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.747024 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Network': ['ID=20a45281-4a75-449d-ae34-6d6e70bbe20d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:56.757696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:20:56.790579 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5d87f7f8-14b5-4302-813f-88080800c545 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3997896 Feb 15 14:20:56.793744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37798) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:56.798899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'admin_state_up': True, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:56.806243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:20:56.811598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:router and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:20:56.814477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:20:56.821124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:20:56.898166 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.899159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:56.914571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:57.350070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:57.737137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:57.767746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:57.901077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.94 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/31d89b92-1c15-448f-9021-d50332d21c5d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:58.068361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:58.168992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:58.236009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:58.238879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:58.242522 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:20:58.274413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=31d89b92-1c15-448f-9021-d50332d21c5d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:58.705846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:59.175065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:59.402772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-26bf1672-bd06-45b7-a02a-10cfcfde7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:59.432822 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 38c8d195-af49-4e29-a1f0-9ce2947dda24 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:20:59.606821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:20:59.616415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Sync routers for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:59.625858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:20:59.626464 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:59.694488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:20:59.695682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-016c0aac-6582-4795-8405-53466333b53a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9010010 Feb 15 14:20:59.699451 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37802) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:59.781954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-28a57cf9-290b-4e04-88be-855a673c9cbc tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b00c1befd6534e2a995229b63e081ff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811961 Feb 15 14:20:59.784468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37808) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:59.843733 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:20:59.913610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be999ea-fbb5-42ef-8316-86070dab5e9d tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:59.915096 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6be999ea-fbb5-42ef-8316-86070dab5e9d tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297412 Feb 15 14:20:59.918867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37812) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:59.962199 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e769c017-6b8e-4e1d-90f1-3d29c7645d5c tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421634 Feb 15 14:20:59.965349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37816) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:20:59.970904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135325231', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:00.077827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:21:00.081610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:subnet and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:21:00.084371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:21:00.091018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:21:00.126475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:20:58Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:00.130521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Checking router: 38c8d195-af49-4e29-a1f0-9ce2947dda24 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:21:00.130872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Updating router 38c8d195-af49-4e29-a1f0-9ce2947dda24 port 31d89b92-1c15-448f-9021-d50332d21c5d binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:21:00.175159 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:00.178702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.190627 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.469845 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.519699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.532215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Transition to ACTIVE for port object 31d89b92-1c15-448f-9021-d50332d21c5d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:00.552694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Subnet': ['ID=b3ccf044-b567-4002-818c-504a22fd2cbe,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:00.561808 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Checking segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:21:00.562169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network hostable DHCP agents. Network: 20a45281-4a75-449d-ae34-6d6e70bbe20d, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:00.607115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.676716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:00.687401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Attempting to bind port 31d89b92-1c15-448f-9021-d50332d21c5d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:21:00.687771 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Attempting to bind port 31d89b92-1c15-448f-9021-d50332d21c5d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:21:00.688137 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Attempting to bind port 31d89b92-1c15-448f-9021-d50332d21c5d on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:21:00.690284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745966ef-35a6-4166-aa7d-5daf5f0be615 None None] Pushing event updated for resources: {'Port': ['ID=31d89b92-1c15-448f-9021-d50332d21c5d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:00.695829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:21:00.696203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:21:00.696944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.696944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:21:00.698334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Bound port: 31d89b92-1c15-448f-9021-d50332d21c5d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:21:00.698904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.761825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 20a45281-4a75-449d-ae34-6d6e70bbe20d) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:00.766840 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:00.768516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:00.771975 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253289f-0b27-48d5-9b56-a533bb301dbe None None] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:21:00.839378 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] For port 31d89b92-1c15-448f-9021-d50332d21c5d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:21:00.851851 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] For port 31d89b92-1c15-448f-9021-d50332d21c5d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31d89b92-1c15-448f-9021-d50332d21c5d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:21:00.876315 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5679de68-0b78-410a-a28f-d1a5ac2e8e38 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9098034 Feb 15 14:21:00.879697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37820) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:00.984176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:01.044314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-20a45281-4a75-449d-ae34-6d6e70bbe20d', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:21:01.045149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:01.142838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:21:01.143470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:20:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:01.229181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745966ef-35a6-4166-aa7d-5daf5f0be615 None None] Pushing event updated for resources: {'Port': ['ID=31d89b92-1c15-448f-9021-d50332d21c5d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:01.454575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:21:01.571569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Allocated IP 172.20.0.2 (20a45281-4a75-449d-ae34-6d6e70bbe20d/b3ccf044-b567-4002-818c-504a22fd2cbe/7501e6aa-fc39-461e-ad4b-5884664ca175) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:01.718878 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:01.917346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:01.934800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Transition to ACTIVE for port object 7501e6aa-fc39-461e-ad4b-5884664ca175 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:01.945635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:20:58Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:01.956758 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7318044-d381-41d0-8ccd-c25b82b8f419 None None] The sync data for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv is: [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:20:58Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:21:01.960741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Transition to ACTIVE for port object 7501e6aa-fc39-461e-ad4b-5884664ca175 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:02.026725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.098058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:02.101060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:02.103471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:21:02.124295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.1 (20a45281-4a75-449d-ae34-6d6e70bbe20d/b3ccf044-b567-4002-818c-504a22fd2cbe/7e314010-7f60-4f3f-8e8a-4c377fddea58) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:02.145553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Pushing event updated for resources: {'Port': ['ID=7501e6aa-fc39-461e-ad4b-5884664ca175,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:02.221223 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Attempting to bind port 7501e6aa-fc39-461e-ad4b-5884664ca175 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:21:02.221637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Attempting to bind port 7501e6aa-fc39-461e-ad4b-5884664ca175 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:21:02.223270 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Attempting to bind port 7501e6aa-fc39-461e-ad4b-5884664ca175 on network 20a45281-4a75-449d-ae34-6d6e70bbe20d {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:21:02.228197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:21:02.229181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Checking segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:21:02.229630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.230521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Bound using segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:21:02.231002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Bound port: 7501e6aa-fc39-461e-ad4b-5884664ca175, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:21:02.231365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.325534 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.342210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 7e314010-7f60-4f3f-8e8a-4c377fddea58 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:02.346691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31d89b92-1c15-448f-9021-d50332d21c5d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:02.376133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:21:02.405332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:21:02.412969 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.470126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.475920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:02.483063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:02.488343 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:21:02.537185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 31d89b92-1c15-448f-9021-d50332d21c5d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:02.538689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:02.559064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.559387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 31d89b92-1c15-448f-9021-d50332d21c5d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:02.559515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.633709 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-917138d1-45a5-4428-b915-21bd89e6ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.644858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525bb68-6838-41b7-a64f-5c17c4fbc609 None None] Pushing event updated for resources: {'Port': ['ID=7501e6aa-fc39-461e-ad4b-5884664ca175,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:02.767668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.816850 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 31d89b92-1c15-448f-9021-d50332d21c5d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31d89b92-1c15-448f-9021-d50332d21c5d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:02.860076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.888977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.892074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:02.965021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=31d89b92-1c15-448f-9021-d50332d21c5d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:03.123680 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:03.526703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:03.619796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:03.680921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:03.735626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:03.737984 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:03.871318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:03.872405 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:04.068553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 38c8d195-af49-4e29-a1f0-9ce2947dda24 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:21:04.282967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:21:04.293293 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:04.304496 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Sync routers for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:21:04.305352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6985cfd6-c59e-4ff3-9e31-51ebe1c01c0a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/38c8d195-af49-4e29-a1f0-9ce2947dda24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4252031 Feb 15 14:21:04.320826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb6f24-b709-4a54-840c-5c997343803e None None] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:21:04.323274 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:21:04.324941 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:21:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:04.350186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7501e6aa-fc39-461e-ad4b-5884664ca175 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:04.501318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-ff1c1e52-6d3b-4cd1-bbea-b50385178068 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:21:04.547902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ccfce7de-5061-42e3-b502-ff0c6cbb9353 None None] Provisioning for port 7501e6aa-fc39-461e-ad4b-5884664ca175 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:04.568948 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:21:04.590384 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-ff1c1e52-6d3b-4cd1-bbea-b50385178068 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:21:04.597723 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-ff1c1e52-6d3b-4cd1-bbea-b50385178068 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278778751&fields=id&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 267 time: 0.1353102 Feb 15 14:21:04.710301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7501e6aa-fc39-461e-ad4b-5884664ca175 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:04.720222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7501e6aa-fc39-461e-ad4b-5884664ca175 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:04.720611 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:04.810866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-69e1562c-8524-4e0d-bc25-46c250e64876 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:04.811601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-69e1562c-8524-4e0d-bc25-46c250e64876 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:21:04.868185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:04.888853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-69e1562c-8524-4e0d-bc25-46c250e64876 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:21:04.890172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-69e1562c-8524-4e0d-bc25-46c250e64876 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 797 time: 0.2906969 Feb 15 14:21:04.911355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-7ae3131b-103d-4560-b6b3-1a9c011ee824 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/quotas/b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 375 time: 0.0151467 Feb 15 14:21:04.929497 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:04.996185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:04.997120 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31d89b92-1c15-448f-9021-d50332d21c5d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:05.031842 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:03Z', 'revision_number': 2, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:05.038223 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Checking router: 38c8d195-af49-4e29-a1f0-9ce2947dda24 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:21:05.038686 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Updating router 38c8d195-af49-4e29-a1f0-9ce2947dda24 port 7e314010-7f60-4f3f-8e8a-4c377fddea58 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:21:05.101640 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.145925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7501e6aa-fc39-461e-ad4b-5884664ca175,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:05.146350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-aeee6cc5-8805-4b8b-95c2-bd07945c02d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:21:05.156116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 31d89b92-1c15-448f-9021-d50332d21c5d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:05.156232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.186025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Provisioning for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:05.204872 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Provisioning complete for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:05.205250 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.233960 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-aeee6cc5-8805-4b8b-95c2-bd07945c02d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:21:05.242127 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-aeee6cc5-8805-4b8b-95c2-bd07945c02d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3236940 Feb 15 14:21:05.273982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Port 7e314010-7f60-4f3f-8e8a-4c377fddea58 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:21:05.346933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Provisioning complete for port 7501e6aa-fc39-461e-ad4b-5884664ca175 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:05.347206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-feeb3779-12af-4bec-94e3-dffb4d51e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.409667 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-eb3edd0c-d47c-4a4d-a36d-a8181f988fbf service neutron] 10.222.0.61 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529987 Feb 15 14:21:05.554379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-41b9d8f5-f748-4bd3-8b30-29b6c0051657 service neutron] 10.222.0.61 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383333 Feb 15 14:21:05.573598 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.585203 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Transition to ACTIVE for port object 7e314010-7f60-4f3f-8e8a-4c377fddea58 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:05.628859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9685c65b-2ee1-4b82-90ce-c036dc290c0c None None] Provisioning complete for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:05.629353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9685c65b-2ee1-4b82-90ce-c036dc290c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.671516 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.686301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9685c65b-2ee1-4b82-90ce-c036dc290c0c None None] Port 7e314010-7f60-4f3f-8e8a-4c377fddea58 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:21:05.834968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4be2b28b-9f92-4b91-be34-d0f1e1c6417a req-0caa4180-6468-4a43-bbf6-83719850cefe tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0436616 Feb 15 14:21:05.873282 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Pushing event updated for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:05.912783 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.913122 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.913475 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.913803 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.914123 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.914443 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.914756 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.915070 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.915384 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.915689 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.915996 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.916835 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:05.940780 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Attempting to bind port 7e314010-7f60-4f3f-8e8a-4c377fddea58 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:21:05.946614 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Attempting to bind port 7e314010-7f60-4f3f-8e8a-4c377fddea58 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:21:05.946614 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Attempting to bind port 7e314010-7f60-4f3f-8e8a-4c377fddea58 on network 20a45281-4a75-449d-ae34-6d6e70bbe20d {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:21:05.946614 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:21:05.946997 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Checking segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:21:05.947447 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:05.947828 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Bound using segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:21:05.948272 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Bound port: 7e314010-7f60-4f3f-8e8a-4c377fddea58, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:21:05.948661 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:06.039616 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] For port 7e314010-7f60-4f3f-8e8a-4c377fddea58, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:21:06.043046 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] For port 7e314010-7f60-4f3f-8e8a-4c377fddea58, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e314010-7f60-4f3f-8e8a-4c377fddea58,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:21:06.115707 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:06.195228 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:21:06.195856 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:21:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:06.244294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7501e6aa-fc39-461e-ad4b-5884664ca175 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:06.273700 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2eda-9d14-4ff8-bd98-799dd8c0b8eb None None] Pushing event updated for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:06.397902 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:21:06.403126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7501e6aa-fc39-461e-ad4b-5884664ca175 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:06.403498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:06.718456 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:06.722362 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548260-3245-4004-8dff-55d1e440b9be None None] The sync data for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv is: [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:21:06.947571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-92e725b1-1d90-4651-8f41-eff6be4e0950 req-466eb320-a8f7-449b-a3fa-091766b382ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0537810 Feb 15 14:21:08.094452 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-067d166c-a08e-4f10-bdb9-d0a3c222330a req-a16e740b-dcc0-48b3-baa5-743b146f5bb2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0422926 Feb 15 14:21:08.256157 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e314010-7f60-4f3f-8e8a-4c377fddea58 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:08.386061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:08.390830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:08.391200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:08.502372 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:08.534194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7e314010-7f60-4f3f-8e8a-4c377fddea58, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e314010-7f60-4f3f-8e8a-4c377fddea58,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:08.585743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:08.655368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:09.243413 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0124471d-640f-4828-a15e-6902d7f4cb63 req-d889722d-1499-4647-b2f2-8c8471a0ab3d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0443525 Feb 15 14:21:09.851496 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-a5f2b0fa-c53c-40ac-b4d3-bf65a02dbd4d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:09.852192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-a5f2b0fa-c53c-40ac-b4d3-bf65a02dbd4d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:21:09.864560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-a5f2b0fa-c53c-40ac-b4d3-bf65a02dbd4d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:21:09.865713 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-a5f2b0fa-c53c-40ac-b4d3-bf65a02dbd4d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 797 time: 0.1568525 Feb 15 14:21:09.913230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-07ab8f1b-4516-4fd3-a304-2c726f8b825a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:21:09.925878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-07ab8f1b-4516-4fd3-a304-2c726f8b825a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:21:09.929352 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-07ab8f1b-4516-4fd3-a304-2c726f8b825a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 379 time: 0.0525546 Feb 15 14:21:09.935469 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'port': {'device_id': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'admin_state_up': True, 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'security_groups': ['4f0e1cf9-2f22-41ed-979d-dad1def74255']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:10.068726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:21:10.082106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:21:10.174476 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:10.178148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:10.244249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e314010-7f60-4f3f-8e8a-4c377fddea58 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:10.313691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 7e314010-7f60-4f3f-8e8a-4c377fddea58 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:10.314327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:10.359582 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.13 (20a45281-4a75-449d-ae34-6d6e70bbe20d/b3ccf044-b567-4002-818c-504a22fd2cbe/9b2ac9b9-2378-49cd-8e2b-0f144329c07f) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:10.406925 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-74077c2d-892e-4bdf-9cd1-b808fc5a371c req-7ae7b607-3160-47f3-8545-19ff09ce4369 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0461049 Feb 15 14:21:10.561320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:10.576660 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 9b2ac9b9-2378-49cd-8e2b-0f144329c07f will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:10.681923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:10.753493 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:10.756519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:10.760638 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:21:10.795085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:10.834979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:10.835777 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:10.934379 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-5978a157-3036-4ed0-9f44-7d5674b2b308 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0029435 Feb 15 14:21:10.945059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Request body: {'port': {'device_id': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:11.055962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:11.115366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b0446d9-0d1a-49f9-912c-109218011da9 None None] Provisioning for port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:11.121224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7b0446d9-0d1a-49f9-912c-109218011da9 None None] Provisioning complete for port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:11.121726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b0446d9-0d1a-49f9-912c-109218011da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:11.189067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-7b0446d9-0d1a-49f9-912c-109218011da9 None None] Port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:21:11.415368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2ac9b9-2378-49cd-8e2b-0f144329c07f {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:21:11.422568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:11.436712 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Transition to ACTIVE for port object 9b2ac9b9-2378-49cd-8e2b-0f144329c07f will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:11.500146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:11.602029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e685c6-5eaf-42b4-b032-e28fd53ec94f req-9cc4d5de-3194-43a4-92b6-ef196a40b6b2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:11.604477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-16e685c6-5eaf-42b4-b032-e28fd53ec94f req-9cc4d5de-3194-43a4-92b6-ef196a40b6b2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 944 time: 0.0855086 Feb 15 14:21:11.656584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-16e685c6-5eaf-42b4-b032-e28fd53ec94f req-786e4e8b-4d0b-4c3d-b385-c8b21c9e06cd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Feb 15 14:21:11.669043 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:11.750045 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Attempting to bind port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:21:11.750382 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Attempting to bind port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:21:11.750707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Attempting to bind port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f on network 20a45281-4a75-449d-ae34-6d6e70bbe20d {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:21:11.755878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f on network 20a45281-4a75-449d-ae34-6d6e70bbe20d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:21:11.756082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Attempting to bind port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f on network 20a45281-4a75-449d-ae34-6d6e70bbe20d {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:21:11.761988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:21:11.762317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Checking segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:21:11.762692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Bound using segment: {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:21:11.763106 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Bound port: 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:21:11.763446 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:11.940612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:21:11.943473 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:21:12.043436 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:12.105937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.106533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:12.107920 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] 10.222.0.36 "PUT /v2.0/ports/9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 1094 time: 1.1668708 Feb 15 14:21:12.108338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:21:12.129124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105596-e234-4cd2-a9ac-08ddf1765f1b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:12.166200 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'status': 'completed', 'code': 200} Feb 15 14:21:12.259656 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-84914397-6759-470a-bc01-39d047359c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.261863 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-84914397-6759-470a-bc01-39d047359c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1097 time: 0.0774662 Feb 15 14:21:12.403447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-c7f91a4f-60b9-4db6-b5e8-51a539ff6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.404791 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-c7f91a4f-60b9-4db6-b5e8-51a539ff6def service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b00c1befd6534e2a995229b63e081ff1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1367469 Feb 15 14:21:12.538389 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-03405cbb-4ae1-421e-a9f9-4ce4bdd4f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.539814 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-fbc5e062-0c0d-43f3-b415-81653ce1b042 req-03405cbb-4ae1-421e-a9f9-4ce4bdd4f468 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1297369 Feb 15 14:21:12.642354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-0bb6a81e-72f4-48ef-8d67-69934a010b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.643802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-0bb6a81e-72f4-48ef-8d67-69934a010b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1097 time: 0.0695789 Feb 15 14:21:12.716635 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-4de78dc6-2963-4027-8a67-a57eee342551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 217 time: 0.0665193 Feb 15 14:21:12.784827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-6e80e842-a52b-4706-b67b-a574c7f7def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.786664 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-6e80e842-a52b-4706-b67b-a574c7f7def7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 200 len: 834 time: 0.0648901 Feb 15 14:21:12.861202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-de48a913-18a7-4f36-8844-077f1eeb152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.861750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130f438-87f0-42d9-bb7b-9a2c0e6717ba req-57a8f781-5348-4c4a-b022-3d4d264ce1d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.862757 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-de48a913-18a7-4f36-8844-077f1eeb152b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a45281-4a75-449d-ae34-6d6e70bbe20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698450 Feb 15 14:21:12.863280 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3130f438-87f0-42d9-bb7b-9a2c0e6717ba req-57a8f781-5348-4c4a-b022-3d4d264ce1d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 944 time: 0.0848994 Feb 15 14:21:12.914887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3130f438-87f0-42d9-bb7b-9a2c0e6717ba req-642dae49-374a-4c22-acb7-105ebb5b315d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Feb 15 14:21:12.996964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-96402cf3-201c-4754-a816-35973a0aeabe service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274505 Feb 15 14:21:13.139088 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f3776fea-c378-4dfb-9c13-dbd86e7899cc req-ab9394e6-8518-4c25-a081-32995c2e6e20 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366599 Feb 15 14:21:14.099544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b482b4-8b70-4de0-a72b-bcf6f3c022a5 req-0113f7ac-dc7c-42d4-b366-942f1b0c20e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:14.100989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1b482b4-8b70-4de0-a72b-bcf6f3c022a5 req-0113f7ac-dc7c-42d4-b366-942f1b0c20e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 944 time: 0.0806477 Feb 15 14:21:14.144676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c1b482b4-8b70-4de0-a72b-bcf6f3c022a5 req-8494e786-559c-4fc2-a54c-effe2ea7379d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370457 Feb 15 14:21:15.333149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2716f-5804-4d3d-bfad-57fab4d523f4 req-b6c9f19d-d685-4dc7-b58a-f32898ece060 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:15.334637 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ba2716f-5804-4d3d-bfad-57fab4d523f4 req-b6c9f19d-d685-4dc7-b58a-f32898ece060 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 944 time: 0.0841711 Feb 15 14:21:15.380099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1ba2716f-5804-4d3d-bfad-57fab4d523f4 req-74c869bf-46e7-4229-83d6-b57284ec0c39 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Feb 15 14:21:15.947187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9b2ac9b9-2378-49cd-8e2b-0f144329c07f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:21:16.082399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:16.098536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'port_id': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'mac_address': 'fa:16:3e:db:1c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:21:16.152578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:16.169176 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2ac9b9-2378-49cd-8e2b-0f144329c07f {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:21:16.184060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:16.226239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:16.296636 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:16.303981 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.304332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.304676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.305006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.305339 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.305691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.306020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.306348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.306809 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.307521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.307929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.308338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:16.463412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['9b2ac9b9-2378-49cd-8e2b-0f144329c07f'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:21:16.565053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d7738-30be-4e30-8541-a42497b680a4 req-be93e1b0-1d01-4691-ba4d-0d0d11315300 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:16.566451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-790d7738-30be-4e30-8541-a42497b680a4 req-be93e1b0-1d01-4691-ba4d-0d0d11315300 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 945 time: 0.0825293 Feb 15 14:21:16.615275 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-790d7738-30be-4e30-8541-a42497b680a4 req-b5a7b579-5e00-45f7-a1a4-bde0494cc9ff tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Feb 15 14:21:17.953350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9b2ac9b9-2378-49cd-8e2b-0f144329c07f up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:21:17.955783 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77ba3-0a1a-40b8-b1c3-ed57295d12a1 req-f50e29b2-5c7d-4784-b96c-719335f33d03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:17.957276 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08c77ba3-0a1a-40b8-b1c3-ed57295d12a1 req-f50e29b2-5c7d-4784-b96c-719335f33d03 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 945 time: 0.0846980 Feb 15 14:21:18.008429 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08c77ba3-0a1a-40b8-b1c3-ed57295d12a1 req-1e05a63f-134b-4994-ac3e-e8516cd2afb9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Feb 15 14:21:18.077913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:21:18.083130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:18.088277 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:18.202728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:18.235727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:21:18.247102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:21:18.311789 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:18.353559 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'code': 200} Feb 15 14:21:18.388918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:18.696213 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096805ba-08ee-4c00-b061-9f05350084f0 req-d48682ed-b464-48d0-ab45-120cc73f4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:18.697672 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-096805ba-08ee-4c00-b061-9f05350084f0 req-d48682ed-b464-48d0-ab45-120cc73f4512 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1099 time: 0.0684083 Feb 15 14:21:18.745437 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-096805ba-08ee-4c00-b061-9f05350084f0 req-cce1c5f5-d105-4bc1-8bf9-c9f09089c834 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Feb 15 14:21:19.195833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94fb9c-de73-4a95-a6df-f0288ff30337 req-8fc845e7-dacc-4ed3-bad3-4e26ea4c2aa6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:19.197265 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f94fb9c-de73-4a95-a6df-f0288ff30337 req-8fc845e7-dacc-4ed3-bad3-4e26ea4c2aa6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0792866 Feb 15 14:21:19.246932 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f94fb9c-de73-4a95-a6df-f0288ff30337 req-a27fde56-f041-46a9-8bee-5c686ded163e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437601 Feb 15 14:21:20.436669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065bf8-4cbb-4846-ba2d-4048b0ee2f79 req-490ed411-f91f-4ff9-8b27-ec44cdc23b84 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:20.438151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f9065bf8-4cbb-4846-ba2d-4048b0ee2f79 req-490ed411-f91f-4ff9-8b27-ec44cdc23b84 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0810647 Feb 15 14:21:20.482850 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f9065bf8-4cbb-4846-ba2d-4048b0ee2f79 req-9e6dddf4-8c83-4f86-8b23-e997e9996539 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390456 Feb 15 14:21:20.669252 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac3c4b-419e-4363-acf3-cf88c86fc52f req-8569605c-28b8-4453-bd65-b45bb626f591 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:20.673480 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfac3c4b-419e-4363-acf3-cf88c86fc52f req-8569605c-28b8-4453-bd65-b45bb626f591 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0867574 Feb 15 14:21:20.717831 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cfac3c4b-419e-4363-acf3-cf88c86fc52f req-fb3c8566-8512-4280-a358-108860edbd4c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385828 Feb 15 14:21:20.741746 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37894) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:20.813789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab459ab5-0bee-48c6-b976-3377f3f70306 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:20.815286 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ab459ab5-0bee-48c6-b976-3377f3f70306 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1094 time: 0.0725272 Feb 15 14:21:20.818145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37898) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:20.822920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:20.829134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:21:20.832965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:floatingip and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:21:20.835780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:21:20.842134 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:21:20.918668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:21.055894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:21.305581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.90 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/2a39aaf1-091c-47a7-b159-5a2781979e89) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:21.454865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:21.535087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:21.603613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:21.607114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:21.609951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:21:21.648686 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=2a39aaf1-091c-47a7-b159-5a2781979e89,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:22.021713 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:22.185351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:22.403426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:22.477507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:22.582696 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=2a39aaf1-091c-47a7-b159-5a2781979e89,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:22.598093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:22.765967 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 144b64c6-f8ae-4014-ad59-f913526ba981 associated. External IP: 172.26.0.90, port: 9b2ac9b9-2378-49cd-8e2b-0f144329c07f. Feb 15 14:21:23.238132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 38c8d195-af49-4e29-a1f0-9ce2947dda24 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:21:23.419894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:21:23.430581 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Sync routers for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:21:23.440502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:21:23.441121 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:21:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:23.498923 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:23.556220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9b0b2ace-d088-472e-9e95-0d08f936ab53 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7370558 Feb 15 14:21:23.556894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:21:23.607507 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'status': 'completed', 'code': 200} Feb 15 14:21:23.640858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:21:23.703318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-f9eea431-40a9-4a98-8220-798e38cec658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:23.704880 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-f9eea431-40a9-4a98-8220-798e38cec658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1099 time: 0.0781944 Feb 15 14:21:23.747163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafef4ac-b4d2-4c11-801a-f09d59348908 req-f676b69b-3aac-4b83-9ffc-b0a8c383fdf8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:23.748699 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dafef4ac-b4d2-4c11-801a-f09d59348908 req-f676b69b-3aac-4b83-9ffc-b0a8c383fdf8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0895078 Feb 15 14:21:23.802222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dafef4ac-b4d2-4c11-801a-f09d59348908 req-6df41a2d-cdfe-4e69-9095-c1bd57bae468 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Feb 15 14:21:23.827779 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37906) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:23.852509 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-c3f42d32-a590-4f57-a6be-6af3f16bb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:23.855018 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-c3f42d32-a590-4f57-a6be-6af3f16bb604 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 897 time: 0.1438296 Feb 15 14:21:23.946063 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-745fc778-5451-4620-90c4-44e47f4ca4c8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 200 len: 991 time: 0.1171193 Feb 15 14:21:23.961362 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-0db11873-f3bf-40a9-8976-73827488a4c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 999 time: 0.1019340 Feb 15 14:21:24.015358 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '144b64c6-f8ae-4014-ad59-f913526ba981', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'port_id': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'mac_address': 'fa:16:3e:db:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:21:21Z', 'updated_at': '2022-02-15T14:21:21Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:24.019359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Checking router: 38c8d195-af49-4e29-a1f0-9ce2947dda24 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:21:24.022589 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-90261a67-7ae9-421c-ba47-138fa42cf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:24.023999 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-90261a67-7ae9-421c-ba47-138fa42cf289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 200 len: 834 time: 0.0573628 Feb 15 14:21:24.028480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:21:24.029098 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:21:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:24.213186 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-f3a34358-7ae0-459e-b60c-85f832bdef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:24.215135 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-f3a34358-7ae0-459e-b60c-85f832bdef82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a45281-4a75-449d-ae34-6d6e70bbe20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853409 Feb 15 14:21:24.251186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:21:24.348633 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-75449446-2eb3-40a7-ae6b-132e9572b290 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Feb 15 14:21:24.488884 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-18dfd4d1-ee50-4cca-8553-c63b5d3728a5 req-7c782208-e543-4d89-bdfa-35556cbdb126 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331298 Feb 15 14:21:24.610962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '144b64c6-f8ae-4014-ad59-f913526ba981', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'port_id': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'mac_address': 'fa:16:3e:db:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:21:21Z', 'updated_at': '2022-02-15T14:21:21Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:24.615842 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9ff8-93fe-4892-bb3e-304dbf847d15 None None] The sync data for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv is: [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '144b64c6-f8ae-4014-ad59-f913526ba981', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'port_id': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'mac_address': 'fa:16:3e:db:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:21:21Z', 'updated_at': '2022-02-15T14:21:21Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:21:24.818481 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c42daa-0fb3-4abf-a740-c35511127783 None None] New status for floating IP 144b64c6-f8ae-4014-ad59-f913526ba981: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:21:24.951117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37910) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:25.055129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a1018d9a-6c75-4b0c-8d5e-875d33731bef tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 200 len: 991 time: 0.1026418 Feb 15 14:21:26.059458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37914) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:21:26.167706 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bca7ef95-5bb8-4b1d-a2bc-980227b9daa4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 200 len: 993 time: 0.1071899 Feb 15 14:21:29.374778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4eec495f-9d0e-49c7-8040-b3dffb281dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:32.590108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-caa6e15f-0f78-4ba1-8176-52816b1bd604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:32.779044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:32.939063 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:33.576397 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:21:33.746490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:34.278472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:55.918310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ffcee-4645-4012-9ea0-215154df8b0f req-eb1390c3-05f8-4541-b02c-043fa3000360 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:55.921447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5e2ffcee-4645-4012-9ea0-215154df8b0f req-eb1390c3-05f8-4541-b02c-043fa3000360 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0856616 Feb 15 14:21:55.970197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5e2ffcee-4645-4012-9ea0-215154df8b0f req-e59b5270-f02c-407d-8931-efc88086afd6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Feb 15 14:21:57.158250 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ee97e-96bf-4ef1-98d0-ff0bbebb27e1 req-5199973f-5d31-4b0f-a528-933bf2d4319e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:57.159724 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d29ee97e-96bf-4ef1-98d0-ff0bbebb27e1 req-5199973f-5d31-4b0f-a528-933bf2d4319e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0806119 Feb 15 14:21:57.210437 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d29ee97e-96bf-4ef1-98d0-ff0bbebb27e1 req-8fde6079-79c3-4cc2-96ed-b983efe575e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404205 Feb 15 14:21:58.411213 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f0aff-1ada-49a3-8640-e74ef153c6fb req-0ffe6af8-8372-4bcb-94de-f151e184e2d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:58.412979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-391f0aff-1ada-49a3-8640-e74ef153c6fb req-0ffe6af8-8372-4bcb-94de-f151e184e2d2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0844419 Feb 15 14:21:58.459070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-391f0aff-1ada-49a3-8640-e74ef153c6fb req-68f0b921-1bb3-4a4c-8efa-b1c2e2726602 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Feb 15 14:21:59.387514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cc7aaa9f-7931-4825-b2a9-0ad67ca4272d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:21:59.650458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aab91d-f5f9-4d10-85df-ccec3b4606ea req-fd521265-0c5e-4bf6-b5f6-93170c4a47fe tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:59.651956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31aab91d-f5f9-4d10-85df-ccec3b4606ea req-fd521265-0c5e-4bf6-b5f6-93170c4a47fe tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0802808 Feb 15 14:21:59.699611 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-31aab91d-f5f9-4d10-85df-ccec3b4606ea req-29593bbf-00a5-4b16-8f3b-87dfd609ce78 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Feb 15 14:22:00.893448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6896fc-5ce7-43ac-b099-98f92728ad8a req-44a29b5d-df28-413d-a0e5-477a1db80d34 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:00.895073 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb6896fc-5ce7-43ac-b099-98f92728ad8a req-44a29b5d-df28-413d-a0e5-477a1db80d34 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0846436 Feb 15 14:22:00.943828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bb6896fc-5ce7-43ac-b099-98f92728ad8a req-e213e87b-f0c4-47d2-a523-328b419f18c5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Feb 15 14:22:02.236337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4d1b-5658-40d8-86ea-a3f0e6625b46 req-5241b220-aa2f-42a3-b744-4a18c6507575 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:02.237798 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d8d4d1b-5658-40d8-86ea-a3f0e6625b46 req-5241b220-aa2f-42a3-b744-4a18c6507575 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.1860137 Feb 15 14:22:02.283033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d8d4d1b-5658-40d8-86ea-a3f0e6625b46 req-f6aab955-07ed-4a4c-a3e0-4de1b1af8c14 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388539 Feb 15 14:22:02.564570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea945961-bbd7-47f3-9c83-ffe6fdcfedfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:02.744725 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:02.859095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:03.521717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c875-2441-472b-9bdd-df3d7cb2b762 req-26ab8194-1f08-4ccf-b4b4-114a0bb71dc9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:03.523833 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9bb7c875-2441-472b-9bdd-df3d7cb2b762 req-26ab8194-1f08-4ccf-b4b4-114a0bb71dc9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.1359587 Feb 15 14:22:03.568371 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9bb7c875-2441-472b-9bdd-df3d7cb2b762 req-335fbedc-f2d6-43ed-abdc-8efd157837f8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390563 Feb 15 14:22:03.710764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:04.285140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:04.881391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5c398-4600-4cd6-b725-c00890a839d7 req-a696e6a1-c712-42d1-9de4-9363c66ea6bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:04.882996 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-afa5c398-4600-4cd6-b725-c00890a839d7 req-a696e6a1-c712-42d1-9de4-9363c66ea6bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.2057142 Feb 15 14:22:04.929496 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-afa5c398-4600-4cd6-b725-c00890a839d7 req-57aa3642-a52e-4c16-b801-7aa9d4e997bd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Feb 15 14:22:06.115585 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485083f6-2f2b-4a59-846c-5e22db25f52c req-2fa50834-497a-4520-b513-065d35bf99d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:06.117052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-485083f6-2f2b-4a59-846c-5e22db25f52c req-2fa50834-497a-4520-b513-065d35bf99d0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0802193 Feb 15 14:22:06.163574 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-485083f6-2f2b-4a59-846c-5e22db25f52c req-33ded2a4-3e99-4080-aba9-6b3db7c18f9f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Feb 15 14:22:07.350454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dab7a-75f8-42e7-84db-289e401dccd6 req-74843463-8bb1-4825-a47d-bb3a63d622b6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:07.351968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c5dab7a-75f8-42e7-84db-289e401dccd6 req-74843463-8bb1-4825-a47d-bb3a63d622b6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0806735 Feb 15 14:22:07.396298 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7c5dab7a-75f8-42e7-84db-289e401dccd6 req-bb2e2135-f45d-496a-8935-1265e2efdd3e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Feb 15 14:22:08.585683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023d7f-18ba-45db-8e8b-ecb100caead1 req-13a4a6f4-b78c-4c5d-aeaa-883bc73559c5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:08.587039 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17023d7f-18ba-45db-8e8b-ecb100caead1 req-13a4a6f4-b78c-4c5d-aeaa-883bc73559c5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0823870 Feb 15 14:22:08.632291 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-17023d7f-18ba-45db-8e8b-ecb100caead1 req-116db982-614a-400f-b9f6-780d17f98e4f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Feb 15 14:22:09.821747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a79fb9-3b28-4749-9bf8-c14fab68122c req-dfd627bb-3354-444a-9b16-55d3ff86a786 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:09.823220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7a79fb9-3b28-4749-9bf8-c14fab68122c req-dfd627bb-3354-444a-9b16-55d3ff86a786 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0816789 Feb 15 14:22:09.871176 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c7a79fb9-3b28-4749-9bf8-c14fab68122c req-6cedd69c-97c3-4211-898b-07eb8c0add44 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Feb 15 14:22:10.580219 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:22:11.067625 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd17ab7-4350-4da7-b9b0-15f243ed854a req-7068ab1f-0687-4629-8e23-5417a336d999 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:11.069061 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9bd17ab7-4350-4da7-b9b0-15f243ed854a req-7068ab1f-0687-4629-8e23-5417a336d999 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0857332 Feb 15 14:22:11.113711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9bd17ab7-4350-4da7-b9b0-15f243ed854a req-ad481e11-af25-4814-b122-1658fc1f5108 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Feb 15 14:22:12.298337 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea413-e431-4d68-9ca4-463c5ba31946 req-b142e610-6537-4aba-b913-3c9a90a80721 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:12.299765 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d7ea413-e431-4d68-9ca4-463c5ba31946 req-b142e610-6537-4aba-b913-3c9a90a80721 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0805697 Feb 15 14:22:12.342593 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4d7ea413-e431-4d68-9ca4-463c5ba31946 req-987f4a45-01ea-4fcf-a1e9-802d9f3f6e45 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Feb 15 14:22:12.365736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37968) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:12.471608 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5c3e23c9-aae5-4164-9c77-ce38a58d9929 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 200 len: 993 time: 0.1045768 Feb 15 14:22:14.093318 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c73e68-7dcc-4980-91fa-fc029a64f7d9 req-9300cdfd-3d8d-46f9-9889-54d2ae3411b8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.095887 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5c73e68-7dcc-4980-91fa-fc029a64f7d9 req-9300cdfd-3d8d-46f9-9889-54d2ae3411b8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0838535 Feb 15 14:22:14.138462 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f5c73e68-7dcc-4980-91fa-fc029a64f7d9 req-c172690f-e9a3-40a2-8c68-02b502eb721f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Feb 15 14:22:14.200992 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-2521ea87-e0e7-4c13-8eab-01456d4974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.202392 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-2521ea87-e0e7-4c13-8eab-01456d4974c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1099 time: 0.0701189 Feb 15 14:22:14.330330 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-55f06093-0bd0-4cbb-8457-82841395cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.331745 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-55f06093-0bd0-4cbb-8457-82841395cf35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 897 time: 0.1234772 Feb 15 14:22:14.433589 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-9aacd024-9afa-4a86-b27b-2b19aec18cb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 1001 time: 0.0957468 Feb 15 14:22:14.497545 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-48bd000e-ec78-4ba9-8cc2-9f94d83906ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.499073 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-48bd000e-ec78-4ba9-8cc2-9f94d83906ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 200 len: 834 time: 0.0601907 Feb 15 14:22:14.580967 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-48ebe440-fe9f-4da9-b6c9-bfd10a1c465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.582431 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-48ebe440-fe9f-4da9-b6c9-bfd10a1c465e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a45281-4a75-449d-ae34-6d6e70bbe20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780668 Feb 15 14:22:14.592503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-b532881b-d0a8-4178-a409-51da395e42c4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:22:14.593473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-b532881b-d0a8-4178-a409-51da395e42c4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056520 Feb 15 14:22:14.724462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-be6d3cd0-bd24-4911-ad07-675caac350a8 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249039 Feb 15 14:22:14.850456 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-79058882-f7d0-42e7-b33b-c7d0a8d0628c req-a1ecbe9c-f253-4bde-aa59-034584fe4dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202619 Feb 15 14:22:15.327937 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551dc25-4002-4beb-84d3-3b28a5a4b6ad req-ad978c7d-3146-45f6-86b7-3e544fcb4069 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:15.333538 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5551dc25-4002-4beb-84d3-3b28a5a4b6ad req-ad978c7d-3146-45f6-86b7-3e544fcb4069 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0794113 Feb 15 14:22:15.380197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5551dc25-4002-4beb-84d3-3b28a5a4b6ad req-a4f1c2ce-6d40-423f-9bfd-e182b4e83ada tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Feb 15 14:22:16.060051 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-201a68da-9079-4858-9fe4-64f725a1aea2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687835 Feb 15 14:22:16.197686 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-d3e1fc32-eb5b-48cc-831a-cf5fc9c8ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.199686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-d3e1fc32-eb5b-48cc-831a-cf5fc9c8ba40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1099 time: 0.0727425 Feb 15 14:22:16.343892 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-52b90375-46c5-4428-acb4-a048641b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.345197 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-52b90375-46c5-4428-acb4-a048641b8af1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 897 time: 0.1282954 Feb 15 14:22:16.442812 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-6526812f-2dd8-4604-973f-9a5b52ab11be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 1001 time: 0.0910103 Feb 15 14:22:16.507278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-0ffd62b3-51ec-45b2-be73-9635f0cabf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.508672 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-0ffd62b3-51ec-45b2-be73-9635f0cabf07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 200 len: 834 time: 0.0603859 Feb 15 14:22:16.563483 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99082-5ff1-46d1-a2a9-95734533c93f req-51e05db6-d12e-466d-8af6-e699d6fc72cf tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.564921 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-24f99082-5ff1-46d1-a2a9-95734533c93f req-51e05db6-d12e-466d-8af6-e699d6fc72cf tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0809329 Feb 15 14:22:16.581495 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-47af7092-e3fe-4764-bfe8-79d0d33d920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.582913 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-47af7092-e3fe-4764-bfe8-79d0d33d920c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a45281-4a75-449d-ae34-6d6e70bbe20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686166 Feb 15 14:22:16.609355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-24f99082-5ff1-46d1-a2a9-95734533c93f req-c85d5b45-b396-4674-aa3a-124b9d4e9189 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388162 Feb 15 14:22:16.633721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37982) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:16.747728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-00e9c68a-d460-41e0-8170-ff24d64d2a12 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 200 len: 993 time: 0.1125503 Feb 15 14:22:16.813429 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-49767ee8-33b1-4a5a-9b99-286be0aeb823 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244103 Feb 15 14:22:16.942768 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-2b48c94e-872f-4c41-9bec-45ea1dc0f7d2 req-7e419a6b-ac91-4239-8520-92cb3d4b0643 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223991 Feb 15 14:22:29.388310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6923ea4a-0c93-44c2-bb4c-9aa95e395ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:32.559773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-95d8936f-2c83-431f-9a9d-b13f8338ad2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:32.771284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:32.857316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:33.721904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:34.288386 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:44.718616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 37994) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:44.928346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 2a39aaf1-091c-47a7-b159-5a2781979e89 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:44.928606 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:45.102395 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:45.102725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:45.332720 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 2a39aaf1-091c-47a7-b159-5a2781979e89 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:45.562313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:45.612215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=2a39aaf1-091c-47a7-b159-5a2781979e89,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:45.648472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.648818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.649156 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.649519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.649853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.650180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.650499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.650817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.651137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.651446 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.651764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.652666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:45.711748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:45.712079 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 144b64c6-f8ae-4014-ad59-f913526ba981 disassociated (deleted). External IP: 172.26.0.90, port: 9b2ac9b9-2378-49cd-8e2b-0f144329c07f. Feb 15 14:22:46.076188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 38c8d195-af49-4e29-a1f0-9ce2947dda24 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:22:46.256473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:22:46.268074 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Sync routers for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:46.274423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:46.277431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:22:46.278605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:22:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.332642 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-01fe2024-1591-4b55-9eba-417d2d71126b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/floatingips/144b64c6-f8ae-4014-ad59-f913526ba981 HTTP/1.1" status: 204 len: 168 time: 1.6127660 Feb 15 14:22:46.333056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:46.380485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'status': 'completed', 'code': 200} Feb 15 14:22:46.459760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:22:46.477604 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-2394fbda-ba80-460e-975d-38f3708834e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.479055 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-2394fbda-ba80-460e-975d-38f3708834e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 1099 time: 0.0761082 Feb 15 14:22:46.614198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-671d1fd4-f153-404e-b12c-3b2e7bbd6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.615617 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-671d1fd4-f153-404e-b12c-3b2e7bbd6035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 200 len: 897 time: 0.1299827 Feb 15 14:22:46.683050 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-3e695c3d-e077-44de-927d-60c7e63f9544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 200 len: 217 time: 0.0608191 Feb 15 14:22:46.752699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-a0b79fb5-f3df-4320-9736-7e3b64c1baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.754136 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-a0b79fb5-f3df-4320-9736-7e3b64c1baff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 200 len: 834 time: 0.0651968 Feb 15 14:22:46.774166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.779123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Checking router: 38c8d195-af49-4e29-a1f0-9ce2947dda24 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:22:46.788583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:22:46.789177 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:22:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.834038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-3cff424d-343f-467d-b958-adbc65e5f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.835557 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-3cff424d-343f-467d-b958-adbc65e5f9fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a45281-4a75-449d-ae34-6d6e70bbe20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748494 Feb 15 14:22:46.957629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70315-6e36-4b4c-b7dc-427141608fb5 req-0fc38ccb-247a-449d-a68c-46655a6b8e15 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.958231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-fcc70315-6e36-4b4c-b7dc-427141608fb5 req-0fc38ccb-247a-449d-a68c-46655a6b8e15 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:22:46.976268 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-8e1298e7-e64f-4dcb-a046-c723f7537e55 service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335754 Feb 15 14:22:46.976518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:22:47.029651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-fcc70315-6e36-4b4c-b7dc-427141608fb5 req-0fc38ccb-247a-449d-a68c-46655a6b8e15 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:22:47.030809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fcc70315-6e36-4b4c-b7dc-427141608fb5 req-0fc38ccb-247a-449d-a68c-46655a6b8e15 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.1573219 Feb 15 14:22:47.084559 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fcc70315-6e36-4b4c-b7dc-427141608fb5 req-9945fd5d-d17e-47db-89cc-bfec416901e9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478399 Feb 15 14:22:47.114617 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-73f2920e-4f8c-4708-9f55-d3a9c82170c3 req-88eec799-953b-42a4-87f6-ee08797b3b5f service neutron] 10.222.0.36 "GET /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317790 Feb 15 14:22:47.345856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:47.349892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc360bf5-2a9c-490c-a05f-3c2019431d9a None None] The sync data for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv is: [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '7e314010-7f60-4f3f-8e8a-4c377fddea58', 'name': '', 'network_id': '20a45281-4a75-449d-ae34-6d6e70bbe20d', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b9:59:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:21:01Z', 'updated_at': '2022-02-15T14:21:08Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': 'b3ccf044-b567-4002-818c-504a22fd2cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:47.563849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505d6dc-f1c6-45aa-ab49-100aa0fd29b4 None None] New status for floating IP 144b64c6-f8ae-4014-ad59-f913526ba981: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:22:47.686277 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:22:48.291167 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542d14-b4a4-4bee-ab14-a3deb7ac8349 req-4ec26619-bb26-4f4e-882a-cdb9af85c546 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:48.292638 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-82542d14-b4a4-4bee-ab14-a3deb7ac8349 req-4ec26619-bb26-4f4e-882a-cdb9af85c546 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.0945981 Feb 15 14:22:48.335880 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-82542d14-b4a4-4bee-ab14-a3deb7ac8349 req-4f7abe88-b874-49c6-b365-dac59714d18e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f0e1cf9-2f22-41ed-979d-dad1def74255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372963 Feb 15 14:22:48.448846 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-25458536-5f8d-4919-9c0b-031b7294d0bd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:48.449454 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-25458536-5f8d-4919-9c0b-031b7294d0bd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:22:48.461292 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-25458536-5f8d-4919-9c0b-031b7294d0bd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:22:48.462384 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-25458536-5f8d-4919-9c0b-031b7294d0bd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 946 time: 0.1009917 Feb 15 14:22:48.529998 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:48.530332 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:48.781725 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:48.782070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:48.904497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 9b2ac9b9-2378-49cd-8e2b-0f144329c07f owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:49.202343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:49.254050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=9b2ac9b9-2378-49cd-8e2b-0f144329c07f,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:49.292561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.292905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.293238 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.293627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.293942 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.294261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.294577 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.294891 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.295229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.295581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.295897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.296235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:49.338432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port 9b2ac9b9-2378-49cd-8e2b-0f144329c07f on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:49.341083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:49.343706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'name': 'network-vif-deleted', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:49.395520 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9730e0d6-2b51-4825-9660-39fbb1eb9f2d', 'name': 'network-vif-deleted', 'tag': '9b2ac9b9-2378-49cd-8e2b-0f144329c07f', 'status': 'completed', 'code': 200} Feb 15 14:22:49.417969 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-aea849bc-4991-42c1-9e11-56a7b94e029f req-62dd234f-d158-41c5-ba2c-4197f56a16ce tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "DELETE /v2.0/ports/9b2ac9b9-2378-49cd-8e2b-0f144329c07f HTTP/1.1" status: 204 len: 173 time: 0.9505634 Feb 15 14:22:49.486664 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6ea5c6-747a-49f5-933b-88f4ab5057c7 req-9bc328c7-e977-45ec-a28a-2c5d719be21f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=9730e0d6-2b51-4825-9660-39fbb1eb9f2d HTTP/1.1" status: 200 len: 210 time: 0.0425684 Feb 15 14:22:50.579608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38012) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:51.236061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:51.592329 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 7e314010-7f60-4f3f-8e8a-4c377fddea58 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:51.593004 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:51.784043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 7e314010-7f60-4f3f-8e8a-4c377fddea58, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7e314010-7f60-4f3f-8e8a-4c377fddea58,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:51.784404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:51.907818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 7e314010-7f60-4f3f-8e8a-4c377fddea58 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:52.291636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:52.340028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=7e314010-7f60-4f3f-8e8a-4c377fddea58,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:52.438908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9b2ac9b9-2378-49cd-8e2b-0f144329c07f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:22:52.476597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 9b2ac9b9-2378-49cd-8e2b-0f144329c07f {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:22:52.477032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 9b2ac9b9-2378-49cd-8e2b-0f144329c07f not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:22:52.735061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.089322 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router 38c8d195-af49-4e29-a1f0-9ce2947dda24 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:22:53.263897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:22:53.273333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Sync routers for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:53.276365 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d0763698-4c15-4e44-bafb-85817d2010ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/38c8d195-af49-4e29-a1f0-9ce2947dda24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956491 Feb 15 14:22:53.279061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38016) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:53.283956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:22:53.284564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:22:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:53.343566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting subnet b3ccf044-b567-4002-818c-504a22fd2cbe {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:22:53.346541 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.400146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.470442 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:22:53.492026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.643543 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.686111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ccf044-b567-4002-818c-504a22fd2cbe,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:53.691400 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.700416 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-38bd32d7-f570-4ac5-9997-898c25d44fa5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/subnets/b3ccf044-b567-4002-818c-504a22fd2cbe HTTP/1.1" status: 204 len: 168 time: 0.4178669 Feb 15 14:22:53.700614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d25d2-c087-4208-b978-c5768fb29210 None None] Network 20a45281-4a75-449d-ae34-6d6e70bbe20d requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:22:53.700717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38020) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:53.878046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:53.932819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:22:52Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:53.939890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Checking router: 38c8d195-af49-4e29-a1f0-9ce2947dda24 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:22:53.954388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Routers {'38c8d195-af49-4e29-a1f0-9ce2947dda24'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:22:53.955012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:22:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['38c8d195-af49-4e29-a1f0-9ce2947dda24'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:54.093800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] DHCP port deletion for 20a45281-4a75-449d-ae34-6d6e70bbe20d request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:22:54.113839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Deleting port 7501e6aa-fc39-461e-ad4b-5884664ca175 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:54.114213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.177774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.187606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] Set router 38c8d195-af49-4e29-a1f0-9ce2947dda24 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:22:54.286362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 31d89b92-1c15-448f-9021-d50332d21c5d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:54.286778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.365551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7501e6aa-fc39-461e-ad4b-5884664ca175 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:22:54.472173 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 31d89b92-1c15-448f-9021-d50332d21c5d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=31d89b92-1c15-448f-9021-d50332d21c5d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:54.472420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.604760 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 31d89b92-1c15-448f-9021-d50332d21c5d owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:54.737673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:54.738460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.842616 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.861617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.875645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Calling delete_port for 7501e6aa-fc39-461e-ad4b-5884664ca175 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:54.888435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=31d89b92-1c15-448f-9021-d50332d21c5d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:54.956502 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:54.982907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:54.983400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:22:52Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:54.987380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbb962-6c15-4492-8513-5ffe871a0aea None None] The sync data for ids ['38c8d195-af49-4e29-a1f0-9ce2947dda24'] in dv-neutron-828156-1-hyperv is: [{'id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736069046', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:56Z', 'updated_at': '2022-02-15T14:22:52Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '31d89b92-1c15-448f-9021-d50332d21c5d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8d195-af49-4e29-a1f0-9ce2947dda24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:20:57Z', 'updated_at': '2022-02-15T14:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:55.042755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.105318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:22:55.105782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:22:55.115127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=7501e6aa-fc39-461e-ad4b-5884664ca175,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:55.122240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.122689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.122922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.123255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.123580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.123936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.124254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.124602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.124922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.125239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.125584 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.125904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:55.161257 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.163664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.257467 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.257911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Fanout notify agent at l3_agent the message router_deleted on router 38c8d195-af49-4e29-a1f0-9ce2947dda24 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:22:55.273899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.274311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-6a0f927e-b389-475c-9a54-e40701367797 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/routers/38c8d195-af49-4e29-a1f0-9ce2947dda24 HTTP/1.1" status: 204 len: 168 time: 1.5727468 Feb 15 14:22:55.277007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38024) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:55.399708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.410677 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 7501e6aa-fc39-461e-ad4b-5884664ca175 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:55.411070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.607517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Deleting port 7501e6aa-fc39-461e-ad4b-5884664ca175 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:55.608115 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.624202 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:55.634105 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.822680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] For port 7501e6aa-fc39-461e-ad4b-5884664ca175, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=7501e6aa-fc39-461e-ad4b-5884664ca175,segment=NetworkSegment(e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a),segment_id=e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:22:55.823233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:55.862041 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 7501e6aa-fc39-461e-ad4b-5884664ca175 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:55.949124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Calling delete_port for 7501e6aa-fc39-461e-ad4b-5884664ca175 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:22:56.029894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.035427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:22:56.035785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:22:56.076079 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=7501e6aa-fc39-461e-ad4b-5884664ca175,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:56.079581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port 7501e6aa-fc39-461e-ad4b-5884664ca175 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:56.171826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Deleting port 7501e6aa-fc39-461e-ad4b-5884664ca175 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:22:56.172218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.203436 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.235788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a45281-4a75-449d-ae34-6d6e70bbe20d']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.242175 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-eed9b794-1d0e-4bea-939f-571dd5b7b20a None None] The port '7501e6aa-fc39-461e-ad4b-5884664ca175' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:22:56.254613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.254613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10d1ff2-7cd0-48a1-b9b8-cba98a15b25a') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.267571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.285189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.294283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:22:56.295363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.301077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e314010-7f60-4f3f-8e8a-4c377fddea58 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:22:56.313003 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:22:56.335346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 7e314010-7f60-4f3f-8e8a-4c377fddea58 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:22:56.335609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 7e314010-7f60-4f3f-8e8a-4c377fddea58 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:22:56.336025 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31d89b92-1c15-448f-9021-d50332d21c5d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:22:56.370141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 31d89b92-1c15-448f-9021-d50332d21c5d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:22:56.370485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 31d89b92-1c15-448f-9021-d50332d21c5d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:22:56.476762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.481332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.506967 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Network': ['ID=20a45281-4a75-449d-ae34-6d6e70bbe20d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:56.580514 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fa061e94-63dd-42ad-8870-6a79442de713 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/networks/20a45281-4a75-449d-ae34-6d6e70bbe20d HTTP/1.1" status: 204 len: 168 time: 1.3024108 Feb 15 14:22:56.583082 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38028) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:56.663484 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.693056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.825736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.844796 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e1cf9-2f22-41ed-979d-dad1def74255,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:56.916001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:56.917303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-afdca8e8-72ab-476a-91da-a4df4a219c77 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/security-groups/4f0e1cf9-2f22-41ed-979d-dad1def74255 HTTP/1.1" status: 204 len: 168 time: 0.3332689 Feb 15 14:22:57.424683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38036) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:57.429895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267803132', 'description': 'tempest-secgroup-smoke-267803132 description', 'project_id': 'b00c1befd6534e2a995229b63e081ff1'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:57.435827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:57.439857 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:57.442747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:57.448401 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:57.514439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:57.537138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:57.541193 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:57.545901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:57.551575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:57.620863 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:57.676521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:57.722036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c072a8ae-651f-4506-8296-07ecd709f861,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:57.773825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:57.775033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1e708303-ac99-40d7-ade8-effb571db4f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3493540 Feb 15 14:22:57.777962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38040) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:57.783095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:57.789239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:57.793185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:57.796146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:57.801884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:57.893447 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:57.952966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.029017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.052687 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bab5c1-b61f-47a7-a35b-f26537d8433d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.120688 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.122670 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-af8293c4-03c4-43d3-be05-52f2f024bc71 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428583 Feb 15 14:22:58.125150 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38044) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:58.130129 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:58.136087 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:58.140803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:58.143648 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:58.149608 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:58.241108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.305123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.379299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.406623 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c205e4-8ab4-40b8-a440-59ca6a3bfa71,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.476621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.477867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bc1864bc-a3b4-4c9a-9f4e-069996718c6d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3517504 Feb 15 14:22:58.480635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38048) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:58.485897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:58.491826 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:58.495614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:58.499028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:58.504762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:58.592254 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.654787 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.754769 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.778951 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dfebc1-d167-49d2-9f9e-a66a04cfbe84,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.863076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:58.864313 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-93767197-a7f6-4e9a-897b-e3612d202cc1 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826201 Feb 15 14:22:58.866929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38052) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:58.871966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:58.877936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:58.881750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:58.884567 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:58.891465 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:58.989804 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.050963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.125917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.154194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55b20f3-5c8d-4bb9-883f-0e7269fbd7f3,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:59.236295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.237490 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-9d17d14e-66b0-4e2e-ae5c-362ed2064ee8 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696263 Feb 15 14:22:59.240219 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38056) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:59.245066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:59.251370 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:59.255226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:59.258089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:59.264239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:59.322372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:22:59.330154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.393425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.396764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-609af6f7-9b22-430e-bea0-5add51e503f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.463161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.486627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e471b1-55e8-479a-a758-6c5eaf354594,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:59.556474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.557676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-05259bb7-50ad-4349-b4c5-06751f4aea3c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165381 Feb 15 14:22:59.560926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38060) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:59.565887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'security_group_rule': {'security_group_id': 'c072a8ae-651f-4506-8296-07ecd709f861', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:59.571745 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:59.575700 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:security_group_rule and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:59.578683 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:59.584335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:22:59.674591 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Project b00c1befd6534e2a995229b63e081ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:22:59.681496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.751851 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.822997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.846898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c28d191-6abe-4b3b-8abf-31c673385533,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:59.914458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:22:59.915692 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4601cc8c-3b67-40b5-893b-1b39836551af tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3538389 Feb 15 14:22:59.918559 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38064) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:22:59.924028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'network': {'name': 'tempest-network-smoke--82410771', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'port_security_enabled': True}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:59.928904 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:22:59.932880 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:network and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:22:59.936255 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:22:59.941839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:23:00.017490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:00.020918 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.051003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:23:00.059978 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.060298 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Added segment 201be4fb-c07e-4896-b0d1-eea54b861ced of type vlan for network 3387ecbb-4916-41a3-a83f-780a6c4f7441 Feb 15 14:23:00.085448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.183389 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.189536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.190122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.297894 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Network': ['ID=3387ecbb-4916-41a3-a83f-780a6c4f7441,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:00.307883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:23:00.351682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-702a17f8-12ef-415c-ae1b-7e418f41a095 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4319966 Feb 15 14:23:00.354290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38068) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:00.360601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'admin_state_up': True, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:00.367848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:23:00.372480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:router and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:23:00.375490 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:23:00.381807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:23:00.453956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.457775 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.469491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:00.893005 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:01.225836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:01.254261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:01.395192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.211 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/9fe7a506-d376-42b8-90ac-078337160052) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:01.537902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:01.612658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:01.678272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:01.681178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:01.685516 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:23:01.719524 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=9fe7a506-d376-42b8-90ac-078337160052,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:02.164782 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:02.618339 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:02.623101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c4766077-90fe-4abb-9377-ccdcb9511690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:02.760306 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:02.864855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:02.905210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router f5c18f1c-8ef9-4817-b349-f60998ee5d3c is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:23:03.081682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:23:03.091649 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Sync routers for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:03.101216 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:03.101966 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:03.151012 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.156343 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1e3ad4fa-5e76-4600-82a0-0b9b39c1d5b7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7970002 Feb 15 14:23:03.156506 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38072) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:03.199468 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4587cf70-35dd-44e3-b60f-2e58a575fe4f tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b00c1befd6534e2a995229b63e081ff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417864 Feb 15 14:23:03.202613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38076) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:03.287006 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:03.335561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0688b429-ae51-4157-82cd-1fbb25e00b45 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:03.337062 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0688b429-ae51-4157-82cd-1fbb25e00b45 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335304 Feb 15 14:23:03.339882 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38080) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:03.379924 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-fc62e50b-f5dc-495e-840e-575c76d97d85 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=3fc0faa5-cb61-4161-8b21-a099b731a5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382209 Feb 15 14:23:03.382326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38084) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:03.388640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726119594', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:03.500056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:23:03.503886 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:subnet and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:23:03.506697 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:23:03.512825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:23:03.570300 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:01Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:03.577240 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Checking router: f5c18f1c-8ef9-4817-b349-f60998ee5d3c for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:03.577849 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Updating router f5c18f1c-8ef9-4817-b349-f60998ee5d3c port 9fe7a506-d376-42b8-90ac-078337160052 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:23:03.606450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:03.610310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.638726 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.722855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.886772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.967057 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:03.970295 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Subnet': ['ID=0aca890d-61ce-4379-9cbf-050f751bed3d,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:03.975622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Checking segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:23:03.975974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network hostable DHCP agents. Network: 3387ecbb-4916-41a3-a83f-780a6c4f7441, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:23:03.978833 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Transition to ACTIVE for port object 9fe7a506-d376-42b8-90ac-078337160052 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:04.077225 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.093682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:23:04.152752 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Attempting to bind port 9fe7a506-d376-42b8-90ac-078337160052 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:23:04.153841 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Attempting to bind port 9fe7a506-d376-42b8-90ac-078337160052 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:23:04.154150 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Attempting to bind port 9fe7a506-d376-42b8-90ac-078337160052 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:23:04.159464 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Pushing event updated for resources: {'Port': ['ID=9fe7a506-d376-42b8-90ac-078337160052,revision_number=2']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:04.164381 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:23:04.164736 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:23:04.165116 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.165518 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:23:04.165961 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Bound port: 9fe7a506-d376-42b8-90ac-078337160052, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:23:04.166315 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.195754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.206149 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.225570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 3387ecbb-4916-41a3-a83f-780a6c4f7441) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:04.235630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cd655-d284-4d1e-944d-04b08b2b64ce None None] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:23:04.241711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:04.249132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.250602 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] For port 9fe7a506-d376-42b8-90ac-078337160052, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:23:04.253798 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] For port 9fe7a506-d376-42b8-90ac-078337160052, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9fe7a506-d376-42b8-90ac-078337160052,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:23:04.306029 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.337189 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.337438 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-4d6ba544-2eed-4661-8ab9-9c8c2da4ab81 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9512436 Feb 15 14:23:04.337438 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38088) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:04.413071 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:04.413720 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:04.456414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-3387ecbb-4916-41a3-a83f-780a6c4f7441', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:23:04.457430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.475748 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c570bf-573d-454a-a6fd-b6357cfa5aa7 None None] Pushing event updated for resources: {'Port': ['ID=9fe7a506-d376-42b8-90ac-078337160052,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:04.634274 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Allocated IP 172.20.0.2 (3387ecbb-4916-41a3-a83f-780a6c4f7441/0aca890d-61ce-4379-9cbf-050f751bed3d/2a598839-027f-40ac-b39e-4e6376d0eb54) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:04.645968 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:04.867821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:04.878745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Transition to ACTIVE for port object 2a598839-027f-40ac-b39e-4e6376d0eb54 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:04.901034 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Transition to ACTIVE for port object 2a598839-027f-40ac-b39e-4e6376d0eb54 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:04.938827 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:01Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:04.942675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db27d4-0d12-46fc-8164-fea2f7707111 None None] The sync data for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv is: [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:01Z', 'revision_number': 3, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:04.963415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.029356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:05.032273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:05.035310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:23:05.074434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Pushing event updated for resources: {'Port': ['ID=2a598839-027f-40ac-b39e-4e6376d0eb54,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:05.135977 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Attempting to bind port 2a598839-027f-40ac-b39e-4e6376d0eb54 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:23:05.136346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Attempting to bind port 2a598839-027f-40ac-b39e-4e6376d0eb54 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:23:05.136705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Attempting to bind port 2a598839-027f-40ac-b39e-4e6376d0eb54 on network 3387ecbb-4916-41a3-a83f-780a6c4f7441 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:23:05.142308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:23:05.142682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Checking segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:23:05.143076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.143461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Bound using segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:23:05.143920 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Bound port: 2a598839-027f-40ac-b39e-4e6376d0eb54, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:23:05.144292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.224448 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.254457 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] For port 2a598839-027f-40ac-b39e-4e6376d0eb54, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:23:05.257670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] For port 2a598839-027f-40ac-b39e-4e6376d0eb54, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a598839-027f-40ac-b39e-4e6376d0eb54,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:23:05.332448 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.429784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee36c0-1543-48f3-9cb6-3f49054be7be None None] Pushing event updated for resources: {'Port': ['ID=2a598839-027f-40ac-b39e-4e6376d0eb54,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:05.697684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.1 (3387ecbb-4916-41a3-a83f-780a6c4f7441/0aca890d-61ce-4379-9cbf-050f751bed3d/546da9d7-1bed-459d-bc21-c2b38050823b) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:05.869464 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:05.885641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object 546da9d7-1bed-459d-bc21-c2b38050823b will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:05.979899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:06.050037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:06.053026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:06.057373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:23:06.083673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:06.122351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:06.391918 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9fe7a506-d376-42b8-90ac-078337160052 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:06.463165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc903031-e16f-4149-87db-147d590875fc None None] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:23:06.608792 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:06.642706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-7ca54816-302c-4149-8016-a692f8006b45 None None] Provisioning for port 2a598839-027f-40ac-b39e-4e6376d0eb54 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:06.675193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 9fe7a506-d376-42b8-90ac-078337160052 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:06.759262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9fe7a506-d376-42b8-90ac-078337160052 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:06.759630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:06.967018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:06.988426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 9fe7a506-d376-42b8-90ac-078337160052, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9fe7a506-d376-42b8-90ac-078337160052,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:07.057120 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.063856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.068169 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a598839-027f-40ac-b39e-4e6376d0eb54 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:07.145440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.204989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=9fe7a506-d376-42b8-90ac-078337160052,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:07.260214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 2a598839-027f-40ac-b39e-4e6376d0eb54 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:07.266545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2a598839-027f-40ac-b39e-4e6376d0eb54 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:07.267366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.284298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.288342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:07.403800 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Provisioning complete for port 2a598839-027f-40ac-b39e-4e6376d0eb54 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:07.404437 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.451497 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:07.452728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:07.457810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.502671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 2a598839-027f-40ac-b39e-4e6376d0eb54, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a598839-027f-40ac-b39e-4e6376d0eb54,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:07.567563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.579413 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:07.699080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router f5c18f1c-8ef9-4817-b349-f60998ee5d3c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:23:07.753014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=2a598839-027f-40ac-b39e-4e6376d0eb54,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:07.758674 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:23:07.759026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:23:07.896433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:23:07.906892 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Sync routers for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:07.912968 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-88e90a23-ef64-4419-ba80-62088b54183e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/f5c18f1c-8ef9-4817-b349-f60998ee5d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5711110 Feb 15 14:23:07.920058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:07.920772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:08.098589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-e294b375-1b09-40a7-8a3f-09717f90e31d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:23:08.110628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:08.178135 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-e294b375-1b09-40a7-8a3f-09717f90e31d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:23:08.179270 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-e294b375-1b09-40a7-8a3f-09717f90e31d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267803132&fields=id&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 267 time: 0.1231530 Feb 15 14:23:08.337668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-37db023b-d91e-4c4a-87ca-b58724e051bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:08.338352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-37db023b-d91e-4c4a-87ca-b58724e051bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:23:08.358317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9fe7a506-d376-42b8-90ac-078337160052 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:08.417957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-37db023b-d91e-4c4a-87ca-b58724e051bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:23:08.419234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-37db023b-d91e-4c4a-87ca-b58724e051bb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/networks?id=3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 200 len: 795 time: 0.2328858 Feb 15 14:23:08.435095 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-575f867a-8bbe-4d5f-8cdb-db55e4d205d3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/quotas/b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Feb 15 14:23:08.517945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 9fe7a506-d376-42b8-90ac-078337160052 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:08.518523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:08.518664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-583b8cb9-2862-4f71-95b2-878c36828dda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:23:08.553614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Provisioning for port 546da9d7-1bed-459d-bc21-c2b38050823b completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:08.567779 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Provisioning complete for port 546da9d7-1bed-459d-bc21-c2b38050823b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:08.568141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:08.597132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-583b8cb9-2862-4f71-95b2-878c36828dda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:23:08.597944 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-583b8cb9-2862-4f71-95b2-878c36828dda tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562500 Feb 15 14:23:08.614514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-a24cb13a-2e3e-48e9-a0ed-fbaacd41aa33 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:23:08.615447 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-a24cb13a-2e3e-48e9-a0ed-fbaacd41aa33 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050821 Feb 15 14:23:08.645697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-63c75ede-b3a0-4f47-b392-7c06b4f2d1a4 None None] Port 546da9d7-1bed-459d-bc21-c2b38050823b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:23:08.772624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 2, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:08.785376 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Checking router: f5c18f1c-8ef9-4817-b349-f60998ee5d3c for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:08.785765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Updating router f5c18f1c-8ef9-4817-b349-f60998ee5d3c port 546da9d7-1bed-459d-bc21-c2b38050823b binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:23:08.842081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a598839-027f-40ac-b39e-4e6376d0eb54 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:08.879777 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-245da4d3-3627-4878-9736-862abb1849da None None] Provisioning complete for port 546da9d7-1bed-459d-bc21-c2b38050823b triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:08.880153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-245da4d3-3627-4878-9736-862abb1849da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:08.890015 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-428c7d0c-137f-4c39-9627-2be92ba928d8 service neutron] 10.222.0.61 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681787 Feb 15 14:23:08.938253 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:08.972124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-245da4d3-3627-4878-9736-862abb1849da None None] Port 546da9d7-1bed-459d-bc21-c2b38050823b cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:23:09.023310 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-7b006e56-562e-4e0d-b5ab-b0098495b8a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272292 Feb 15 14:23:09.038526 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 2a598839-027f-40ac-b39e-4e6376d0eb54 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:09.038926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:09.360181 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b40f2236-70aa-4eee-a7e6-09dac985fef9 req-1cd39036-85a1-4b1d-acc8-029da6aa3d9b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 210 time: 0.0479069 Feb 15 14:23:09.442832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:09.454912 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Transition to ACTIVE for port object 546da9d7-1bed-459d-bc21-c2b38050823b will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:09.551208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:09.682583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb21727-9f93-4bcf-8a7b-b8197779f03e None None] Pushing event updated for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:09.774967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Attempting to bind port 546da9d7-1bed-459d-bc21-c2b38050823b on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:23:09.775349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Attempting to bind port 546da9d7-1bed-459d-bc21-c2b38050823b by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:23:09.775712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Attempting to bind port 546da9d7-1bed-459d-bc21-c2b38050823b on network 3387ecbb-4916-41a3-a83f-780a6c4f7441 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:23:09.781970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:23:09.782375 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Checking segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:23:09.782755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:09.783153 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Bound using segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:23:09.783656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Bound port: 546da9d7-1bed-459d-bc21-c2b38050823b, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:23:09.784032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:09.896631 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] For port 546da9d7-1bed-459d-bc21-c2b38050823b, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:23:09.900408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] For port 546da9d7-1bed-459d-bc21-c2b38050823b, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=546da9d7-1bed-459d-bc21-c2b38050823b,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:23:09.995350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:10.077686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:10.078315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:10.144312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb21727-9f93-4bcf-8a7b-b8197779f03e None None] Pushing event updated for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:10.271711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:10.516875 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b8986a6a-6a02-402a-a465-de9e4cafc017 req-ff7fa20a-005f-45d1-ac6f-3ceedad758fb tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 210 time: 0.0457497 Feb 15 14:23:10.685734 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:09Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:10.692024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a8075-2dff-443a-9f97-8e61406acd12 None None] The sync data for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv is: [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:09Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:11.523471 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-6cde1a75-2fb7-484c-98dc-d667786ef793 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:11.525804 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-6cde1a75-2fb7-484c-98dc-d667786ef793 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/networks?id=3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 200 len: 795 time: 0.1649213 Feb 15 14:23:11.578574 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-0fbca1b0-62b4-441a-802c-bff767b9313b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b00c1befd6534e2a995229b63e081ff1 HTTP/1.1" status: 200 len: 379 time: 0.0458059 Feb 15 14:23:11.586962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'port': {'device_id': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'admin_state_up': True, 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'security_groups': ['c072a8ae-651f-4506-8296-07ecd709f861']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:11.712287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b3a32a7-d91f-4671-a6ca-6c6ddb159882 req-9ebf427a-e5df-478e-9d90-2627d4d6552c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 210 time: 0.0551424 Feb 15 14:23:11.744268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:23:11.757751 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:23:11.836453 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Made reservation on behalf of b00c1befd6534e2a995229b63e081ff1 for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:11.840038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.021229 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.20.0.11 (3387ecbb-4916-41a3-a83f-780a6c4f7441/0aca890d-61ce-4379-9cbf-050f751bed3d/ce7dc276-f0b8-41e2-917d-907d0b51a0b2) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:12.219915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.235281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Transition to ACTIVE for port object ce7dc276-f0b8-41e2-917d-907d0b51a0b2 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:12.330020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 546da9d7-1bed-459d-bc21-c2b38050823b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:12.336790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.398607 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:12.401639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:12.406639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:23:12.450758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:12.480444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:12.481537 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.511315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 546da9d7-1bed-459d-bc21-c2b38050823b completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:12.517149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 546da9d7-1bed-459d-bc21-c2b38050823b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:12.525610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.597716 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-b601a064-cab3-4ec5-b90c-baddd57ac30c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0147862 Feb 15 14:23:12.609431 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Request body: {'port': {'device_id': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:12.647648 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.681546 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 546da9d7-1bed-459d-bc21-c2b38050823b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=546da9d7-1bed-459d-bc21-c2b38050823b,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:12.721762 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.734038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0a7ac3c7-6ec8-48e5-a202-5ef253b84038 None None] Provisioning for port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:12.740701 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0a7ac3c7-6ec8-48e5-a202-5ef253b84038 None None] Provisioning complete for port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:12.749079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0a7ac3c7-6ec8-48e5-a202-5ef253b84038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.789199 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:12.853599 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ac3c7-6ec8-48e5-a202-5ef253b84038 None None] Port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:23:12.874208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:12.915652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0357d-1a07-4600-a069-545ce00f51ff req-6d3e013f-79cd-4fa3-8a93-570ee79e57c5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:12.917113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37a0357d-1a07-4600-a069-545ce00f51ff req-6d3e013f-79cd-4fa3-8a93-570ee79e57c5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 932 time: 0.0870051 Feb 15 14:23:12.962951 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37a0357d-1a07-4600-a069-545ce00f51ff req-640def72-7b82-45bf-82d1-547db0a19376 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394838 Feb 15 14:23:13.091427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7dc276-f0b8-41e2-917d-907d0b51a0b2 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:13.098622 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:13.113715 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Transition to ACTIVE for port object ce7dc276-f0b8-41e2-917d-907d0b51a0b2 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:13.177571 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:13.432745 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:13.511046 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Attempting to bind port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:23:13.511472 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Attempting to bind port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:23:13.511802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Attempting to bind port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 on network 3387ecbb-4916-41a3-a83f-780a6c4f7441 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:23:13.516625 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 on network 3387ecbb-4916-41a3-a83f-780a6c4f7441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:23:13.516996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Attempting to bind port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 on network 3387ecbb-4916-41a3-a83f-780a6c4f7441 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:23:13.522064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:23:13.522394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Checking segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:23:13.522773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Bound using segment: {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:23:13.523189 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Bound port: ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201be4fb-c07e-4896-b0d1-eea54b861ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:23:13.523531 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:13.619878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:23:13.623184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:23:13.705734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:13.766202 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:13.766759 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:13.768125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 200 len: 1094 time: 1.1631596 Feb 15 14:23:13.768561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:13.791306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417e19e-37a4-4ed2-a7a2-f40ff63c0526 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:13.823084 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'status': 'completed', 'code': 200} Feb 15 14:23:13.923434 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-7f5b64a0-63db-4b84-8a7b-f6577b3673c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:13.924941 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-7f5b64a0-63db-4b84-8a7b-f6577b3673c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1097 time: 0.0829430 Feb 15 14:23:14.081583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-eb49234b-bfa0-4c9d-b9ba-e2bdddbae28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.082907 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-eb49234b-bfa0-4c9d-b9ba-e2bdddbae28e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b00c1befd6534e2a995229b63e081ff1&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1489363 Feb 15 14:23:14.160354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceef52d-6197-4206-9379-37703ed50241 req-01d8aae7-2e8e-4518-a99f-a71cafac43f0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.162459 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ceef52d-6197-4206-9379-37703ed50241 req-01d8aae7-2e8e-4518-a99f-a71cafac43f0 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 944 time: 0.0914643 Feb 15 14:23:14.207531 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ceef52d-6197-4206-9379-37703ed50241 req-ed04f706-30a8-41bc-8358-058196df141f tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Feb 15 14:23:14.223266 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-529f140a-faf7-48d4-943e-6e769af1575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.224715 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-acc8a946-3b70-47cd-a1e0-9997a6e16e9a req-529f140a-faf7-48d4-943e-6e769af1575d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1359224 Feb 15 14:23:14.306698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 546da9d7-1bed-459d-bc21-c2b38050823b up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:14.336925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-23dca690-6d98-48fe-8f1a-3e770c47af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.338543 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-23dca690-6d98-48fe-8f1a-3e770c47af9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1097 time: 0.0775206 Feb 15 14:23:14.373295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 546da9d7-1bed-459d-bc21-c2b38050823b triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:14.373696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:14.412090 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-8ab361ea-7a06-44cd-a73e-527d1dbb7d88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0667748 Feb 15 14:23:14.477066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-ddcdd8f8-b419-4783-91a5-e841cbca96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.478899 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-ddcdd8f8-b419-4783-91a5-e841cbca96b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aca890d-61ce-4379-9cbf-050f751bed3d HTTP/1.1" status: 200 len: 835 time: 0.0608680 Feb 15 14:23:14.560276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-cf6ff00f-8100-4eb1-b697-a4fc64e96631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.561751 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-cf6ff00f-8100-4eb1-b697-a4fc64e96631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3387ecbb-4916-41a3-a83f-780a6c4f7441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772200 Feb 15 14:23:14.697157 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-468252c8-9d9b-4cfa-ac97-757855b21459 service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294317 Feb 15 14:23:14.829513 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-36116876-d5a1-44e7-b715-2883dd9085d6 req-88cd0505-cde2-4404-a047-4d95836a3b83 service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260865 Feb 15 14:23:15.406091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4535f1-6557-45b6-a250-8666ee1479b4 req-9b5fdae7-e345-4c11-bbaa-410bcc3a5acf tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:15.408160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db4535f1-6557-45b6-a250-8666ee1479b4 req-9b5fdae7-e345-4c11-bbaa-410bcc3a5acf tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 944 time: 0.0910101 Feb 15 14:23:15.455027 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-db4535f1-6557-45b6-a250-8666ee1479b4 req-fe27cb73-eca3-4099-91fc-a91d803ef3d9 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Feb 15 14:23:16.645362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f02d2-8384-4386-aeff-da94a54cde0b req-5735b696-c965-4bcc-9c19-c9c589b2691b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:16.646208 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-635f02d2-8384-4386-aeff-da94a54cde0b req-5735b696-c965-4bcc-9c19-c9c589b2691b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 944 time: 0.0841997 Feb 15 14:23:16.705314 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-635f02d2-8384-4386-aeff-da94a54cde0b req-9b693f23-25ea-4ff4-bdb2-072a2ca3ffc4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517285 Feb 15 14:23:17.891244 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca9d5b-cf89-44e0-89a3-308d1846f996 req-43d17a2d-e1ea-4c7e-9da5-cb4251d5e799 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:17.892705 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-15ca9d5b-cf89-44e0-89a3-308d1846f996 req-43d17a2d-e1ea-4c7e-9da5-cb4251d5e799 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 944 time: 0.0806882 Feb 15 14:23:17.941126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-15ca9d5b-cf89-44e0-89a3-308d1846f996 req-6ede991b-47bc-437b-971d-1c8b6dae69e4 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Feb 15 14:23:18.555327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ce7dc276-f0b8-41e2-917d-907d0b51a0b2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:23:18.692445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:18.706222 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'port_id': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'mac_address': 'fa:16:3e:9d:44:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:23:18.765671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:18.782967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7dc276-f0b8-41e2-917d-907d0b51a0b2 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:18.799093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:18.876608 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:18.942846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:19.085861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['ce7dc276-f0b8-41e2-917d-907d0b51a0b2'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:23:19.129470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fe026-3104-45d1-bc9f-364b33c2c00d req-c74690d7-f94e-44dd-bf2b-8433a4498b5a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:19.130856 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-624fe026-3104-45d1-bc9f-364b33c2c00d req-c74690d7-f94e-44dd-bf2b-8433a4498b5a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 945 time: 0.0814476 Feb 15 14:23:19.181426 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-624fe026-3104-45d1-bc9f-364b33c2c00d req-dde0b439-f2aa-4ca0-8417-3564f213b689 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Feb 15 14:23:20.373997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876564c0-5665-44e6-b706-cbda1495a714 req-11910173-afd3-4ead-a507-adb474185ccd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:20.375495 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-876564c0-5665-44e6-b706-cbda1495a714 req-11910173-afd3-4ead-a507-adb474185ccd tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 945 time: 0.0866706 Feb 15 14:23:20.421656 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-876564c0-5665-44e6-b706-cbda1495a714 req-a692bf33-fdd6-4a3c-850f-d2246de846f3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Feb 15 14:23:20.595590 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ce7dc276-f0b8-41e2-917d-907d0b51a0b2 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:23:20.756440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:20.761624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:20.762002 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:20.879773 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:20.907193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:20.917550 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:23:20.952143 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'code': 200} Feb 15 14:23:21.002523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:21.073784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:21.365385 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3d4f0-3b0e-47ee-8772-ea8687bd40a6 req-8366b92e-22ab-4d66-85fe-6b9c098a7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:21.369044 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b8b3d4f0-3b0e-47ee-8772-ea8687bd40a6 req-8366b92e-22ab-4d66-85fe-6b9c098a7d28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1099 time: 0.0682259 Feb 15 14:23:21.407898 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b8b3d4f0-3b0e-47ee-8772-ea8687bd40a6 req-bb63f760-140c-4cbd-8aca-3ed0767e8229 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351734 Feb 15 14:23:21.763635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91b7d0-9ee9-43d4-ba77-488e1e512f8a req-0c6e915e-d725-4ed5-b07a-6a1d0f2d7636 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:21.765068 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab91b7d0-9ee9-43d4-ba77-488e1e512f8a req-0c6e915e-d725-4ed5-b07a-6a1d0f2d7636 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0815415 Feb 15 14:23:21.809151 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ab91b7d0-9ee9-43d4-ba77-488e1e512f8a req-93dde65c-b023-47a9-84a9-423c3382bb6e tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384603 Feb 15 14:23:22.998319 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5b86d-0961-43ac-9055-fa7e2593c0f2 req-0d2ce3b4-d296-441b-9fcb-976e07f0f794 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:22.999673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7f5b86d-0961-43ac-9055-fa7e2593c0f2 req-0d2ce3b4-d296-441b-9fcb-976e07f0f794 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0838683 Feb 15 14:23:23.045168 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b7f5b86d-0961-43ac-9055-fa7e2593c0f2 req-0750471a-fd7d-4585-b239-951fd3928b8a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392954 Feb 15 14:23:23.224827 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4d2a6-745c-4f25-9f5c-b93b97bc813c req-ebeec8ea-fc67-4a48-8bad-32d24327d7ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:23.226289 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-13e4d2a6-745c-4f25-9f5c-b93b97bc813c req-ebeec8ea-fc67-4a48-8bad-32d24327d7ee tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0795498 Feb 15 14:23:23.269774 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-13e4d2a6-745c-4f25-9f5c-b93b97bc813c req-57aa69da-6166-4bfc-b1d5-de979edfe270 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Feb 15 14:23:23.292424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38150) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:23.364730 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28fabb-a5f7-40af-b55d-1ae0a025a281 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:23.366219 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8b28fabb-a5f7-40af-b55d-1ae0a025a281 tempest-TestNetworkAdvancedServerOps-1648619405 tempest-TestNetworkAdvancedServerOps-1648619405-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1094 time: 0.0728300 Feb 15 14:23:23.368881 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38154) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:23.374178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:23.380097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:23:23.383909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Usage tracker for resource:floatingip and tenant:b00c1befd6534e2a995229b63e081ff1 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:23:23.386732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:23:23.392800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:23:23.499753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:23.635640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:23.774043 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Allocated IP 172.26.0.23 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/98b7f209-6e6f-4e31-bbe9-d870e80bd740) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:24.012418 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:24.117158 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:24.180868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:24.183753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:24.186439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:23:24.227084 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=98b7f209-6e6f-4e31-bbe9-d870e80bd740,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:24.596298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:24.629524 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:23:24.732560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:24.937629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:24.990939 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:25.096496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event updated for resources: {'Port': ['ID=98b7f209-6e6f-4e31-bbe9-d870e80bd740,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:25.113058 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:25.284044 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 2841eadd-01e6-40e7-86f1-88e60a9bb0fa associated. External IP: 172.26.0.23, port: ce7dc276-f0b8-41e2-917d-907d0b51a0b2. Feb 15 14:23:25.741877 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router f5c18f1c-8ef9-4817-b349-f60998ee5d3c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:23:25.917362 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:23:25.927674 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Sync routers for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:25.936911 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:25.937623 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:26.002423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:26.063907 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d5dcec67-592b-4938-8e6b-8a2e375e660c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6909413 Feb 15 14:23:26.063907 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:26.110797 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'status': 'completed', 'code': 200} Feb 15 14:23:26.117804 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:26.210393 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-dc2e422d-f222-41ad-b184-0bd0020c93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.211850 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-dc2e422d-f222-41ad-b184-0bd0020c93de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1099 time: 0.0770667 Feb 15 14:23:26.237627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96faeb-7656-43db-9e4c-6fb46a3282a2 req-99a36d9f-a695-4586-bdc5-53a652eea45d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.239106 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d96faeb-7656-43db-9e4c-6fb46a3282a2 req-99a36d9f-a695-4586-bdc5-53a652eea45d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0832205 Feb 15 14:23:26.286264 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6d96faeb-7656-43db-9e4c-6fb46a3282a2 req-88122065-fb50-4704-9da7-8ebe6a69a420 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Feb 15 14:23:26.310011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38162) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:26.349098 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-efdcfa20-b011-4c8a-862d-0801811982a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.350595 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-efdcfa20-b011-4c8a-862d-0801811982a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 200 len: 895 time: 0.1323521 Feb 15 14:23:26.425303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-adb5487f-f63e-48e9-9056-838d240e5b1b tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 200 len: 991 time: 0.1141436 Feb 15 14:23:26.492894 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2841eadd-01e6-40e7-86f1-88e60a9bb0fa', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'port_id': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'mac_address': 'fa:16:3e:9d:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:24Z', 'updated_at': '2022-02-15T14:23:24Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:26.497040 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Checking router: f5c18f1c-8ef9-4817-b349-f60998ee5d3c for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:26.505935 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:23:26.506540 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:23:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:26.572866 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-da3adeb2-c5a3-4bab-9e53-e2455680d1e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 200 len: 999 time: 0.2157965 Feb 15 14:23:26.634732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-59b1a616-9115-4569-b7c5-251882447e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.636315 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-59b1a616-9115-4569-b7c5-251882447e22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aca890d-61ce-4379-9cbf-050f751bed3d HTTP/1.1" status: 200 len: 835 time: 0.0576446 Feb 15 14:23:26.681209 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:23:26.711249 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-de5b9cff-df88-4146-969e-569b25b3cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.712983 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-de5b9cff-df88-4146-969e-569b25b3cc9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3387ecbb-4916-41a3-a83f-780a6c4f7441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706477 Feb 15 14:23:26.845576 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-11ddef52-1a07-4773-8d2f-c08199cdb4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259625 Feb 15 14:23:26.977262 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-5042ed7b-35d6-45ab-b0c7-d05080369e20 req-a8dacf13-5197-4f7b-a1bb-de68b9de3bfa service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264029 Feb 15 14:23:27.065301 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2841eadd-01e6-40e7-86f1-88e60a9bb0fa', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'port_id': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'mac_address': 'fa:16:3e:9d:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:24Z', 'updated_at': '2022-02-15T14:23:24Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:27.069233 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e82-f58f-4576-a6c9-2c84703badae None None] The sync data for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv is: [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2841eadd-01e6-40e7-86f1-88e60a9bb0fa', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'port_id': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'mac_address': 'fa:16:3e:9d:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:24Z', 'updated_at': '2022-02-15T14:23:24Z', 'revision_number': 0, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:27.260246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d555325-b814-4271-a22d-e963cb3b3bab None None] New status for floating IP 2841eadd-01e6-40e7-86f1-88e60a9bb0fa: ACTIVE {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:23:27.427712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38166) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:27.534143 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1670f448-3aa5-4d45-8734-8fde6d797236 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 200 len: 991 time: 0.1053720 Feb 15 14:23:28.538426 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38170) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:28.646953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-08614e26-5f38-404a-b201-61b13a35e5d5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 200 len: 993 time: 0.1073089 Feb 15 14:23:29.408279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e00aaeaa-cedc-4e97-b7ef-1ead167aca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:32.739651 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5caa-5dd9-44b3-80e9-bc07399ddc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:32.783257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:32.882961 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:33.762292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:34.350680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:48.849782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-3e6d37c8-09ee-4479-9108-153d96f2832c req-f6fb6e4e-964f-494c-95b3-b1f9088c435d service neutron] (88296) timed out ('10.222.0.61', 34140) {{(pid=88296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 15 14:23:58.486214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9633-4202-453d-8667-b45805b2d6ba req-2d5cf19a-36f6-4e48-ad8e-297f34272b96 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:58.488410 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b4f9633-4202-453d-8667-b45805b2d6ba req-2d5cf19a-36f6-4e48-ad8e-297f34272b96 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0801814 Feb 15 14:23:58.533186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b4f9633-4202-453d-8667-b45805b2d6ba req-d41392d3-7ada-45a4-ab25-ad1042f3ec21 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 Feb 15 14:23:59.384901 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e6f3bd9c-4bcf-4bf5-b66c-41cd16e51e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:23:59.731743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a5b22-ea43-45e6-b574-8c29c7bd5bf3 req-ee5c5b1b-6763-485e-bd6f-cf1b958dc176 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:59.733258 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-881a5b22-ea43-45e6-b574-8c29c7bd5bf3 req-ee5c5b1b-6763-485e-bd6f-cf1b958dc176 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0855827 Feb 15 14:23:59.777851 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-881a5b22-ea43-45e6-b574-8c29c7bd5bf3 req-5afe35c7-cb21-41b6-83cd-c93495bef566 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Feb 15 14:23:59.801180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38190) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:23:59.905939 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ffead912-d7cb-4c92-8071-a44e48d7c907 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 200 len: 993 time: 0.1035776 Feb 15 14:24:01.495587 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a5357-cc6e-4f53-ab6b-6c21055581ae req-a8bfce0f-2469-4892-b1b8-fdd4679e9b6c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.497301 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e17a5357-cc6e-4f53-ab6b-6c21055581ae req-a8bfce0f-2469-4892-b1b8-fdd4679e9b6c tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0818651 Feb 15 14:24:01.543962 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e17a5357-cc6e-4f53-ab6b-6c21055581ae req-9dd4a062-b137-4973-ad3b-06df2b198341 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Feb 15 14:24:01.585947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-49170b4b-ba62-4fe5-9e80-09bc21712b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.587385 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-49170b4b-ba62-4fe5-9e80-09bc21712b7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1099 time: 0.0816565 Feb 15 14:24:01.634132 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:24:01.719921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-935f25ad-247a-4cb9-8712-35554951cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.721333 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-935f25ad-247a-4cb9-8712-35554951cbe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 200 len: 895 time: 0.1278443 Feb 15 14:24:01.824225 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-7a7bc2c9-bd2a-41f4-968d-01ca4ec42acd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 200 len: 1001 time: 0.0966198 Feb 15 14:24:01.884051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-29ebe54c-21ac-4cc4-aa4a-64c83e13711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.885466 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-29ebe54c-21ac-4cc4-aa4a-64c83e13711f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aca890d-61ce-4379-9cbf-050f751bed3d HTTP/1.1" status: 200 len: 835 time: 0.0559587 Feb 15 14:24:01.997423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-99a0b767-3909-4833-a742-7a24ea07f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.998872 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-99a0b767-3909-4833-a742-7a24ea07f06d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3387ecbb-4916-41a3-a83f-780a6c4f7441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074615 Feb 15 14:24:02.128693 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-a84066f9-1d25-4365-b192-92187348bc01 service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231384 Feb 15 14:24:02.260376 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d3ffea3e-9e9d-48fd-b21b-a295b1a1acd5 req-e8eda4c7-bd4e-4ec9-b866-cf52975370dd service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254728 Feb 15 14:24:02.590622 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ed7f-5148-4517-b9f8-bff9be420f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:02.740149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca9c97-807b-4c77-a26b-deb6ed35595a req-a905d861-0ab9-4ef0-becf-645f0f3743ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:02.741610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b3ca9c97-807b-4c77-a26b-deb6ed35595a req-a905d861-0ab9-4ef0-becf-645f0f3743ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0830874 Feb 15 14:24:02.762140 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:02.790783 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b3ca9c97-807b-4c77-a26b-deb6ed35595a req-8053844d-3689-479d-a039-41466a1553d6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Feb 15 14:24:02.830743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:03.762200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:03.976078 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75ab10-b3b0-4bc7-892c-a380568ce6dd req-45a76471-c0e9-4432-8f8e-4c1d52021ba3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:03.977460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a75ab10-b3b0-4bc7-892c-a380568ce6dd req-45a76471-c0e9-4432-8f8e-4c1d52021ba3 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0794566 Feb 15 14:24:04.020964 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a75ab10-b3b0-4bc7-892c-a380568ce6dd req-4e2e7e24-c48f-42bd-b4c5-872568ea979d tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378563 Feb 15 14:24:04.044106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38206) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:04.148753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2f3ed506-0661-4c3c-a87a-badc4c6f1ef6 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 200 len: 993 time: 0.1035385 Feb 15 14:24:04.339553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:04.420326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38214) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:04.733636 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 98b7f209-6e6f-4e31-bbe9-d870e80bd740 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:24:04.733973 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:04.902859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:04.903111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:05.026545 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 98b7f209-6e6f-4e31-bbe9-d870e80bd740 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:24:05.225726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:05.273143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=98b7f209-6e6f-4e31-bbe9-d870e80bd740,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:05.312026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.312374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.312716 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.313053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.313439 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.313780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.314111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.314437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.314809 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.315149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.315523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.315852 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:05.382246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:05.382676 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Floating IP 2841eadd-01e6-40e7-86f1-88e60a9bb0fa disassociated (deleted). External IP: 172.26.0.23, port: ce7dc276-f0b8-41e2-917d-907d0b51a0b2. Feb 15 14:24:05.740899 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router f5c18f1c-8ef9-4817-b349-f60998ee5d3c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:24:05.924030 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:05.933913 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Sync routers for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:05.940374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:05.943451 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:05.944130 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:05.995568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-625143dc-02e5-4213-ab70-d5946b1a0dd7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/floatingips/2841eadd-01e6-40e7-86f1-88e60a9bb0fa HTTP/1.1" status: 204 len: 168 time: 1.5741317 Feb 15 14:24:05.996187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:06.042868 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'status': 'completed', 'code': 200} Feb 15 14:24:06.132118 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:06.149584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-c53b0786-20e1-4862-a638-f2804ea8c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:06.151124 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-c53b0786-20e1-4862-a638-f2804ea8c527 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b00c1befd6534e2a995229b63e081ff1&device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 1099 time: 0.0851443 Feb 15 14:24:06.289478 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-7c237a30-6402-4d01-b425-0b1f34fe5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:06.290996 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-7c237a30-6402-4d01-b425-0b1f34fe5ec8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 200 len: 895 time: 0.1339662 Feb 15 14:24:06.362368 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-3123806a-ddb4-4f56-bc17-f2f8cc9799d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0641074 Feb 15 14:24:06.425897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-315d6d8f-2803-4eeb-a009-da9792f64f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:06.427489 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-315d6d8f-2803-4eeb-a009-da9792f64f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aca890d-61ce-4379-9cbf-050f751bed3d HTTP/1.1" status: 200 len: 835 time: 0.0597808 Feb 15 14:24:06.458082 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:06.462542 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Checking router: f5c18f1c-8ef9-4817-b349-f60998ee5d3c for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:06.471076 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:06.471668 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:06.503621 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-37c4d441-c3bb-470a-be64-f2e31bc2daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:06.505531 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-37c4d441-c3bb-470a-be64-f2e31bc2daae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3387ecbb-4916-41a3-a83f-780a6c4f7441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714307 Feb 15 14:24:06.588595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b51e0-73d6-4a8e-a783-818f14f01b49 req-fc1b4439-bfea-4209-9964-f0089e7519a5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:06.589992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-838b51e0-73d6-4a8e-a783-818f14f01b49 req-fc1b4439-bfea-4209-9964-f0089e7519a5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:06.664265 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:06.664846 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-838b51e0-73d6-4a8e-a783-818f14f01b49 req-fc1b4439-bfea-4209-9964-f0089e7519a5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:06.666498 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-838b51e0-73d6-4a8e-a783-818f14f01b49 req-fc1b4439-bfea-4209-9964-f0089e7519a5 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.1701102 Feb 15 14:24:06.717567 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-838b51e0-73d6-4a8e-a783-818f14f01b49 req-f910458d-4d60-4062-aca2-b2be3b0ca1a7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Feb 15 14:24:06.744269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-ad9ea92c-d15a-4180-8852-ed6253a8f00b service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297263 Feb 15 14:24:06.881802 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0466b91d-6a2c-4a0c-a75a-44a23d33d37c req-4d95ea3a-3069-43f5-bc06-33653db352eb service neutron] 10.222.0.36 "GET /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341441 Feb 15 14:24:06.976754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:06.980701 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a77fc9-2ce7-4547-a62d-af34e68adff1 None None] The sync data for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv is: [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': '546da9d7-1bed-459d-bc21-c2b38050823b', 'name': '', 'network_id': '3387ecbb-4916-41a3-a83f-780a6c4f7441', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'mac_address': 'fa:16:3e:b4:b5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:05Z', 'updated_at': '2022-02-15T14:23:12Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'subnets': [{'id': '0aca890d-61ce-4379-9cbf-050f751bed3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:07.219019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4baec0-aa7b-42d6-b81d-79cd39e7575d None None] New status for floating IP 2841eadd-01e6-40e7-86f1-88e60a9bb0fa: DOWN {{(pid=88298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:24:08.028399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f274-4fae-46fe-af3f-75db22608849 req-fd95b2b4-8a4c-4158-8b77-436fd51bc39a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:08.029792 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4292f274-4fae-46fe-af3f-75db22608849 req-fd95b2b4-8a4c-4158-8b77-436fd51bc39a tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.1938863 Feb 15 14:24:08.083837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4292f274-4fae-46fe-af3f-75db22608849 req-99e55a7b-c6a3-4dfc-8bb0-abf65187d955 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/security-groups?id=c072a8ae-651f-4506-8296-07ecd709f861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484262 Feb 15 14:24:08.093579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047f5f-c832-46e8-af52-3e7473b29ced req-13b9e322-bcc8-4e6a-9b5c-6ab6f7bf08ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:08.094275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-08047f5f-c832-46e8-af52-3e7473b29ced req-13b9e322-bcc8-4e6a-9b5c-6ab6f7bf08ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Synchronizing usage tracker for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:08.106635 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-08047f5f-c832-46e8-af52-3e7473b29ced req-13b9e322-bcc8-4e6a-9b5c-6ab6f7bf08ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Unset dirty status for tenant:b00c1befd6534e2a995229b63e081ff1 on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:08.107753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-08047f5f-c832-46e8-af52-3e7473b29ced req-13b9e322-bcc8-4e6a-9b5c-6ab6f7bf08ec tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 946 time: 0.0957222 Feb 15 14:24:08.178618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:24:08.178931 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:08.426510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port ce7dc276-f0b8-41e2-917d-907d0b51a0b2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:08.426861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:08.548709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for ce7dc276-f0b8-41e2-917d-907d0b51a0b2 owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:24:08.762636 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:08.815124 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=ce7dc276-f0b8-41e2-917d-907d0b51a0b2,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:08.854503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.854966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.855321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.855694 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.856120 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.856544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.857000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.857488 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.857875 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.858365 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.858705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.859058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:08.902456 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] No DVR routers for this DVR port ce7dc276-f0b8-41e2-917d-907d0b51a0b2 on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:08.908200 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:08.911151 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'name': 'network-vif-deleted', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:08.960142 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c002e6b-1589-47c2-8efc-dc8d1518d763', 'name': 'network-vif-deleted', 'tag': 'ce7dc276-f0b8-41e2-917d-907d0b51a0b2', 'status': 'completed', 'code': 200} Feb 15 14:24:08.992773 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-08047f5f-c832-46e8-af52-3e7473b29ced req-9c9fa6f2-ba97-4e18-9810-8a5b95e54d74 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.36 "DELETE /v2.0/ports/ce7dc276-f0b8-41e2-917d-907d0b51a0b2 HTTP/1.1" status: 204 len: 173 time: 0.8796268 Feb 15 14:24:09.247571 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-40bda3c0-6475-49cb-9026-3734445b5c3d req-291a5ef7-f494-4840-8132-621197fa0989 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c002e6b-1589-47c2-8efc-dc8d1518d763 HTTP/1.1" status: 200 len: 210 time: 0.0459132 Feb 15 14:24:10.351762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38234) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:10.783883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ce7dc276-f0b8-41e2-917d-907d0b51a0b2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:24:10.819822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: ce7dc276-f0b8-41e2-917d-907d0b51a0b2 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:24:10.820168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device ce7dc276-f0b8-41e2-917d-907d0b51a0b2 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:24:10.902738 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:11.267481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 546da9d7-1bed-459d-bc21-c2b38050823b {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:24:11.267747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:11.461266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 546da9d7-1bed-459d-bc21-c2b38050823b, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=546da9d7-1bed-459d-bc21-c2b38050823b,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:11.462049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:11.591794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 546da9d7-1bed-459d-bc21-c2b38050823b owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:24:12.082862 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:12.134996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=546da9d7-1bed-459d-bc21-c2b38050823b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:12.421910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:12.784933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Router f5c18f1c-8ef9-4817-b349-f60998ee5d3c has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:24:12.965817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:12.976759 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Sync routers for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:12.981110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-81329edf-ae83-44f7-a76b-7c9996674363 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "PUT /v2.0/routers/f5c18f1c-8ef9-4817-b349-f60998ee5d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280923 Feb 15 14:24:12.983660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38238) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:12.989938 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:12.989938 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:13.049018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting subnet 0aca890d-61ce-4379-9cbf-050f751bed3d {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:24:13.052833 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.110172 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.165893 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:13.323468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.471121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.482651 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:24:11Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:13.486572 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Checking router: f5c18f1c-8ef9-4817-b349-f60998ee5d3c for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:13.494901 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Routers {'f5c18f1c-8ef9-4817-b349-f60998ee5d3c'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:13.495493 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:13.514761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Subnet': ['ID=0aca890d-61ce-4379-9cbf-050f751bed3d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:13.516685 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.523919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885af00f-4de4-4b56-bc76-1f759668f355 None None] Network 3387ecbb-4916-41a3-a83f-780a6c4f7441 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:24:13.524990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-aa022221-26e0-4b5d-ab72-3315d21bd140 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/subnets/0aca890d-61ce-4379-9cbf-050f751bed3d HTTP/1.1" status: 204 len: 168 time: 0.5401239 Feb 15 14:24:13.527369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38242) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:13.685619 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] Set router f5c18f1c-8ef9-4817-b349-f60998ee5d3c gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:13.711897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.831444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] DHCP port deletion for 3387ecbb-4916-41a3-a83f-780a6c4f7441 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:24:13.836229 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Deleting port 2a598839-027f-40ac-b39e-4e6376d0eb54 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:24:13.836602 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.906468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.979791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Deleting port 9fe7a506-d376-42b8-90ac-078337160052 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:24:13.980196 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:13.985376 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:24:11Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:13.990344 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516eb8f-5852-495f-9847-dea71990d619 None None] The sync data for ids ['f5c18f1c-8ef9-4817-b349-f60998ee5d3c'] in dv-neutron-828156-1-hyperv is: [{'id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766671448', 'tenant_id': 'b00c1befd6534e2a995229b63e081ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '9fe7a506-d376-42b8-90ac-078337160052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:00Z', 'updated_at': '2022-02-15T14:24:11Z', 'revision_number': 5, 'project_id': 'b00c1befd6534e2a995229b63e081ff1', 'gw_port': {'id': '9fe7a506-d376-42b8-90ac-078337160052', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c18f1c-8ef9-4817-b349-f60998ee5d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:01Z', 'updated_at': '2022-02-15T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:14.059610 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] For port 2a598839-027f-40ac-b39e-4e6376d0eb54, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=2a598839-027f-40ac-b39e-4e6376d0eb54,segment=NetworkSegment(201be4fb-c07e-4896-b0d1-eea54b861ced),segment_id=201be4fb-c07e-4896-b0d1-eea54b861ced)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:14.059949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.167182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] For port 9fe7a506-d376-42b8-90ac-078337160052, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=9fe7a506-d376-42b8-90ac-078337160052,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:14.167432 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.186845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Calling delete_port for 2a598839-027f-40ac-b39e-4e6376d0eb54 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:24:14.290674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Calling delete_port for 9fe7a506-d376-42b8-90ac-078337160052 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:24:14.362769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426'] for port, after_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.404601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 546da9d7-1bed-459d-bc21-c2b38050823b no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:24:14.443528 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Pushing event deleted for resources: {'Port': ['ID=2a598839-027f-40ac-b39e-4e6376d0eb54,revision_number=None']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:14.451258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] No DVR routers for this DVR port 2a598839-027f-40ac-b39e-4e6376d0eb54 on host dv-neutron-828156-1-hyperv {{(pid=88298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:14.454353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 546da9d7-1bed-459d-bc21-c2b38050823b {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:24:14.454692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 546da9d7-1bed-459d-bc21-c2b38050823b not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:24:14.455298 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a598839-027f-40ac-b39e-4e6376d0eb54 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:24:14.493503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.493863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.494206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.495008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.495172 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.495751 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.496089 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.496423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.496832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.497171 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.497519 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.497859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c36c5-eeed-46a5-8041-443cb7d55f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:14.506241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 2a598839-027f-40ac-b39e-4e6376d0eb54 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:24:14.506596 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 2a598839-027f-40ac-b39e-4e6376d0eb54 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:24:14.551533 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.596640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Port': ['ID=9fe7a506-d376-42b8-90ac-078337160052,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:14.691102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.965924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:14.968001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.053659 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.054169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Fanout notify agent at l3_agent the message router_deleted on router f5c18f1c-8ef9-4817-b349-f60998ee5d3c {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:24:15.070128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.071237 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-34eeb56f-c38b-4ae0-95d0-88e1698b05f7 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/routers/f5c18f1c-8ef9-4817-b349-f60998ee5d3c HTTP/1.1" status: 204 len: 168 time: 1.5429354 Feb 15 14:24:15.074033 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38246) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:15.193979 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.337324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.361992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3387ecbb-4916-41a3-a83f-780a6c4f7441']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:15.373910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201be4fb-c07e-4896-b0d1-eea54b861ced') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:15.374210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201be4fb-c07e-4896-b0d1-eea54b861ced') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:15.386275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.402848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.409020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:15.409428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:15.424620 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:15.574068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.578502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.603481 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'Network': ['ID=3387ecbb-4916-41a3-a83f-780a6c4f7441,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:15.700315 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-26a47d8b-a95e-4ce6-8e8a-1f2bf7878de2 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/networks/3387ecbb-4916-41a3-a83f-780a6c4f7441 HTTP/1.1" status: 204 len: 168 time: 0.6252365 Feb 15 14:24:15.702890 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38250) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:15.776066 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.806195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.962477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:15.980562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072a8ae-651f-4506-8296-07ecd709f861,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:16.087486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:16.088606 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-42dc4549-391e-4bb3-a9b7-16eaf2de2727 tempest-TestNetworkAdvancedServerOps-1622397565 tempest-TestNetworkAdvancedServerOps-1622397565-project] 10.222.0.61 "DELETE /v2.0/security-groups/c072a8ae-651f-4506-8296-07ecd709f861 HTTP/1.1" status: 204 len: 168 time: 0.3846810 Feb 15 14:24:16.337116 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9fe7a506-d376-42b8-90ac-078337160052 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:24:16.372600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 9fe7a506-d376-42b8-90ac-078337160052 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:24:16.372941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 9fe7a506-d376-42b8-90ac-078337160052 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:24:16.665327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38260) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:16.834540 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-0ec12a44-dca4-420e-8450-c4bd52e61099 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b00c1befd6534e2a995229b63e081ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678870 Feb 15 14:24:16.836827 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38266) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:16.893153 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:16.919381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.047774 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.065706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb8b16-6051-47f6-9f91-c52c87486c7a,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:17.072862 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.073994 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2d4aabb6-b79b-4fee-aac8-61fb8112a20c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7bb8b16-6051-47f6-9f91-c52c87486c7a HTTP/1.1" status: 204 len: 168 time: 0.2362800 Feb 15 14:24:17.680911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38274) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:17.699071 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.713873 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:17.717629 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8074007858b48b5b2d8e73ecca5aeae is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:17.720378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:17.727063 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:17.813412 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.876584 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:17.926974 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d386ee-a38b-418e-bf2a-e75234a7e8ec,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:17.932853 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8da81e93-71dd-4266-8d82-612d0e2dafc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8074007858b48b5b2d8e73ecca5aeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504802 Feb 15 14:24:17.936705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:17.999214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:18.031145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:18.162590 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:18.177731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d386ee-a38b-418e-bf2a-e75234a7e8ec,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:18.184255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:18.185355 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3603747f-f31c-417a-8331-76f9f82bb124 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1d386ee-a38b-418e-bf2a-e75234a7e8ec HTTP/1.1" status: 204 len: 168 time: 0.2477427 Feb 15 14:24:19.262874 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38302) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:19.369577 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-496270223-network', 'tenant_id': '4007736a72ed45bdb7070223c70f402c'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:19.374521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:19.384326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Usage tracker for resource:network and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:19.387314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:19.393665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:19.442867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Made reservation on behalf of 4007736a72ed45bdb7070223c70f402c for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:19.445209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.457629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.471853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:19.475948 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:19.478766 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:19.484376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:19.567540 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.636473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.673622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:24:19.681986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8b1b4-562d-4bd1-9728-b043b094558b,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:19.688628 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.689624 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Added segment a80097ce-82d5-4ad2-a480-af36ce95d261 of type vlan for network 4adb42e2-1daa-42a8-b823-328996a412e7 Feb 15 14:24:19.715469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.785008 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.786096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:19.786672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:19.889548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] Pushing event updated for resources: {'Network': ['ID=4adb42e2-1daa-42a8-b823-328996a412e7,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:19.899866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 4adb42e2-1daa-42a8-b823-328996a412e7 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:24:19.917091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-def785d6-a8df-4c25-b78b-29c0b3e0a8ee admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6537249 Feb 15 14:24:19.919917 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38308) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:19.925313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Request body: {'subnet': {'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-496270223-subnet', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:19.930806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:19.934568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Usage tracker for resource:subnet and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:19.937328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:19.943598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:20.008067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Made reservation on behalf of 4007736a72ed45bdb7070223c70f402c for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:20.010420 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.254122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.329639 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a5a6d8-ac0b-422e-bd40-967beee644b7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:20.339320 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Checking segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:20.339666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Network hostable DHCP agents. Network: 4adb42e2-1daa-42a8-b823-328996a412e7, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:24:20.420095 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:24:20.488111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 4adb42e2-1daa-42a8-b823-328996a412e7) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:20.492955 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:20.493682 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.497567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c7186-6f98-432d-91dc-1e459a5a76e4 None None] Network 4adb42e2-1daa-42a8-b823-328996a412e7 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:24:20.577129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47f945b4-9891-4eb8-b48b-4e1d7c55b8b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6536858 Feb 15 14:24:20.577338 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38312) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:20.582640 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:20.587807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:20.591681 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Usage tracker for resource:router and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:20.594538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:20.601236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:20.682200 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.683376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.698942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.752507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-4adb42e2-1daa-42a8-b823-328996a412e7', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:24:20.753440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:20.909698 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Allocated IP 172.20.0.2 (4adb42e2-1daa-42a8-b823-328996a412e7/e6a5a6d8-ac0b-422e-bd40-967beee644b7/48551263-dddb-4bee-bf01-f36044ff2ffc) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:21.030651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.119279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.130377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Transition to ACTIVE for port object 48551263-dddb-4bee-bf01-f36044ff2ffc will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:21.151943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Transition to ACTIVE for port object 48551263-dddb-4bee-bf01-f36044ff2ffc will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:21.220410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.292069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:21.295213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:21.299263 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:21.309332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Pushing event updated for resources: {'Port': ['ID=48551263-dddb-4bee-bf01-f36044ff2ffc,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:21.399195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Attempting to bind port 48551263-dddb-4bee-bf01-f36044ff2ffc on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:21.399566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Attempting to bind port 48551263-dddb-4bee-bf01-f36044ff2ffc by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:21.399933 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Attempting to bind port 48551263-dddb-4bee-bf01-f36044ff2ffc on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:21.405308 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:21.405719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Checking segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:21.406124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.406511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Bound using segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:21.406971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Bound port: 48551263-dddb-4bee-bf01-f36044ff2ffc, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:21.407344 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.508705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] For port 48551263-dddb-4bee-bf01-f36044ff2ffc, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:21.511908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] For port 48551263-dddb-4bee-bf01-f36044ff2ffc, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=48551263-dddb-4bee-bf01-f36044ff2ffc,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:21.572018 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.597759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.604299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:21.695732 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aeef4-ee35-4548-b7b4-8127b6400298 None None] Pushing event updated for resources: {'Port': ['ID=48551263-dddb-4bee-bf01-f36044ff2ffc,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:21.752355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Allocated IP 172.26.0.187 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/4d2a017e-1676-4bc1-bcda-eac6b048c7fe) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:21.922214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:22.014259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:22.079000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:22.081895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:22.085652 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:22.120260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:22.370288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 48551263-dddb-4bee-bf01-f36044ff2ffc up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:22.511426 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 48551263-dddb-4bee-bf01-f36044ff2ffc completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:22.619869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:22.664276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06596395-8457-45a1-915a-dd130a2a56cd None None] Network 4adb42e2-1daa-42a8-b823-328996a412e7 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:24:22.874347 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Provisioning for port 48551263-dddb-4bee-bf01-f36044ff2ffc completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:22.890071 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Provisioning complete for port 48551263-dddb-4bee-bf01-f36044ff2ffc triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:22.890450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.037262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.073492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] For port 48551263-dddb-4bee-bf01-f36044ff2ffc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=48551263-dddb-4bee-bf01-f36044ff2ffc,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:23.079298 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.139857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.211006 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e7eac-61af-4a50-9e2a-d2c0d73cae5d None None] Pushing event updated for resources: {'Port': ['ID=48551263-dddb-4bee-bf01-f36044ff2ffc,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:23.260108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-01b329cf-65cf-4271-801e-af3629a84551 None None] Provisioning complete for port 48551263-dddb-4bee-bf01-f36044ff2ffc triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:23.264761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-01b329cf-65cf-4271-801e-af3629a84551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.390839 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:24:23.575028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:23.585040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:23.594267 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:23.594882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:23.670849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:23.676494 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-47b2a94f-9ed2-4acd-9e7e-e6438b8eb878 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0938654 Feb 15 14:24:23.676494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38318) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:23.808243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:24.091625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:22Z', 'revision_number': 3, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:24.095499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:24.095848 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Updating router d4a9d792-20c5-45b7-877b-da52ede1ba43 port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:24.150816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.344900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.351907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 48551263-dddb-4bee-bf01-f36044ff2ffc up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:24.474564 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 48551263-dddb-4bee-bf01-f36044ff2ffc triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:24.474958 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.603365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.620583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Transition to ACTIVE for port object 4d2a017e-1676-4bc1-bcda-eac6b048c7fe will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:24.675859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Allocated IP 172.20.0.1 (4adb42e2-1daa-42a8-b823-328996a412e7/e6a5a6d8-ac0b-422e-bd40-967beee644b7/e03d94d0-de4d-4223-819e-c30eed263e08) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:24.745868 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.830630 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Attempting to bind port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:24.831738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Attempting to bind port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:24.831738 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Attempting to bind port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:24.831981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.834379 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce62863-e76d-4f2c-a4a0-1afedad2f54e None None] Pushing event updated for resources: {'Port': ['ID=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:24.840336 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:24.840629 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:24.843186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.843186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:24.843186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Bound port: 4d2a017e-1676-4bc1-bcda-eac6b048c7fe, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:24.843186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.849873 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Transition to ACTIVE for port object e03d94d0-de4d-4223-819e-c30eed263e08 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:24.917282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] For port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:24.920769 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] For port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:24.930578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:24.986230 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.001372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:25.004868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:25.010304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:25.044888 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Pushing event updated for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:25.068816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:25.070041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:25.076003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.137037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce62863-e76d-4f2c-a4a0-1afedad2f54e None None] Pushing event updated for resources: {'Port': ['ID=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:25.265119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:25.450094 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.587256 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c88411d9-88ee-4b77-bd6f-11909af08773 None None] Provisioning for port e03d94d0-de4d-4223-819e-c30eed263e08 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:25.597040 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c88411d9-88ee-4b77-bd6f-11909af08773 None None] Provisioning complete for port e03d94d0-de4d-4223-819e-c30eed263e08 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:25.597459 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c88411d9-88ee-4b77-bd6f-11909af08773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.667444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c88411d9-88ee-4b77-bd6f-11909af08773 None None] Port e03d94d0-de4d-4223-819e-c30eed263e08 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:24:25.686760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-50009abf-0a92-4034-870f-3bd72211544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:22Z', 'revision_number': 3, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:25.690919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50009abf-0a92-4034-870f-3bd72211544a None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:22Z', 'revision_number': 3, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:25.694634 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.768183 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.881189 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:25.884780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Pushing event updated for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:26.053028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:26.054391 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:26.272879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:24:26.295978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-c694dc8c-a8e4-46f9-9706-70c74f124abe None None] Provisioning complete for port e03d94d0-de4d-4223-819e-c30eed263e08 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:26.297102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c694dc8c-a8e4-46f9-9706-70c74f124abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:26.416795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4d2a017e-1676-4bc1-bcda-eac6b048c7fe up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:26.461934 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-c694dc8c-a8e4-46f9-9706-70c74f124abe None None] Port e03d94d0-de4d-4223-819e-c30eed263e08 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:24:26.569141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:26.581600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:26.582085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:26.628399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:26.645549 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1e2a0e8e-c482-40a0-9837-4451f5af4f64 admin admin] 10.222.0.61 "PUT /v2.0/routers/d4a9d792-20c5-45b7-877b-da52ede1ba43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684060 Feb 15 14:24:26.740203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:26.757606 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:26.854113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:26.924011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:27.356722 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:27.362479 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:27.363069 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:27.484115 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38336) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:27.489793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547777486-network', 'tenant_id': '4991623fe3db4688b137656485702614'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:27.494666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:27.498617 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Usage tracker for resource:network and tenant:4991623fe3db4688b137656485702614 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:27.501525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:27.507192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:27.538575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:27.579582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Made reservation on behalf of 4991623fe3db4688b137656485702614 for: {'network': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:27.581843 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.595751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.612460 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:27.616986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Usage tracker for resource:security_group_rule and tenant:4991623fe3db4688b137656485702614 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:27.619999 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:27.626718 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:27.715372 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.813374 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.839920 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:24:27.852770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e8772-85c4-434d-8d3c-cf0d4ed90f50,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:27.857806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.858149 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.segments_db [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Added segment e0775167-e08b-49db-829d-17ab56260555 of type vlan for network a450aff4-92a8-4d83-a8f1-21fc13cfe280 Feb 15 14:24:27.881426 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 2, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:27.885201 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:27.885580 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Updating router d4a9d792-20c5-45b7-877b-da52ede1ba43 port e03d94d0-de4d-4223-819e-c30eed263e08 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:27.886722 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.937341 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.967668 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:27.968743 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:27.969324 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.073924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] Pushing event updated for resources: {'Network': ['ID=a450aff4-92a8-4d83-a8f1-21fc13cfe280,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:28.083936 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:24:28.134933 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1405dc7f-9d12-429e-80c7-e5aff8cafeaf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6494699 Feb 15 14:24:28.137647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38340) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:28.143165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Request body: {'subnet': {'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547777486-subnet', 'tenant_id': '4991623fe3db4688b137656485702614', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:28.150456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:28.154410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Usage tracker for resource:subnet and tenant:4991623fe3db4688b137656485702614 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:28.157240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:28.164283 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:28.213390 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Made reservation on behalf of 4991623fe3db4688b137656485702614 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:28.215795 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.289008 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.306856 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Transition to ACTIVE for port object e03d94d0-de4d-4223-819e-c30eed263e08 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:28.353135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4d2a017e-1676-4bc1-bcda-eac6b048c7fe up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:28.359595 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.429150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:28.429585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.510838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.573313 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Pushing event updated for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:28.581906 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.582353 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.583677 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.584080 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.584738 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.584940 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.585328 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.585749 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.586138 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.586752 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.586856 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.587281 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:28.610092 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Attempting to bind port e03d94d0-de4d-4223-819e-c30eed263e08 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:28.610534 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Attempting to bind port e03d94d0-de4d-4223-819e-c30eed263e08 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:28.610959 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Attempting to bind port e03d94d0-de4d-4223-819e-c30eed263e08 on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:28.615185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa15b0-0e90-49e2-a2bc-6507fde07b8e,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:28.618831 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:28.619299 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Checking segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:28.619894 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.620457 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Bound using segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:28.621096 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Bound port: e03d94d0-de4d-4223-819e-c30eed263e08, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:28.621671 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.632069 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Checking segment: {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:28.633630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Network hostable DHCP agents. Network: a450aff4-92a8-4d83-a8f1-21fc13cfe280, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:24:28.704731 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:24:28.714362 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] For port e03d94d0-de4d-4223-819e-c30eed263e08, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:28.717302 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] For port e03d94d0-de4d-4223-819e-c30eed263e08, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e03d94d0-de4d-4223-819e-c30eed263e08,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:28.784768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, a450aff4-92a8-4d83-a8f1-21fc13cfe280) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:28.789225 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:28.789831 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.792996 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.794916 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642819c-cb4c-4162-b26a-e4fcc64646ff None None] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:24:28.873005 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2130d7cd-bedd-44d2-82bc-b1b4655160b5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7341385 Feb 15 14:24:28.873273 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:28.874001 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:28.875458 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38344) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:28.885259 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:28.890412 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:28.895364 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Usage tracker for resource:router and tenant:4991623fe3db4688b137656485702614 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:28.899165 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:28.906057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:28.951353 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635e2e-60c4-4de6-8426-93003283a6c0 None None] Pushing event updated for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:28.991367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:28.992592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.015433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.046475 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:24:29.047323 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.074505 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:29.220334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Allocated IP 172.20.0.2 (a450aff4-92a8-4d83-a8f1-21fc13cfe280/36fa15b0-0e90-49e2-a2bc-6507fde07b8e/e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:29.357772 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.383712 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d056fe62-7051-40b3-b9b9-f550820701de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.421728 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:28Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:29.425863 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccef7c-c2d2-4e06-97f0-8c047b443eab None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:28Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:29.460742 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.485588 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Transition to ACTIVE for port object e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:29.517061 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Transition to ACTIVE for port object e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:29.580969 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.662381 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:29.666356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:29.669108 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:29.753990 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Pushing event updated for resources: {'Port': ['ID=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:29.758498 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.791346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.809086 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Attempting to bind port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:29.809462 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Attempting to bind port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:29.809836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Attempting to bind port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e on network a450aff4-92a8-4d83-a8f1-21fc13cfe280 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:29.815178 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:29.815540 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Checking segment: {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:29.815937 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.816322 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Bound using segment: {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:29.816782 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Bound port: e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:29.817727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:29.915354 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] For port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:29.919039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] For port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:29.991902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.054869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Allocated IP 172.26.0.3 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f6907ab4-711c-4447-b040-b25cbf088a25) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:30.071235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed05bdd-fbcf-4997-9f7e-b02ef919afcd None None] Pushing event updated for resources: {'Port': ['ID=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:30.224427 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.345869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.436954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:30.441003 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:30.447220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:30.465959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e03d94d0-de4d-4223-819e-c30eed263e08 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:30.490089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Pushing event updated for resources: {'Port': ['ID=f6907ab4-711c-4447-b040-b25cbf088a25,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:30.602453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e03d94d0-de4d-4223-819e-c30eed263e08 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:30.609165 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e03d94d0-de4d-4223-819e-c30eed263e08 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:30.609583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.760159 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.796908 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e03d94d0-de4d-4223-819e-c30eed263e08, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e03d94d0-de4d-4223-819e-c30eed263e08,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:30.866278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.867190 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:30.946214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:30.993722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:31.100021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:31.166410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdcb6d-9710-4242-bb1f-ac1998f1a08d None None] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:24:31.298454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.314806 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Provisioning for port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:31.324699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Provisioning complete for port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:31.325093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.503974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.544703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] For port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:31.585571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:24:31.631424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.716803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692aa3c-02b7-4c24-9a68-899683b2a664 None None] Pushing event updated for resources: {'Port': ['ID=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:31.752949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-67263217-c89b-429d-a912-5a2ff738c634 None None] Provisioning complete for port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:31.753310 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-67263217-c89b-429d-a912-5a2ff738c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.912709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:31.921254 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Sync routers for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:31.931207 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:31.931827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:02Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:31.991154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:31.992508 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-245448d5-eb8c-4016-b7c3-106c243fbe08 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1158834 Feb 15 14:24:31.995203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38348) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:32.106303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:32.366271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e03d94d0-de4d-4223-819e-c30eed263e08 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:32.481367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e03d94d0-de4d-4223-819e-c30eed263e08 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:32.481775 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.560349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 3, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:32.565618 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Checking router: 494b0eb1-b1c6-45b4-af90-44320c27c8d4 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:32.565973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Updating router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 port f6907ab4-711c-4447-b040-b25cbf088a25 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:32.649303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-081249f3-9e8d-4328-8ea7-fcbc14ee677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.673387 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.673692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.737026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:32.870273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.903754 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Allocated IP 172.20.0.1 (a450aff4-92a8-4d83-a8f1-21fc13cfe280/36fa15b0-0e90-49e2-a2bc-6507fde07b8e/e1e11eb7-b47b-4de1-8394-79330aded538) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:32.920118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:32.969166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:32.969757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.087925 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.106188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Transition to ACTIVE for port object e1e11eb7-b47b-4de1-8394-79330aded538 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:33.174373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.221113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.234536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Transition to ACTIVE for port object f6907ab4-711c-4447-b040-b25cbf088a25 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:33.259891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:33.264229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:33.270278 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:33.293974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.310958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Pushing event updated for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:33.347138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.389542 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Attempting to bind port f6907ab4-711c-4447-b040-b25cbf088a25 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:33.389917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Attempting to bind port f6907ab4-711c-4447-b040-b25cbf088a25 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:33.390282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Attempting to bind port f6907ab4-711c-4447-b040-b25cbf088a25 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:33.400633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbb6d8-7ff2-47d3-98b0-788e46e6763e None None] Pushing event updated for resources: {'Port': ['ID=f6907ab4-711c-4447-b040-b25cbf088a25,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:33.404330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:33.404717 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:33.405122 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.405536 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:33.406019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Bound port: f6907ab4-711c-4447-b040-b25cbf088a25, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:33.406410 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.488477 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] For port f6907ab4-711c-4447-b040-b25cbf088a25, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:33.491813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] For port f6907ab4-711c-4447-b040-b25cbf088a25, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f6907ab4-711c-4447-b040-b25cbf088a25,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:33.546380 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.568598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.608791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dca4e026-bb0f-4a5f-9c9c-ad788555b3f7 None None] Provisioning for port e1e11eb7-b47b-4de1-8394-79330aded538 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:33.639638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-dca4e026-bb0f-4a5f-9c9c-ad788555b3f7 None None] Provisioning complete for port e1e11eb7-b47b-4de1-8394-79330aded538 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:33.639638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dca4e026-bb0f-4a5f-9c9c-ad788555b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.716382 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:33.716924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:33.780024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbb6d8-7ff2-47d3-98b0-788e46e6763e None None] Pushing event updated for resources: {'Port': ['ID=f6907ab4-711c-4447-b040-b25cbf088a25,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:33.793808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-dca4e026-bb0f-4a5f-9c9c-ad788555b3f7 None None] Port e1e11eb7-b47b-4de1-8394-79330aded538 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:24:33.884633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.892158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:33.921554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:33.956340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:34.065747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:34.075088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Pushing event updated for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:34.205974 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:34.208152 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:34.292087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e1e11eb7-b47b-4de1-8394-79330aded538', 'name': '', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'mac_address': 'fa:16:3e:ca:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:32Z', 'updated_at': '2022-02-15T14:24:32Z', 'revision_number': 1, 'project_id': '4991623fe3db4688b137656485702614', 'subnets': [{'id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:34.296736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb9d3-f332-488f-ac37-99bbe3685321 None None] The sync data for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv is: [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e1e11eb7-b47b-4de1-8394-79330aded538', 'name': '', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'mac_address': 'fa:16:3e:ca:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:32Z', 'updated_at': '2022-02-15T14:24:32Z', 'revision_number': 1, 'project_id': '4991623fe3db4688b137656485702614', 'subnets': [{'id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:34.373600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:34.408369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:24:34.527206 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-00057762-6e1d-4af2-933c-a3f7c328e44b None None] Provisioning complete for port e1e11eb7-b47b-4de1-8394-79330aded538 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:34.527788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-00057762-6e1d-4af2-933c-a3f7c328e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:34.594604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-00057762-6e1d-4af2-933c-a3f7c328e44b None None] Port e1e11eb7-b47b-4de1-8394-79330aded538 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:24:34.612926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:34.629675 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-2c1df935-1c84-4562-980d-9a692e46ca1f admin admin] 10.222.0.61 "PUT /v2.0/routers/494b0eb1-b1c6-45b4-af90-44320c27c8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272523 Feb 15 14:24:35.284673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38358) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:35.290310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560033525', 'description': 'tempest-secgroup-smoke-1560033525 description', 'project_id': '4007736a72ed45bdb7070223c70f402c'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:35.296321 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:35.300081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:35.302908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:35.308959 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:35.373742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.393040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:35.397518 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:35.400272 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:35.405849 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:35.477411 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.545214 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.589816 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:35.671205 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.672441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-739b41a9-5c91-4302-b2e9-75c9a2cf2871 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3867204 Feb 15 14:24:35.675297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38362) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:35.681612 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:35.688168 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:35.692705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:35.695857 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:35.701464 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:35.794285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.855945 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.916788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:35.941394 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff381995-73c0-4349-8c14-d0c8e418fc3f,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:36.008092 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.009296 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-08440551-dd84-46da-9490-46785750c8be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330886 Feb 15 14:24:36.012065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38366) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:36.016965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:36.022890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:36.026826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:36.029750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:36.035296 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:36.106484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.172915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.231375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.257435 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8104643-b670-472e-89aa-e9f605e771ab,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:36.316579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.318787 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-62c819ba-4a2e-4b89-9392-18656a2cfe80 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3058126 Feb 15 14:24:36.322076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38370) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:36.328192 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:36.341717 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:36.346323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:36.350195 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:36.356367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:36.379943 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f6907ab4-711c-4447-b040-b25cbf088a25 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:36.455425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.509149 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port f6907ab4-711c-4447-b040-b25cbf088a25 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:36.515123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f6907ab4-711c-4447-b040-b25cbf088a25 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:36.515634 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.522163 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.608271 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.633146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2273712-72fb-40dc-bb1c-4adc4f707632,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:36.652583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.670064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port f6907ab4-711c-4447-b040-b25cbf088a25, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f6907ab4-711c-4447-b040-b25cbf088a25,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:36.711182 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.712401 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0bf7b1e-6210-4a37-a782-400ca748106a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3889914 Feb 15 14:24:36.715423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38374) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:36.720734 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:36.727313 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:36.731055 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:36.733826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:36.740059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:36.742554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.811299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=f6907ab4-711c-4447-b040-b25cbf088a25,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:36.831617 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.894714 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.962149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:36.986152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce99a494-eeb4-47de-94c0-6323e48ee1c6,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:37.059561 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.060752 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-471bc3af-8c16-4bdb-aa4f-82ad6ad5e7c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443496 Feb 15 14:24:37.063420 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38378) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:37.068401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:37.074598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:37.078460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:37.081284 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:37.087362 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:37.156502 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Project 4007736a72ed45bdb7070223c70f402c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:24:37.164429 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.232424 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.293549 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.317792 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5b3711-3147-4660-8a34-2135f919feab,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:37.373624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.374858 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-9fa6e68d-068f-436b-9ac2-cbfde66a7a7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105326 Feb 15 14:24:37.377524 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38382) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:37.382930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:37.389261 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:37.393158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:37.396829 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:37.402678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:37.440287 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Sync routers for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:37.449348 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:37.449973 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:37.471014 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Project 4007736a72ed45bdb7070223c70f402c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:24:37.478730 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.544670 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.619547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.626673 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:37.641044 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abbf5a7-78dd-4f7c-9672-e4940d05e3ef,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:37.694015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:37.696317 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-5f0f8691-75ec-41b5-b5bb-d499ef1493f8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167660 Feb 15 14:24:37.854096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-6c57c3cc-de23-4920-8117-01b582133a93 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:37.928081 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-6c57c3cc-de23-4920-8117-01b582133a93 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:37.929340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-6c57c3cc-de23-4920-8117-01b582133a93 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560033525&fields=id&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 267 time: 0.1139576 Feb 15 14:24:37.938286 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e1e11eb7-b47b-4de1-8394-79330aded538', 'name': '', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'mac_address': 'fa:16:3e:ca:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:32Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 2, 'project_id': '4991623fe3db4688b137656485702614', 'subnets': [{'id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:37.944647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Checking router: 494b0eb1-b1c6-45b4-af90-44320c27c8d4 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:37.944647 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Updating router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 port e1e11eb7-b47b-4de1-8394-79330aded538 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:37.993926 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.075646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-675edf4a-e923-421c-b499-b8e88b5c3d49 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:38.076312 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-675edf4a-e923-421c-b499-b8e88b5c3d49 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:network {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:38.139581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-675edf4a-e923-421c-b499-b8e88b5c3d49 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:network {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:38.140828 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-675edf4a-e923-421c-b499-b8e88b5c3d49 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 808 time: 0.2046974 Feb 15 14:24:38.156265 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-e2995dcd-6dba-4410-b6f6-4eff773b31af tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/quotas/4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 375 time: 0.0093479 Feb 15 14:24:38.244268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-28b6bee6-a5ef-4740-99a3-dbfe546df521 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:38.327962 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-28b6bee6-a5ef-4740-99a3-dbfe546df521 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:38.329420 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-28b6bee6-a5ef-4740-99a3-dbfe546df521 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671598 Feb 15 14:24:38.331118 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.343618 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Transition to ACTIVE for port object e1e11eb7-b47b-4de1-8394-79330aded538 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:38.354492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f6907ab4-711c-4447-b040-b25cbf088a25 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:38.397232 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.424020 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port f6907ab4-711c-4447-b040-b25cbf088a25 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:38.425158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.584228 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfc944-786b-4734-9a04-a995f9fdc2fc None None] Pushing event updated for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:38.589251 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-1dcfed49-bd02-4dd6-9c57-d267c3a74080 service neutron] 10.222.0.61 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473710 Feb 15 14:24:38.652404 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:24:38.653084 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Attempting to bind port e1e11eb7-b47b-4de1-8394-79330aded538 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:38.653470 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Attempting to bind port e1e11eb7-b47b-4de1-8394-79330aded538 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:38.653824 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Attempting to bind port e1e11eb7-b47b-4de1-8394-79330aded538 on network a450aff4-92a8-4d83-a8f1-21fc13cfe280 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:38.666486 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:38.666847 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Checking segment: {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:38.667871 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.667871 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Bound using segment: {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:38.668088 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Bound port: e1e11eb7-b47b-4de1-8394-79330aded538, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0775167-e08b-49db-829d-17ab56260555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:38.668397 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.731558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-decb8faa-7345-4adc-bc41-9f94a2090611 service neutron] 10.222.0.61 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365333 Feb 15 14:24:38.765921 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] For port e1e11eb7-b47b-4de1-8394-79330aded538, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:38.768787 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] For port e1e11eb7-b47b-4de1-8394-79330aded538, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e1e11eb7-b47b-4de1-8394-79330aded538,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:38.865686 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:38.937182 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:38.937821 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:39.050992 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfc944-786b-4734-9a04-a995f9fdc2fc None None] Pushing event updated for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:39.157347 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:39.463410 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e1e11eb7-b47b-4de1-8394-79330aded538', 'name': '', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'mac_address': 'fa:16:3e:ca:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:32Z', 'updated_at': '2022-02-15T14:24:38Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'subnets': [{'id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:39.467196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe4f80-cfef-43b1-ad17-c81e2e33249e None None] The sync data for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv is: [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:24:33Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e1e11eb7-b47b-4de1-8394-79330aded538', 'name': '', 'network_id': 'a450aff4-92a8-4d83-a8f1-21fc13cfe280', 'tenant_id': '4991623fe3db4688b137656485702614', 'mac_address': 'fa:16:3e:ca:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:32Z', 'updated_at': '2022-02-15T14:24:38Z', 'revision_number': 4, 'project_id': '4991623fe3db4688b137656485702614', 'subnets': [{'id': '36fa15b0-0e90-49e2-a2bc-6507fde07b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:40.023869 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-19b9eff9-0b95-4a77-8c5b-e13d5c670ab5 req-70dec778-8367-48f2-b822-d8a56a327c3b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 210 time: 0.0418308 Feb 15 14:24:40.375228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e1e11eb7-b47b-4de1-8394-79330aded538 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:40.539825 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e1e11eb7-b47b-4de1-8394-79330aded538 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:40.544817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e1e11eb7-b47b-4de1-8394-79330aded538 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:40.545185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:40.662318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:40.694380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e1e11eb7-b47b-4de1-8394-79330aded538, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e1e11eb7-b47b-4de1-8394-79330aded538,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:40.773750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:40.845452 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:41.174749 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-45a68254-d0d3-40a7-aa1b-518daeb18336 req-15a5b26e-7e30-4ab1-8e68-f6b88db0555c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 210 time: 0.0432074 Feb 15 14:24:42.103505 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-8c4908a3-c07e-4a23-ad3e-6edad4da00bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:42.104910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-8c4908a3-c07e-4a23-ad3e-6edad4da00bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 808 time: 0.1414051 Feb 15 14:24:42.152140 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-95f39399-d42d-4e41-813c-bc5012bbc8ea tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:42.163788 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-95f39399-d42d-4e41-813c-bc5012bbc8ea tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:42.164933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-95f39399-d42d-4e41-813c-bc5012bbc8ea tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 380 time: 0.0517552 Feb 15 14:24:42.172772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'port': {'device_id': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'admin_state_up': True, 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'security_groups': ['9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:42.369863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e1e11eb7-b47b-4de1-8394-79330aded538 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:42.427678 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:42.438056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:42.443866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e1e11eb7-b47b-4de1-8394-79330aded538 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:42.444422 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:42.462335 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69cf751d-f3a1-43a7-a137-44daeac968db req-5e18a946-764f-4e18-897a-09b4e58d0c28 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 210 time: 0.1757560 Feb 15 14:24:42.510795 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Made reservation on behalf of 4007736a72ed45bdb7070223c70f402c for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:42.514374 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:42.682773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Allocated IP 172.20.0.6 (4adb42e2-1daa-42a8-b823-328996a412e7/e6a5a6d8-ac0b-422e-bd40-967beee644b7/e65121e8-50fb-4b81-884b-8c1fe3c3a78e) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:42.866710 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:42.881260 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Transition to ACTIVE for port object e65121e8-50fb-4b81-884b-8c1fe3c3a78e will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:42.956991 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.028243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:43.031301 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:43.035190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:43.072399 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:43.105192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.105876 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.191867 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-55e91bca-389a-4d4f-8c1d-9bc607c8ef62 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0226545 Feb 15 14:24:43.204490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Request body: {'port': {'device_id': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:43.315327 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.351119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3b286dbd-9e6d-45e9-879f-20d013f58978 None None] Provisioning for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:43.356365 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-3b286dbd-9e6d-45e9-879f-20d013f58978 None None] Provisioning complete for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:43.356772 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3b286dbd-9e6d-45e9-879f-20d013f58978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.410682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-3b286dbd-9e6d-45e9-879f-20d013f58978 None None] Port e65121e8-50fb-4b81-884b-8c1fe3c3a78e cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:24:43.650879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:24:43.652335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbf38-bd91-4ff7-b8b5-01dff86cfef5 req-08c9cc76-bf11-4c66-bbe4-f9261504fcd1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.654374 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc1dbf38-bd91-4ff7-b8b5-01dff86cfef5 req-08c9cc76-bf11-4c66-bbe4-f9261504fcd1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 931 time: 0.0848429 Feb 15 14:24:43.658053 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.673274 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Transition to ACTIVE for port object e65121e8-50fb-4b81-884b-8c1fe3c3a78e will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:43.702222 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dc1dbf38-bd91-4ff7-b8b5-01dff86cfef5 req-bca4da75-06f4-4b81-a24a-eaa2946e0e5a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Feb 15 14:24:43.733920 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:43.864923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:43.968775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Attempting to bind port e65121e8-50fb-4b81-884b-8c1fe3c3a78e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:24:43.969107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Attempting to bind port e65121e8-50fb-4b81-884b-8c1fe3c3a78e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:24:43.969455 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Attempting to bind port e65121e8-50fb-4b81-884b-8c1fe3c3a78e on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:43.973985 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Port e65121e8-50fb-4b81-884b-8c1fe3c3a78e on network 4adb42e2-1daa-42a8-b823-328996a412e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:24:43.974297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Attempting to bind port e65121e8-50fb-4b81-884b-8c1fe3c3a78e on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:24:43.979905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:24:43.980231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Checking segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:24:43.980601 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Bound using segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:24:43.981005 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Bound port: e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:24:43.981340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:44.072246 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:24:44.075021 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:24:44.151671 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:44.212610 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.213083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:44.214465 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] 10.222.0.36 "PUT /v2.0/ports/e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1093 time: 1.0146074 Feb 15 14:24:44.214893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:44.235914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f5e6e-eeca-4a33-ba71-0fece8cf6234 service neutron] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:44.276858 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'status': 'completed', 'code': 200} Feb 15 14:24:44.364692 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-24418b5f-e5dc-4893-a1d8-c6d82b666f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.367207 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-24418b5f-e5dc-4893-a1d8-c6d82b666f3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1096 time: 0.0762455 Feb 15 14:24:44.600144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-5f2ea344-0376-4495-83f8-0b9835043d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.602176 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-5f2ea344-0376-4495-83f8-0b9835043d7c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4007736a72ed45bdb7070223c70f402c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2296493 Feb 15 14:24:44.735653 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-86525f33-7f0d-461c-aa85-dc69fdbdc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.737082 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d63569d9-db5b-4d27-8775-875b6a3cbe56 req-86525f33-7f0d-461c-aa85-dc69fdbdc9fc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1291635 Feb 15 14:24:44.842489 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-cb9bea23-71d2-4b7e-aaf6-6401f87cbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.843921 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-cb9bea23-71d2-4b7e-aaf6-6401f87cbbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1096 time: 0.0701919 Feb 15 14:24:44.885589 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b889ee0-512e-4b96-907b-7cdd8de2206b req-1de3c306-8a38-4d49-8b66-24210e9fca03 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.887024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b889ee0-512e-4b96-907b-7cdd8de2206b req-1de3c306-8a38-4d49-8b66-24210e9fca03 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0798807 Feb 15 14:24:44.915171 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-bfeef28c-5159-4d26-951e-f4cbbdaa2c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 217 time: 0.0643742 Feb 15 14:24:44.931898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b889ee0-512e-4b96-907b-7cdd8de2206b req-d8debc55-c8e7-4bd7-94f1-7bf1b2da6fee tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392804 Feb 15 14:24:44.976572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-541c8076-9645-4ec9-a448-c939ded85e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.977980 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-541c8076-9645-4ec9-a448-c939ded85e02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0575299 Feb 15 14:24:45.055685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-53bf6e1f-351e-4f7f-aca9-c23e4b09fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:45.057040 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-53bf6e1f-351e-4f7f-aca9-c23e4b09fae7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735941 Feb 15 14:24:45.186742 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-1bf556be-44d7-4030-9f04-005635251c56 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237190 Feb 15 14:24:45.316964 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-b973189e-da84-4e80-ad15-61f21e2e2db7 req-749e9933-93f1-4645-8e96-d3795b7a6662 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234052 Feb 15 14:24:46.118409 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad04b3-f778-4c00-bf1e-e196250820ff req-bab670b1-f466-4dbd-adb3-f70fc11bc4b1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:46.119840 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37ad04b3-f778-4c00-bf1e-e196250820ff req-bab670b1-f466-4dbd-adb3-f70fc11bc4b1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0829856 Feb 15 14:24:46.164182 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-37ad04b3-f778-4c00-bf1e-e196250820ff req-33071f97-4a2b-4a10-b95d-44e838a4b5f7 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374939 Feb 15 14:24:47.349326 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e75c0c-d9eb-4f39-92f2-a5472f057fa5 req-4dc187b4-f180-4725-b9df-a2a5ce976f3a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:47.351261 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18e75c0c-d9eb-4f39-92f2-a5472f057fa5 req-4dc187b4-f180-4725-b9df-a2a5ce976f3a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0798595 Feb 15 14:24:47.394356 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-18e75c0c-d9eb-4f39-92f2-a5472f057fa5 req-42b17b4d-1ab1-427d-8e8a-06a0efec94c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Feb 15 14:24:48.582479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034c0e6-bd02-415a-9b4e-bc93b7cb929a req-2136deb7-21f2-4054-aaee-a0f9e875b254 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:48.583844 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a034c0e6-bd02-415a-9b4e-bc93b7cb929a req-2136deb7-21f2-4054-aaee-a0f9e875b254 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0825021 Feb 15 14:24:48.636445 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a034c0e6-bd02-415a-9b4e-bc93b7cb929a req-ca9bc729-75c4-4855-90a0-8a10d617316c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Feb 15 14:24:49.002309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:24:49.137314 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:49.152329 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:24:49.213647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:49.231479 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:24:49.247440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:49.305142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:49.373982 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:49.511978 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['e65121e8-50fb-4b81-884b-8c1fe3c3a78e'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:24:49.817614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dce00-9fa5-4e2a-a4c8-f7bb32326209 req-08cbf18b-01a9-4a22-a0ea-033b5511f569 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:49.819721 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6e1dce00-9fa5-4e2a-a4c8-f7bb32326209 req-08cbf18b-01a9-4a22-a0ea-033b5511f569 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 944 time: 0.0785801 Feb 15 14:24:49.868053 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6e1dce00-9fa5-4e2a-a4c8-f7bb32326209 req-26afa877-503d-4ba0-9631-0fe3402b17a3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Feb 15 14:24:51.017913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:24:51.052975 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf3a66-f948-4086-a571-51a9d39e9eb5 req-423275b9-24a9-4872-8c01-16b82837bc12 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:51.054477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a1cf3a66-f948-4086-a571-51a9d39e9eb5 req-423275b9-24a9-4872-8c01-16b82837bc12 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 944 time: 0.0808232 Feb 15 14:24:51.100089 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a1cf3a66-f948-4086-a571-51a9d39e9eb5 req-1d53c85a-06e4-493b-8e76-e53c5349dd4d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 Feb 15 14:24:51.163184 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:51.168548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:51.168919 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:51.283215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:51.310673 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:51.320924 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:24:51.356144 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'code': 200} Feb 15 14:24:51.448164 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:51.516974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:51.759388 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5145faf-bda9-41a4-8980-000727e37bc0 req-f94f8532-8a38-4b57-bf1d-dfc668fe8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:51.760756 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d5145faf-bda9-41a4-8980-000727e37bc0 req-f94f8532-8a38-4b57-bf1d-dfc668fe8e9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0712123 Feb 15 14:24:51.802005 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d5145faf-bda9-41a4-8980-000727e37bc0 req-21395190-2c97-40a0-9e75-89e1fab51f2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355077 Feb 15 14:24:52.287299 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340938f-d006-4248-9639-dbb85c302557 req-8cc1d0ae-40d2-451e-a877-c09d562e9516 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:52.289380 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2340938f-d006-4248-9639-dbb85c302557 req-8cc1d0ae-40d2-451e-a877-c09d562e9516 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0843856 Feb 15 14:24:52.337347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2340938f-d006-4248-9639-dbb85c302557 req-96ba4bd6-0ccc-49ee-8ad7-9fd1802e681d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Feb 15 14:24:53.529148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55436-b4d1-47c0-9ab5-b43d822994b2 req-2a8b6abf-1954-454b-a6c3-4c3ae5106092 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:53.530602 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ea55436-b4d1-47c0-9ab5-b43d822994b2 req-2a8b6abf-1954-454b-a6c3-4c3ae5106092 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0844998 Feb 15 14:24:53.576537 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ea55436-b4d1-47c0-9ab5-b43d822994b2 req-a650dc9e-2e81-4d83-ac05-3f4f356440a8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Feb 15 14:24:53.770368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d45a89-bbb2-4831-b6f9-afdb85f91504 req-b972125c-efa4-4451-88cc-e4b9d63923d1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:53.771794 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80d45a89-bbb2-4831-b6f9-afdb85f91504 req-b972125c-efa4-4451-88cc-e4b9d63923d1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0850768 Feb 15 14:24:53.814464 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80d45a89-bbb2-4831-b6f9-afdb85f91504 req-520e276c-0dee-46b1-a2b6-78460158c702 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Feb 15 14:24:53.837149 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38444) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:53.948865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4d917-e68c-41fe-b7ff-7df7371769ff tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:53.949575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b7c4d917-e68c-41fe-b7ff-7df7371769ff tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] Synchronizing usage tracker for tenant:4991623fe3db4688b137656485702614 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:24:54.070861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-b7c4d917-e68c-41fe-b7ff-7df7371769ff tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] Unset dirty status for tenant:4991623fe3db4688b137656485702614 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:24:54.072074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-b7c4d917-e68c-41fe-b7ff-7df7371769ff tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1093 time: 0.2339423 Feb 15 14:24:54.075064 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 38452) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:24:54.080108 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:54.086801 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:24:54.090610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:floatingip and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:24:54.100122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:24:54.100122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:24:54.162456 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:54.299550 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:54.449961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Allocated IP 172.26.0.215 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:54.592262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:54.654233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:54.723657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:54.727180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:54.730818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:24:54.760062 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:55.237346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:55.363472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:55.570944 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:55.631026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:55.739605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:55.754206 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:55.925030 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Floating IP deaae8ef-fe89-47d9-97ee-17a460ded7ce associated. External IP: 172.26.0.215, port: e65121e8-50fb-4b81-884b-8c1fe3c3a78e. Feb 15 14:24:56.290657 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:24:56.472361 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:24:56.482487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:56.491866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:56.492530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:56.573963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:24:56.635263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-dfbbece4-0689-4b73-8c63-84f9dbd55a1a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5539560 Feb 15 14:24:56.635263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:56.672232 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:56.744452 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'status': 'completed', 'code': 200} Feb 15 14:24:56.839335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-d609511b-3ccc-4e3f-9433-eceaa766f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:56.840891 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-d609511b-3ccc-4e3f-9433-eceaa766f71d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0745993 Feb 15 14:24:56.972175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-5ed599bf-affd-415b-a3aa-f61e4f9cbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:56.973632 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-5ed599bf-affd-415b-a3aa-f61e4f9cbc92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1274323 Feb 15 14:24:57.026913 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'deaae8ef-fe89-47d9-97ee-17a460ded7ce', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:55Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.032080 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:57.042057 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:24:57.042424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:24:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.077057 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-ebe8992e-e11c-4730-9bd8-5f6ba6ad6505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 999 time: 0.0973997 Feb 15 14:24:57.140423 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-1664a35f-e648-43eb-9503-c751b42196b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:57.141862 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-1664a35f-e648-43eb-9503-c751b42196b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0587173 Feb 15 14:24:57.218086 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-257b189f-315b-4709-81eb-2dfad729c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:57.219530 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-257b189f-315b-4709-81eb-2dfad729c4f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712974 Feb 15 14:24:57.220902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:24:57.350017 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-07b7b4a8-d7fc-4b03-942f-b12992eaafbc service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241028 Feb 15 14:24:57.480332 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0ad77325-05ba-4ab2-b568-439c05cb205f req-3506ada9-c243-4d64-97d7-fe8effeff208 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234081 Feb 15 14:24:57.609907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'deaae8ef-fe89-47d9-97ee-17a460ded7ce', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:55Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.613907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32280ee2-8413-42d7-9e87-0f2f2da7b127 None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': 'deaae8ef-fe89-47d9-97ee-17a460ded7ce', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:55Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:57.804867 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db283188-219b-46d4-aed5-c9b335ce459a None None] New status for floating IP deaae8ef-fe89-47d9-97ee-17a460ded7ce: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:24:59.454325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c05b5832-5af0-4731-8c7b-b2c00f3c8023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:02.556415 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec4d8-ce51-468a-bfc8-ec3035db65f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:02.853815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:02.876242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:03.802642 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:04.322754 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:15.649281 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:25:19.172361 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-4797f7e9-f4f4-42cf-a75c-52e847dade8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1737940 Feb 15 14:25:19.313067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-bd7d7765-69ff-4ce7-9390-48e2a6b6c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:19.314587 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-bd7d7765-69ff-4ce7-9390-48e2a6b6c5c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0720596 Feb 15 14:25:19.461074 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-c119a866-9794-497a-95c9-09e05a143d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:19.462467 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-c119a866-9794-497a-95c9-09e05a143d9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1287527 Feb 15 14:25:19.571380 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-bf2e7008-cbe6-4689-b526-ab9cb1a0ee24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1001 time: 0.1025329 Feb 15 14:25:19.636019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-e14df0d3-971e-48a3-8263-63577c9df3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:19.637688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-e14df0d3-971e-48a3-8263-63577c9df3c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0602198 Feb 15 14:25:19.721020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-b7a43d9d-d0bc-4077-895f-f525fb927593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:19.722434 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-b7a43d9d-d0bc-4077-895f-f525fb927593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782897 Feb 15 14:25:19.856272 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-2af9f765-54f2-4c8a-b15d-077446c4b863 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265450 Feb 15 14:25:19.986419 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-77e5edfc-d09f-4593-a8d7-d32d55c54260 req-186752cd-6e52-47a2-85ca-4b8a75df4740 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237230 Feb 15 14:25:29.401609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-83560a47-1382-44bf-b70d-9da3cda83337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:32.624444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fd23ec8e-e563-424f-a46b-cd49df5289b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:32.766334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:32.848594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:33.808188 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:34.311325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:25:52.650567 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:25:59.379117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4b921cc3-4247-47c8-b521-74ff7ced11d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:02.637085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3fa06c90-7801-4556-9e04-a872fbc6ecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:02.831234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:02.905697 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:03.820396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:04.312470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:19.081967 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-9c9660e4-43f9-4d93-869f-cc304475785f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740836 Feb 15 14:26:19.220930 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-7cb0172e-2846-40f1-9b35-2ac3f8c78f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:19.222428 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-7cb0172e-2846-40f1-9b35-2ac3f8c78f05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0720077 Feb 15 14:26:19.369253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-7cc10d62-2ccd-4d5b-9bec-7daa24b93c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:19.370760 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-7cc10d62-2ccd-4d5b-9bec-7daa24b93c74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1300416 Feb 15 14:26:19.479191 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-8679651a-d1a3-4138-913b-ea9b663b983f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1001 time: 0.1020877 Feb 15 14:26:19.541339 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-60a15322-619d-4f67-ad9e-90890ecc3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:19.542777 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-60a15322-619d-4f67-ad9e-90890ecc3ddd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0581565 Feb 15 14:26:19.625763 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-dde260e2-f77f-4ac6-8022-7201881e2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:19.627422 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-dde260e2-f77f-4ac6-8022-7201881e2985 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788388 Feb 15 14:26:19.764534 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-742cfd40-eb28-44cc-a209-118811b2d066 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307006 Feb 15 14:26:20.005561 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-9aa6bab1-702b-420b-89e4-986b41632c65 req-1e5a98da-3def-4d24-9ff3-9e16ce278d31 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343411 Feb 15 14:26:29.512044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-53d55965-5b42-4936-a27a-8c7aa2372af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:29.654612 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:26:32.643228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-3d2611b6-868d-47a5-8917-4fbad7a56ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:32.823974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:32.852421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:33.826008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:34.362984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:52.547751 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c047e-5fd6-4711-b96c-f96534b9ba4b req-69e08f60-a0e8-49ac-83c1-ddcbdbe73f4e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:52.549164 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-240c047e-5fd6-4711-b96c-f96534b9ba4b req-69e08f60-a0e8-49ac-83c1-ddcbdbe73f4e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.2050810 Feb 15 14:26:52.594421 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-240c047e-5fd6-4711-b96c-f96534b9ba4b req-f0d4df6f-f22c-4b4a-b071-00e572bed8da tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Feb 15 14:26:53.792473 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4f55f-1dc1-48e9-abc8-0b8a8ff3367e req-9d7e7a42-7ce6-4bc0-a192-e9d450021f65 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:53.793960 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cde4f55f-1dc1-48e9-abc8-0b8a8ff3367e req-9d7e7a42-7ce6-4bc0-a192-e9d450021f65 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0804029 Feb 15 14:26:53.841992 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cde4f55f-1dc1-48e9-abc8-0b8a8ff3367e req-4fe1ddce-d9f1-4963-8517-974fac4a9ce1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Feb 15 14:26:55.030224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4914b5-bc9c-4a1f-8f89-605fb202e6c0 req-8bc29f53-ccff-499a-a10b-cae3fd567988 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:55.031662 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2c4914b5-bc9c-4a1f-8f89-605fb202e6c0 req-8bc29f53-ccff-499a-a10b-cae3fd567988 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0788093 Feb 15 14:26:55.079027 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2c4914b5-bc9c-4a1f-8f89-605fb202e6c0 req-264d94e5-497f-4ae0-8d3a-5c00ff03fde2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411265 Feb 15 14:26:56.270245 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041ff77-0000-4158-a210-28d47ea4b8cd req-b66ad4c4-48d1-44a0-900c-c618c0b96c2d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:56.271845 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3041ff77-0000-4158-a210-28d47ea4b8cd req-b66ad4c4-48d1-44a0-900c-c618c0b96c2d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0847852 Feb 15 14:26:56.316091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3041ff77-0000-4158-a210-28d47ea4b8cd req-2686af9d-bb00-4673-b688-5c957eeba386 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386918 Feb 15 14:26:57.500127 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284e2d-0f2f-4819-9a2f-ad9238f87aa8 req-1b9e3f71-17a8-4e67-9b53-22e73bdf7eea tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:57.501596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a284e2d-0f2f-4819-9a2f-ad9238f87aa8 req-1b9e3f71-17a8-4e67-9b53-22e73bdf7eea tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0792933 Feb 15 14:26:57.545381 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a284e2d-0f2f-4819-9a2f-ad9238f87aa8 req-290509b2-80d0-4477-9dc0-4a375ae8ede5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Feb 15 14:26:58.730610 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b44dc8-049f-4d76-a92b-28ad8df3906b req-3316295c-ffbd-44af-824f-20bd0e136537 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:58.732059 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42b44dc8-049f-4d76-a92b-28ad8df3906b req-3316295c-ffbd-44af-824f-20bd0e136537 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0831647 Feb 15 14:26:58.776099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-42b44dc8-049f-4d76-a92b-28ad8df3906b req-067853ee-fb76-4dc2-b5b0-c6bb96e2a90f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Feb 15 14:26:59.471699 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-801234b4-3a46-461c-adf6-cc516592f26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:26:59.966286 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90549-561c-4603-8b2d-ea67679c876a req-6081b607-a85c-45fd-be55-13e436d09d52 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:59.967735 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0a90549-561c-4603-8b2d-ea67679c876a req-6081b607-a85c-45fd-be55-13e436d09d52 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0795183 Feb 15 14:27:00.012071 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f0a90549-561c-4603-8b2d-ea67679c876a req-5935a87b-c406-4836-8172-3623ed93959d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386429 Feb 15 14:27:01.200942 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5a9a-8c05-4e8f-bf6c-9a0194e6ea9b req-696d7ba3-9f1f-42de-82a6-eba91bfd471e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:01.202364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a8d5a9a-8c05-4e8f-bf6c-9a0194e6ea9b req-696d7ba3-9f1f-42de-82a6-eba91bfd471e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0848763 Feb 15 14:27:01.246849 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4a8d5a9a-8c05-4e8f-bf6c-9a0194e6ea9b req-23f64fe5-3450-4f19-b79c-b8d7d0a8aaf7 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Feb 15 14:27:02.482025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b170e-5321-433d-b634-d374d5ac6adc req-d162b89c-cc05-42e5-a302-aebe3f8012cd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:02.483502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f3b170e-5321-433d-b634-d374d5ac6adc req-d162b89c-cc05-42e5-a302-aebe3f8012cd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.1293743 Feb 15 14:27:02.532881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f3b170e-5321-433d-b634-d374d5ac6adc req-6e262cf5-2930-423b-a7bc-786e68df7854 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Feb 15 14:27:02.585903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65c79b92-3f3d-49a5-9656-ce0bf8176aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:02.826145 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:02.877338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:03.765039 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f714c5-a18d-4f24-8a09-0360010581f6 req-88703581-3f85-475b-b4ea-c9b8edccca90 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:03.766503 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-88f714c5-a18d-4f24-8a09-0360010581f6 req-88703581-3f85-475b-b4ea-c9b8edccca90 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.1276023 Feb 15 14:27:03.813956 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-88f714c5-a18d-4f24-8a09-0360010581f6 req-44992918-8d84-44a2-a284-5b9d38ef76be tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Feb 15 14:27:03.818321 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:04.340461 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:04.999912 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc054b8-295d-4993-b6d3-017c84384f53 req-0deadff3-d9c1-40b6-9574-b1694b5dcffa tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:05.001251 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9fc054b8-295d-4993-b6d3-017c84384f53 req-0deadff3-d9c1-40b6-9574-b1694b5dcffa tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0827756 Feb 15 14:27:05.045191 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9fc054b8-295d-4993-b6d3-017c84384f53 req-7f6c8127-3d69-43c1-b42b-b5d9d6bf9340 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376155 Feb 15 14:27:05.673243 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:27:05.809266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:05.824233 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:27:05.881245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:05.898066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:27:05.914594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:06.076944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:06.154295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['e65121e8-50fb-4b81-884b-8c1fe3c3a78e'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:27:06.179766 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:06.202405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.202746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.203291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.203948 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.204635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.204635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.204836 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.205037 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.205353 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.205743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.206064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.206377 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:06.247893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaabed-8c44-437d-bbe1-517e6077150e req-67ccaff1-602a-4100-b963-1fece603b2c5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:06.249523 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-19eaabed-8c44-437d-bbe1-517e6077150e req-67ccaff1-602a-4100-b963-1fece603b2c5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 944 time: 0.0916064 Feb 15 14:27:06.298553 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-19eaabed-8c44-437d-bbe1-517e6077150e req-997208d6-4600-4cc5-ada9-ea27d840dd6e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Feb 15 14:27:06.669010 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:27:07.538230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a658-4aa9-47ad-a751-929ee5a915fd req-813a7784-e396-4435-9929-dd37cac02d7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:07.541667 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4684a658-4aa9-47ad-a751-929ee5a915fd req-813a7784-e396-4435-9929-dd37cac02d7b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 944 time: 0.1109083 Feb 15 14:27:07.627891 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4684a658-4aa9-47ad-a751-929ee5a915fd req-96269ea1-eaa9-48be-a1e1-8174c3901d4e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791628 Feb 15 14:27:07.683242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:27:07.767760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:07.768015 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:07.911855 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:07.948864 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:07.960826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:08.055591 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'code': 200} Feb 15 14:27:08.073443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:08.163018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:08.840413 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90464-1a81-462a-a012-be6286178bd0 req-66dc13c6-cdcc-4fc8-96b1-25e3b5e2a2d0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:08.841872 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7c90464-1a81-462a-a012-be6286178bd0 req-66dc13c6-cdcc-4fc8-96b1-25e3b5e2a2d0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0937231 Feb 15 14:27:08.893979 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7c90464-1a81-462a-a012-be6286178bd0 req-5c9c4945-a614-472a-b2b1-2ebc7d798f38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Feb 15 14:27:10.095293 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff3689-3c6f-4d3b-a1ca-79aaf9e525ae req-6d30f5a2-4f25-4a2c-99a1-37e9125c5f42 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:10.096997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a0ff3689-3c6f-4d3b-a1ca-79aaf9e525ae req-6d30f5a2-4f25-4a2c-99a1-37e9125c5f42 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0868058 Feb 15 14:27:10.148121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a0ff3689-3c6f-4d3b-a1ca-79aaf9e525ae req-e3dccdc7-62b9-4662-8962-c77ee497a7f3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Feb 15 14:27:11.355029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c49ed-02ef-4003-bb1c-3f1d2a64b87f req-fafacf9c-62d0-4d78-adea-f1b2cf454226 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:11.356661 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d96c49ed-02ef-4003-bb1c-3f1d2a64b87f req-fafacf9c-62d0-4d78-adea-f1b2cf454226 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0920906 Feb 15 14:27:11.422172 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d96c49ed-02ef-4003-bb1c-3f1d2a64b87f req-ee0a8bc5-e56d-4c9f-a189-b903397a6196 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510793 Feb 15 14:27:12.622575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8768972-37c5-4884-91a4-243650990c7a req-e18a9893-7aab-407a-b414-a530550c67c8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:12.623246 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8768972-37c5-4884-91a4-243650990c7a req-e18a9893-7aab-407a-b414-a530550c67c8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0803881 Feb 15 14:27:12.668346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8768972-37c5-4884-91a4-243650990c7a req-55011037-bb26-4966-b739-ca674734ac37 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Feb 15 14:27:13.882011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597a9b-41ca-4b11-bbdd-e5e887680277 req-b85cbadc-bf78-4591-9c15-aeb9a15155b5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:13.883734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8597a9b-41ca-4b11-bbdd-e5e887680277 req-b85cbadc-bf78-4591-9c15-aeb9a15155b5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0929060 Feb 15 14:27:13.937941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c8597a9b-41ca-4b11-bbdd-e5e887680277 req-793e8818-427d-4681-a2ab-0300599de790 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Feb 15 14:27:15.183902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa80e1-7b79-4e0e-aa02-d58488062368 req-7d63eca3-8fa1-442a-bac8-287e9f9a4b23 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:15.185509 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1aa80e1-7b79-4e0e-aa02-d58488062368 req-7d63eca3-8fa1-442a-bac8-287e9f9a4b23 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0918102 Feb 15 14:27:15.237805 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d1aa80e1-7b79-4e0e-aa02-d58488062368 req-135f9580-89e4-47b7-a0a5-26e800f17eb1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458632 Feb 15 14:27:16.439104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96e049-0710-464a-90f7-dd52bd69d298 req-67b29cd2-358f-469d-a517-a26f04874d97 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:16.440744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d96e049-0710-464a-90f7-dd52bd69d298 req-67b29cd2-358f-469d-a517-a26f04874d97 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0943980 Feb 15 14:27:16.488018 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2d96e049-0710-464a-90f7-dd52bd69d298 req-3c5208e9-f21d-43e9-bccc-41f772743fcd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Feb 15 14:27:17.677138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7c8af-7861-44f1-a03a-bd74a805b82c req-6b84ddc7-e9f6-4c02-9ddf-a6b43440f17b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:17.678598 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7c7c8af-7861-44f1-a03a-bd74a805b82c req-6b84ddc7-e9f6-4c02-9ddf-a6b43440f17b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0804396 Feb 15 14:27:17.729436 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a7c7c8af-7861-44f1-a03a-bd74a805b82c req-6cd839e8-88cb-414c-b449-6aa3cf1e6069 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Feb 15 14:27:17.777603 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-bf6e6d10-fd26-412b-8f23-8d72f91362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:17.778963 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-bf6e6d10-fd26-412b-8f23-8d72f91362a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0719180 Feb 15 14:27:17.909639 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-0df1fcab-8ac4-4212-b040-3377ae412cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:17.911252 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-0df1fcab-8ac4-4212-b040-3377ae412cb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1234820 Feb 15 14:27:18.013551 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-7d17b593-a4cd-49c9-9218-6580253b935b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1001 time: 0.0958679 Feb 15 14:27:18.075073 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-a47bb816-d5ba-479d-986e-4659d5a8ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:18.076377 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-a47bb816-d5ba-479d-986e-4659d5a8ba53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0573924 Feb 15 14:27:18.152767 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-02a943a3-6595-4a52-8517-b9ce90c9928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:18.154266 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-02a943a3-6595-4a52-8517-b9ce90c9928f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726368 Feb 15 14:27:18.289673 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-2162e053-f47b-44f6-bdb5-3bf5f9ac69e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287229 Feb 15 14:27:18.419699 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f691b741-f94a-4343-a7dc-15aab2cf3b83 req-e8bd697a-cb49-44fb-8b57-a4b156721baf service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241155 Feb 15 14:27:18.913985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd4f5a-4b56-48d3-939d-09509035c5cf req-cf3ce6b0-e49a-4165-91c3-e0d03e0cb0c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:18.915373 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9edd4f5a-4b56-48d3-939d-09509035c5cf req-cf3ce6b0-e49a-4165-91c3-e0d03e0cb0c6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0803115 Feb 15 14:27:18.961245 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9edd4f5a-4b56-48d3-939d-09509035c5cf req-c8559ce8-9f52-4660-a013-9a1df0cd50e1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Feb 15 14:27:20.124414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-3d28a5f6-7421-4c33-994b-3d3d820e380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.126069 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-3d28a5f6-7421-4c33-994b-3d3d820e380d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1098 time: 0.0740244 Feb 15 14:27:20.152038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69372728-151e-462e-aca2-41f9fbf038bb req-11d843c4-2efb-4feb-9e5d-a4c840686ca6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.153433 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69372728-151e-462e-aca2-41f9fbf038bb req-11d843c4-2efb-4feb-9e5d-a4c840686ca6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0863907 Feb 15 14:27:20.202643 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69372728-151e-462e-aca2-41f9fbf038bb req-de95e814-ac26-4178-977a-e752b8d445f0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Feb 15 14:27:20.281243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-f803784b-52df-435d-be69-f147e1692808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.282678 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-f803784b-52df-435d-be69-f147e1692808 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1390235 Feb 15 14:27:20.391556 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-4d60ccf6-d56b-449b-8d81-b43bfe920551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1001 time: 0.1027830 Feb 15 14:27:20.464024 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-409db3a5-971d-4d92-9cdc-35574f17bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.465463 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-409db3a5-971d-4d92-9cdc-35574f17bd5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0661206 Feb 15 14:27:20.539758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-8e050f1f-61ea-4a47-acb8-4be2320967ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.541132 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-8e050f1f-61ea-4a47-acb8-4be2320967ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700135 Feb 15 14:27:20.675661 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-abe03db2-5859-4920-8f84-d9be4e3f702b service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283138 Feb 15 14:27:20.815013 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a1246b97-b0da-40a7-a5e2-d66f6f5d03e0 req-258a7ec1-058b-4b0a-9ccb-ace12ea9bee7 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324956 Feb 15 14:27:21.398110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8773b7-4309-42d8-8505-9cf422dcf403 req-b854b510-8a74-4360-8dc6-f64bed03cd29 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:21.399619 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2e8773b7-4309-42d8-8505-9cf422dcf403 req-b854b510-8a74-4360-8dc6-f64bed03cd29 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0864863 Feb 15 14:27:21.445268 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2e8773b7-4309-42d8-8505-9cf422dcf403 req-5d841e09-2a5b-475b-9f5f-74ef59ca0da0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Feb 15 14:27:21.790008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:27:21.933646 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:21.968525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:21.979003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:22.012681 dv-neutron-828156-1-hyperv neutron-server[88298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'code': 422} returned with failed status Feb 15 14:27:22.108736 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38faf-55a7-4570-af8e-741f5785fc28 req-9ab53025-7513-456b-a1d0-1830b02911ee tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:22.110249 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-68f38faf-55a7-4570-af8e-741f5785fc28 req-9ab53025-7513-456b-a1d0-1830b02911ee tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 945 time: 0.0836921 Feb 15 14:27:22.123357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:22.158965 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-68f38faf-55a7-4570-af8e-741f5785fc28 req-9084bfe3-f312-4d7a-82c1-35d0b4f42ac8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Feb 15 14:27:22.207810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:22.647894 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-01d2b13c-5d2c-4d21-aa9b-a5ca30ee9d87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166019 Feb 15 14:27:23.351056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a4d12-2321-4bcf-91a5-2a9b594c31e3 req-654ae10b-5346-4928-8673-5f01925667b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:23.352584 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-568a4d12-2321-4bcf-91a5-2a9b594c31e3 req-654ae10b-5346-4928-8673-5f01925667b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0811958 Feb 15 14:27:23.401880 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-568a4d12-2321-4bcf-91a5-2a9b594c31e3 req-b5da9691-3dd8-4fd2-bbc9-b26302ed790b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427306 Feb 15 14:27:24.522983 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-2b4c3cc6-3a36-44c8-a0e3-250e693b427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.524441 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-2b4c3cc6-3a36-44c8-a0e3-250e693b427d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 1096 time: 0.1791787 Feb 15 14:27:24.591919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81646f27-8f9c-4688-8ca3-d6e20d316b3d req-a600cd4e-e668-4ffe-9548-ff8be2ba8e5f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.593383 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-81646f27-8f9c-4688-8ca3-d6e20d316b3d req-a600cd4e-e668-4ffe-9548-ff8be2ba8e5f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0822968 Feb 15 14:27:24.627854 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-9e2faf8d-f418-4dc4-89c9-72c97f541277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.629239 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-9e2faf8d-f418-4dc4-89c9-72c97f541277 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1096 time: 0.0822046 Feb 15 14:27:24.638548 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-81646f27-8f9c-4688-8ca3-d6e20d316b3d req-cad2d454-11da-41a9-933e-d32b15662687 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Feb 15 14:27:24.759270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-60569796-40d0-4789-948b-b31fff2a9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.760688 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-60569796-40d0-4789-948b-b31fff2a9862 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1259062 Feb 15 14:27:24.864476 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-e64dbc40-c8c7-4c39-8947-53332660b613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 999 time: 0.0970151 Feb 15 14:27:24.930641 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-20698bd7-c07e-4092-b046-aeac6223b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.931956 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-20698bd7-c07e-4092-b046-aeac6223b645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0612154 Feb 15 14:27:25.006884 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-c1420419-1d3f-4d33-9de7-5317bcf2afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:25.008334 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-c1420419-1d3f-4d33-9de7-5317bcf2afa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709133 Feb 15 14:27:25.138337 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-01836543-5c40-4b8a-8806-d3fea801d65e service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238785 Feb 15 14:27:25.281434 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-f7f4827b-f08b-4614-84f6-f181993b0637 req-eabef2ff-ab64-43cd-a166-15890d93d3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378200 Feb 15 14:27:25.830452 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4c7f-9de0-4a29-b873-a30461bcae48 req-aa5ee18c-40f8-4c34-944a-3be27c225dc4 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:25.831823 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a66f4c7f-9de0-4a29-b873-a30461bcae48 req-aa5ee18c-40f8-4c34-944a-3be27c225dc4 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0833421 Feb 15 14:27:26.036926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a66f4c7f-9de0-4a29-b873-a30461bcae48 req-bbf5034a-206f-45f4-a103-5ff61ed2838e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989949 Feb 15 14:27:27.236373 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0f43b-dba0-41cf-908a-b473cee41b81 req-bfebbfe6-0150-4cae-9d23-0b14cb00319e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:27.237919 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7b0f43b-dba0-41cf-908a-b473cee41b81 req-bfebbfe6-0150-4cae-9d23-0b14cb00319e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0846229 Feb 15 14:27:27.286802 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e7b0f43b-dba0-41cf-908a-b473cee41b81 req-9168750b-d321-42d2-bbd0-c1b0ab37004d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Feb 15 14:27:28.497176 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd785a2b-873b-4425-89e8-fbd05d1aa268 req-3cf0bfb5-27b6-409d-8669-e65f6dd3a6f2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:28.498696 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd785a2b-873b-4425-89e8-fbd05d1aa268 req-3cf0bfb5-27b6-409d-8669-e65f6dd3a6f2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0947950 Feb 15 14:27:28.550130 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd785a2b-873b-4425-89e8-fbd05d1aa268 req-49a90dce-cd16-4775-ab3f-90eff7876d83 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Feb 15 14:27:29.411707 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e60aceb7-2e7c-4831-9f4e-0ec91c0b9c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:29.762029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b544ee-fa5c-4f89-8df0-9961d6be7761 req-2c3d8e73-00c3-453e-836a-291514e37948 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:29.763688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02b544ee-fa5c-4f89-8df0-9961d6be7761 req-2c3d8e73-00c3-453e-836a-291514e37948 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0890088 Feb 15 14:27:29.815312 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-02b544ee-fa5c-4f89-8df0-9961d6be7761 req-34f5f706-883b-4197-b91a-24ae488b0b1f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Feb 15 14:27:31.031629 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9feabc-a71a-4061-b8b6-5bc10d16958b req-c4f6e528-4c81-46e9-9192-dd00f7064f56 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:31.033119 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd9feabc-a71a-4061-b8b6-5bc10d16958b req-c4f6e528-4c81-46e9-9192-dd00f7064f56 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0863004 Feb 15 14:27:31.086303 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd9feabc-a71a-4061-b8b6-5bc10d16958b req-a28a6f96-d070-40e8-8b99-d6ac78b70893 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Feb 15 14:27:32.291847 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a75c9d-c1f9-4622-bbc0-bc13266f5aee req-208eeab4-b109-448b-8bce-dbafbde8f989 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:32.294206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23a75c9d-c1f9-4622-bbc0-bc13266f5aee req-208eeab4-b109-448b-8bce-dbafbde8f989 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0921354 Feb 15 14:27:32.342031 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-23a75c9d-c1f9-4622-bbc0-bc13266f5aee req-a07a440e-1c3f-4fb2-b48c-0539d0230f67 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Feb 15 14:27:32.863703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5f915d3f-21d6-4edc-b0a2-4abe6ea18c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:32.995463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:32.997215 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:33.527478 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd79eea-2004-44d5-a46b-a735114ac767 req-ded72aba-9ef5-4382-9ca9-5180711f5466 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:33.528918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbd79eea-2004-44d5-a46b-a735114ac767 req-ded72aba-9ef5-4382-9ca9-5180711f5466 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0784111 Feb 15 14:27:33.573620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bbd79eea-2004-44d5-a46b-a735114ac767 req-1eed6fbf-949c-4e20-97b2-1a113260b505 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 Feb 15 14:27:33.862909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:34.323494 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:34.763773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899daef8-3eb9-43c9-9a4b-3512f6ddad76 req-f4419fb3-4dda-4c2e-8eed-ccd702f3bf96 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:34.765227 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-899daef8-3eb9-43c9-9a4b-3512f6ddad76 req-f4419fb3-4dda-4c2e-8eed-ccd702f3bf96 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0838163 Feb 15 14:27:34.812037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-899daef8-3eb9-43c9-9a4b-3512f6ddad76 req-a086b086-2641-4240-93e6-3ef1ef8054bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Feb 15 14:27:35.845072 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:27:35.987111 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:36.001393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'port_id': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'mac_address': 'fa:16:3e:f2:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:27:36.003450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27477b5-3529-4010-9aad-fd31a6a8e2ee req-1e00cfe9-f53d-482a-90c0-5d562cb00ad0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:36.005027 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e27477b5-3529-4010-9aad-fd31a6a8e2ee req-1e00cfe9-f53d-482a-90c0-5d562cb00ad0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 943 time: 0.0821118 Feb 15 14:27:36.059742 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e27477b5-3529-4010-9aad-fd31a6a8e2ee req-579b413c-7350-498c-bf5a-f196b7c62c72 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485206 Feb 15 14:27:36.063538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:36.082133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:27:36.099119 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:36.215124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:36.294163 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=9']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:36.448367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['e65121e8-50fb-4b81-884b-8c1fe3c3a78e'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:27:37.247536 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f4d0f-a575-4dff-adae-dcc1de01102b req-773d609b-f6eb-4e0e-a9bd-d26188f8afde tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:37.249022 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2c3f4d0f-a575-4dff-adae-dcc1de01102b req-773d609b-f6eb-4e0e-a9bd-d26188f8afde tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 944 time: 0.0808353 Feb 15 14:27:37.295008 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2c3f4d0f-a575-4dff-adae-dcc1de01102b req-fd10d4e5-cc0d-43d0-8f34-1d58eeb9094a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Feb 15 14:27:37.860557 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:27:37.931259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port e65121e8-50fb-4b81-884b-8c1fe3c3a78e triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:37.931548 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:38.067493 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:38.095844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:38.106624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:27:38.142572 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'code': 200} Feb 15 14:27:38.222814 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:27:38.304760 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=10']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:38.495778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea54725-3c79-426c-929b-93af522a515d req-c214b114-b979-48ec-9508-f953536340ca tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:38.497156 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ea54725-3c79-426c-929b-93af522a515d req-c214b114-b979-48ec-9508-f953536340ca tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0879722 Feb 15 14:27:38.557752 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7ea54725-3c79-426c-929b-93af522a515d req-ce46cd0c-0894-450b-af03-1628dc04ce16 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540891 Feb 15 14:27:38.594721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a808e3-aba4-43f9-884b-ba90762c788a req-e3de41cf-eb2b-44a0-9006-7a13301ecd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:38.596166 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-61a808e3-aba4-43f9-884b-ba90762c788a req-e3de41cf-eb2b-44a0-9006-7a13301ecd05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1099 time: 0.0860746 Feb 15 14:27:38.646778 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-61a808e3-aba4-43f9-884b-ba90762c788a req-f092454f-c2df-4f37-a3ae-d438551d7be2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Feb 15 14:27:39.751434 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8502f-d371-4017-9466-97015add7470 req-e8d273c9-2fd4-4f9b-9669-1936869e07bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:39.753004 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c8502f-d371-4017-9466-97015add7470 req-e8d273c9-2fd4-4f9b-9669-1936869e07bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0843730 Feb 15 14:27:39.803003 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-54c8502f-d371-4017-9466-97015add7470 req-1af82261-98e6-4578-8548-8af61bd28c76 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401833 Feb 15 14:27:40.993307 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a959b-a750-4b84-b8c4-64e8e6715994 req-3bb6f851-7123-47bf-b7a0-5ee73bfb9ddc tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.994724 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b91a959b-a750-4b84-b8c4-64e8e6715994 req-3bb6f851-7123-47bf-b7a0-5ee73bfb9ddc tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0846562 Feb 15 14:27:41.038613 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b91a959b-a750-4b84-b8c4-64e8e6715994 req-00393174-ceee-468a-b06a-765cd6b6b15e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381751 Feb 15 14:27:42.218342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be79bac-0c18-424a-a85a-bb78748b9703 req-40f2a70e-4f5f-4367-989b-d829feacadff tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:42.219771 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0be79bac-0c18-424a-a85a-bb78748b9703 req-40f2a70e-4f5f-4367-989b-d829feacadff tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0783165 Feb 15 14:27:42.262244 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0be79bac-0c18-424a-a85a-bb78748b9703 req-191a2843-4124-4408-baf2-68c0ce8f02b1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363743 Feb 15 14:27:43.659922 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:27:59.403301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-10f2509e-2fb0-454a-8ba9-196a410fbe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:02.576556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b0952b8c-3123-4f5d-b5c3-504c29e47b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:02.826150 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:02.860414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:03.849004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:04.323387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:20.661178 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:28:21.084933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-9219092e-4815-44ac-9e00-82e2db0b7d03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758929 Feb 15 14:28:21.222444 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-734afe39-4780-49d9-96bc-a84d4fdbbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:21.223870 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-734afe39-4780-49d9-96bc-a84d4fdbbc94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1099 time: 0.0700543 Feb 15 14:28:21.364391 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-026a709b-556d-42fa-961f-f7a469a8dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:21.366490 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-026a709b-556d-42fa-961f-f7a469a8dc60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1249256 Feb 15 14:28:21.468686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-08a84feb-b1b2-45b3-b66f-0e5db4445327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 1001 time: 0.0963683 Feb 15 14:28:21.534437 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-8b406c56-70b5-46cb-90a9-91415e480236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:21.535842 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-8b406c56-70b5-46cb-90a9-91415e480236 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0620241 Feb 15 14:28:21.612568 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-4392c503-47dd-484c-8e0e-68509c24e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:21.614058 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-4392c503-47dd-484c-8e0e-68509c24e056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713420 Feb 15 14:28:21.747343 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-f88672d5-5945-4018-84f8-1d075b93e8ff service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268289 Feb 15 14:28:21.977910 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-34e4433e-1488-4968-be15-5fb430d0cf48 req-8e0df58c-6b16-471a-967a-c31e7f4675eb service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249179 Feb 15 14:28:29.397545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0f46d01e-9580-4393-8d48-e5eaa6db8ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:32.570517 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6c490239-919d-4169-a285-c6be04a24fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:32.884970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:32.917856 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:33.930899 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:34.342638 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:51.993764 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38752) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:28:52.194129 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Deleting port fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:28:52.194463 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:52.359724 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:52.360050 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:52.483468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Calling delete_port for fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:28:52.758576 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:52.808009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'Port': ['ID=fa9d39ef-ceaa-4b7c-90f5-313c10f1a18d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:52.845146 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847480 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.847966 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.848354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.848693 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:52.912860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:52.913147 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Floating IP deaae8ef-fe89-47d9-97ee-17a460ded7ce disassociated (deleted). External IP: 172.26.0.215, port: e65121e8-50fb-4b81-884b-8c1fe3c3a78e. Feb 15 14:28:53.257729 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:28:53.538206 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:28:53.548032 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:53.555209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:53.558007 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:28:53.558616 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:28:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:53.608978 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ae7c20d7-4bac-452b-b21f-b2a4dde1b0b3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "DELETE /v2.0/floatingips/deaae8ef-fe89-47d9-97ee-17a460ded7ce HTTP/1.1" status: 204 len: 168 time: 1.6141717 Feb 15 14:28:53.609685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:53.735422 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'status': 'completed', 'code': 200} Feb 15 14:28:53.754189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:28:53.830814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-fb55c1cc-e78f-4455-9ea7-262e692458a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:53.832228 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-fb55c1cc-e78f-4455-9ea7-262e692458a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 1099 time: 0.0765004 Feb 15 14:28:53.969181 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-aff5c106-f831-4118-b076-74ddfa3de8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:53.970652 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-aff5c106-f831-4118-b076-74ddfa3de8d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1332216 Feb 15 14:28:54.047613 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-8c7bf59d-3d53-4a34-b1b4-c1539ebf2222 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 200 len: 217 time: 0.0711756 Feb 15 14:28:54.109525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:54.113418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-4319e951-73ad-4c97-9a0a-5c350a7a85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:54.113597 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:54.115145 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-4319e951-73ad-4c97-9a0a-5c350a7a85c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0624440 Feb 15 14:28:54.121815 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:28:54.128788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:28:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:54.189163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-0351f3a6-e9af-45af-a543-3cd61d9d9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:54.190641 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-0351f3a6-e9af-45af-a543-3cd61d9d9d54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704222 Feb 15 14:28:54.307067 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:28:54.334705 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-ec983d14-f048-45d8-80c4-46be4ada25c1 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372960 Feb 15 14:28:54.377231 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8365197-557e-4140-86ec-61ae2b96ac3e req-599f3ccf-bec1-4940-b7ad-07e127a575aa tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:54.378930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f8365197-557e-4140-86ec-61ae2b96ac3e req-599f3ccf-bec1-4940-b7ad-07e127a575aa tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0884399 Feb 15 14:28:54.427376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f8365197-557e-4140-86ec-61ae2b96ac3e req-2a9a2ac2-148d-4c9b-b1f0-661a496177d0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Feb 15 14:28:54.478107 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-76b1dbb1-e4b7-495f-b255-b84fd41722dc req-b9deb917-aaa2-40c2-9169-4fad25000fef service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369379 Feb 15 14:28:54.631151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:54.635142 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a742c-9473-4b7e-bd22-355f89216b85 None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:54.840979 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fe2264-05bf-4a75-a505-52b7edfcfbc3 None None] New status for floating IP deaae8ef-fe89-47d9-97ee-17a460ded7ce: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:28:55.621712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a09be-e7cd-44dc-84bc-8d7e5f98a8ab req-d15722e9-4517-4f41-9ee3-9779e69515c2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:55.623373 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f40a09be-e7cd-44dc-84bc-8d7e5f98a8ab req-d15722e9-4517-4f41-9ee3-9779e69515c2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.0840223 Feb 15 14:28:55.672002 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-f40a09be-e7cd-44dc-84bc-8d7e5f98a8ab req-0d353c84-db55-4f10-8e3d-92d4882e21a7 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Feb 15 14:28:55.674061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-0e44b1e5-32db-44dd-9b96-13fb5cba9f8f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:55.674910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-0e44b1e5-32db-44dd-9b96-13fb5cba9f8f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:28:55.804198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-0e44b1e5-32db-44dd-9b96-13fb5cba9f8f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:28:55.805270 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-0e44b1e5-32db-44dd-9b96-13fb5cba9f8f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 946 time: 0.2142932 Feb 15 14:28:55.879009 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Deleting port e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:28:55.879347 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:56.125032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] For port e65121e8-50fb-4b81-884b-8c1fe3c3a78e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:28:56.129911 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:56.247912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Calling delete_port for e65121e8-50fb-4b81-884b-8c1fe3c3a78e owned by compute:nova {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:28:56.558598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:56.609543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'Port': ['ID=e65121e8-50fb-4b81-884b-8c1fe3c3a78e,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:56.683219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] No DVR routers for this DVR port e65121e8-50fb-4b81-884b-8c1fe3c3a78e on host hv-neutron-8281 {{(pid=88296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:56.686283 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:56.689914 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-deleted', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:56.737272 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4066144-e6b1-4df5-b57c-f07f74b321eb', 'name': 'network-vif-deleted', 'tag': 'e65121e8-50fb-4b81-884b-8c1fe3c3a78e', 'status': 'completed', 'code': 200} Feb 15 14:28:56.771125 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-81f62570-484a-4649-ab42-11ab87e8cd0d req-e3fa5337-d4f5-4215-94a9-f7dcbc69e179 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "DELETE /v2.0/ports/e65121e8-50fb-4b81-884b-8c1fe3c3a78e HTTP/1.1" status: 204 len: 173 time: 0.9597504 Feb 15 14:28:56.824099 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8f5355ea-182e-4683-8fce-a7f3cf42691c req-83cf75ed-bade-49d4-9555-d32c45d5b414 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4066144-e6b1-4df5-b57c-f07f74b321eb HTTP/1.1" status: 200 len: 210 time: 0.0440233 Feb 15 14:28:57.664512 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:28:57.918161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38772) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:28:57.986484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:58.016097 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:58.175407 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:58.194095 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:58.271976 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:58.273093 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-430a199e-5395-4a7c-a91a-b73e5cab4f1e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "DELETE /v2.0/security-groups/9eb86a3a-f05c-4ff5-bbc1-b4a12b7bf438 HTTP/1.1" status: 204 len: 168 time: 0.3539426 Feb 15 14:28:59.392266 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f3e434f6-36d7-4a19-af91-24b4990581f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:59.726819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38782) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:28:59.732023 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506390537', 'description': 'tempest-secgroup-smoke-506390537 description', 'project_id': '4007736a72ed45bdb7070223c70f402c'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:59.738158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:28:59.742323 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:28:59.745137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:28:59.751227 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:28:59.827022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:28:59.846633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:28:59.851040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:28:59.853957 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:28:59.859624 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:28:59.929814 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.038144 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.085029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e71695-a22f-4a5b-a2fb-eea326e5597d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:00.110341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:29:00.146706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: e65121e8-50fb-4b81-884b-8c1fe3c3a78e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:29:00.147060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device e65121e8-50fb-4b81-884b-8c1fe3c3a78e not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:29:00.181371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.182607 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1882a1e5-b3e3-4e2a-9e77-cebad92d59b6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4547637 Feb 15 14:29:00.185440 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38786) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:00.190252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:00.197175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:00.205093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:00.205093 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:00.209667 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:00.313723 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.377241 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.478445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.502666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1095ea-8116-4d3a-8777-24888be9fcbe,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:00.609596 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.610770 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-49515f48-a513-455c-a0e9-28d466ec8c6b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244311 Feb 15 14:29:00.613515 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38790) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:00.618815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:00.625208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:00.629006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:00.632367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:00.638137 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:00.736439 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.797432 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.889877 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:00.914925 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d0fe95-d12c-43ea-9469-bade940d246b,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:01.003907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.005728 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-1d813091-e4e8-4210-a643-60f8a1b134fd tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3909757 Feb 15 14:29:01.008306 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38794) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:01.013320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:01.019368 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:01.023915 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:01.026883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:01.032457 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:01.125027 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.190367 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.301324 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.325258 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73718ce8-3bfc-4e9e-91aa-5f55dc536676,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:01.427169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.428462 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-6f99fe91-5232-4380-886a-6f1dbcb9c75c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192319 Feb 15 14:29:01.431219 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38798) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:01.436278 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:01.443103 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:01.447066 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:01.450004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:01.455562 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:01.559688 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.624022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.718070 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.742490 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec16d3f1-1a4b-4510-826e-3567f686ea38,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:01.855184 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:01.856412 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8a8a0dfd-5062-48a2-9214-f99bc964db8b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241974 Feb 15 14:29:01.859077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38802) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:01.864145 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:01.870908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:01.874972 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:01.877859 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:01.883703 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:01.981304 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Project 4007736a72ed45bdb7070223c70f402c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:29:01.988163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.050312 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.140908 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.165498 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4a9ce4-042d-43e5-ab84-590099e00fe0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:02.255502 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.256759 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-3c003e44-430c-462a-9195-8b925c126622 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966277 Feb 15 14:29:02.259533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 38806) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:02.264497 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'security_group_rule': {'security_group_id': '06e71695-a22f-4a5b-a2fb-eea326e5597d', 'project_id': '4007736a72ed45bdb7070223c70f402c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:02.270960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:02.277008 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:security_group_rule and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:02.278398 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:02.283190 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:02.352269 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Project 4007736a72ed45bdb7070223c70f402c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:29:02.359176 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.427850 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.489410 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.513114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15718d41-21bf-43ff-bb40-c1b1da12d7f9,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:02.615414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aedaa3b-e60a-4c75-a87e-ebe2d31eec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.631952 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.633188 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-4fa5d350-44a8-4124-bfe7-71355247d360 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728151 Feb 15 14:29:02.849703 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:02.907146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:03.855198 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:04.347103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:29.403248 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4e37685a-834c-4bce-9737-0949b7d69f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:30.948603 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-0b955aa7-7d9a-4e21-a419-ff7c9fdd4069 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506390537&fields=id&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 267 time: 0.0392590 Feb 15 14:29:31.097561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-869454cf-7a61-4169-9e7d-68a6fd9dfb94 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:31.099728 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-869454cf-7a61-4169-9e7d-68a6fd9dfb94 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 808 time: 0.1446500 Feb 15 14:29:31.114499 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-5bd0be1f-935f-4c2e-8b08-965b07a23411 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/quotas/4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 375 time: 0.0092030 Feb 15 14:29:31.201340 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-8aa755f4-d236-434b-9297-00ef4cb9df99 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815771 Feb 15 14:29:31.222288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-bed1e1cc-071b-45e4-9b23-4d2372e11bcb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:29:31.223246 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-bed1e1cc-071b-45e4-9b23-4d2372e11bcb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054069 Feb 15 14:29:31.356753 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a48baea4-f1fb-48ac-b3c3-a9251bb104f4 service neutron] 10.222.0.61 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272535 Feb 15 14:29:31.587220 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-c525fedf-2cb5-40ee-9be0-93415a43f22c service neutron] 10.222.0.61 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246122 Feb 15 14:29:32.297012 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9952c597-61ef-41cc-8444-ef73fbd95688 req-4eac19cb-d57b-4311-946d-50f55a87aa3a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0432916 Feb 15 14:29:32.569077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2a6577f-0e75-4f54-bf47-4a613c441ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:32.831887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:32.877262 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:33.392124 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fecb4e59-7f41-47dd-b2c0-2c4ac5decb09 req-3e34aee7-d2fb-472d-ab7d-5a1553b6a4b9 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0425029 Feb 15 14:29:33.866962 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:34.368649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:34.548536 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ade07ce1-49ac-4e24-87d0-38ca39badbe7 req-14a372ae-0420-4b15-9bbf-d49c61bb45b5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0488141 Feb 15 14:29:34.667446 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:29:35.745087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75f9ad75-3f48-45ab-b399-f95c7879e9a6 req-900dcafa-0d5c-41d9-944d-69c01617a530 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0429349 Feb 15 14:29:36.618700 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-b67cf06e-1f37-4b19-bc57-34b0173231b1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:36.620279 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-b67cf06e-1f37-4b19-bc57-34b0173231b1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 808 time: 0.1529806 Feb 15 14:29:36.671583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-666afc86-352b-48be-a747-5f3fa81ba333 req-3b010109-d3ab-4f62-8254-174ba5e67f34 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:29:36.786300 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-666afc86-352b-48be-a747-5f3fa81ba333 req-3b010109-d3ab-4f62-8254-174ba5e67f34 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:security_group {{(pid=88296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:29:36.788839 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-3b010109-d3ab-4f62-8254-174ba5e67f34 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 379 time: 0.1568117 Feb 15 14:29:36.796061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'port': {'device_id': '9fd3b33c-1d95-4590-99a3-05b190932292', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'admin_state_up': True, 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'security_groups': ['06e71695-a22f-4a5b-a2fb-eea326e5597d']}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:36.913734 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e591aa1b-6fc5-4f51-9656-6628b4eacbed req-261e24f3-a8bd-4b24-93b2-805b1f4b9621 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0445802 Feb 15 14:29:36.953395 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:36.957815 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:port and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:36.961852 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:36.969058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:37.060354 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Made reservation on behalf of 4007736a72ed45bdb7070223c70f402c for: {'port': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:37.064089 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:37.231938 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Allocated IP 172.20.0.5 (4adb42e2-1daa-42a8-b823-328996a412e7/e6a5a6d8-ac0b-422e-bd40-967beee644b7/3d8244c0-87d3-46f8-8187-4edfabcfc2a8) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:37.426586 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:37.442522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Transition to ACTIVE for port object 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:29:37.540791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:37.616984 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Network 4adb42e2-1daa-42a8-b823-328996a412e7 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:37.620165 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:37.624364 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:29:37.661343 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:37.699015 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:37.699903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:37.838208 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-24cba244-5b06-4006-9413-7919f047438f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462575 Feb 15 14:29:37.936397 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Request body: {'port': {'device_id': '9fd3b33c-1d95-4590-99a3-05b190932292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:37.957102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd8419c2-d59f-479d-9909-0ee2030c4794 None None] Provisioning for port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:29:37.963508 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-cd8419c2-d59f-479d-9909-0ee2030c4794 None None] Provisioning complete for port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:37.963974 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cd8419c2-d59f-479d-9909-0ee2030c4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:38.024226 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-cd8419c2-d59f-479d-9909-0ee2030c4794 None None] Port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:29:38.135186 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f67c4-e2fd-46dc-b8c3-6e138e3218c8 req-642e8a1e-36b1-4804-b643-1fe3fb28d9d0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:38.136665 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d30f67c4-e2fd-46dc-b8c3-6e138e3218c8 req-642e8a1e-36b1-4804-b643-1fe3fb28d9d0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 931 time: 0.0889959 Feb 15 14:29:38.177773 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:38.184364 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d30f67c4-e2fd-46dc-b8c3-6e138e3218c8 req-4bd08ee1-0e7c-495a-80fc-59277168c814 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Feb 15 14:29:38.526163 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 {{(pid=88296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:29:38.533291 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:38.548924 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Transition to ACTIVE for port object 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 will not be triggered until provisioned by entity L2. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:29:38.637768 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:38.834801 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:38.921585 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Attempting to bind port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:29:38.921929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Attempting to bind port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:29:38.922342 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Attempting to bind port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:29:38.926994 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 on network 4adb42e2-1daa-42a8-b823-328996a412e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:29:38.932125 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Attempting to bind port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 on network 4adb42e2-1daa-42a8-b823-328996a412e7 {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:29:38.932706 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:29:38.933040 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Checking segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:29:38.933484 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Bound using segment: {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'} {{(pid=88296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:29:38.933904 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.managers [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Bound port: 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80097ce-82d5-4ad2-a480-af36ce95d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7'}}] {{(pid=88296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:29:38.934248 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:39.030452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, cleared binding levels {{(pid=88296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:29:39.033447 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:29:39.135726 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:39.199733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.200338 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:39.201735 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1093 time: 1.3562400 Feb 15 14:29:39.202302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:39.227487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cd838-08ed-4b55-83ef-6707b9793bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=3']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:39.256229 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'status': 'completed', 'code': 200} Feb 15 14:29:39.372923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-148714a2-b6aa-46bd-8390-8cc280792762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.377341 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-148714a2-b6aa-46bd-8390-8cc280792762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1096 time: 0.0957940 Feb 15 14:29:39.426869 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b16d8-f9ef-403e-81f3-9703a076ce40 req-2b2892a2-81c5-4d0a-af6d-bd1a6c9e57ad tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.428376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1b8b16d8-f9ef-403e-81f3-9703a076ce40 req-2b2892a2-81c5-4d0a-af6d-bd1a6c9e57ad tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0937960 Feb 15 14:29:39.493636 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1b8b16d8-f9ef-403e-81f3-9703a076ce40 req-2b3edcf9-4fa0-458a-915a-6f792745b14d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581942 Feb 15 14:29:39.541921 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-bb06a464-7bc8-41d8-9be5-8894280c1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.543369 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-bb06a464-7bc8-41d8-9be5-8894280c1fc5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4007736a72ed45bdb7070223c70f402c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1624150 Feb 15 14:29:39.695731 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-1edccb2d-de25-4c53-84a2-307734cf0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.697230 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-47f6d6ac-95d7-4b5b-9c13-1e9a5176e31c req-1edccb2d-de25-4c53-84a2-307734cf0846 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1480703 Feb 15 14:29:39.813975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-c71a142e-04ef-4b6e-9500-1867d7df4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.815454 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-c71a142e-04ef-4b6e-9500-1867d7df4b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1096 time: 0.0805755 Feb 15 14:29:39.888302 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-2ba150a5-f539-4ad5-9a5a-9285233ca6e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0660119 Feb 15 14:29:39.951804 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-216e9655-c26d-46e3-81bf-0b4832e69ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:39.953165 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-216e9655-c26d-46e3-81bf-0b4832e69ec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0596890 Feb 15 14:29:40.034169 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afc86-352b-48be-a747-5f3fa81ba333 req-6898e0b0-d31a-42ba-bc94-bf60eb2d27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:40.035933 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-6898e0b0-d31a-42ba-bc94-bf60eb2d27e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772879 Feb 15 14:29:40.292261 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-8e80df79-85b4-43dd-abef-1ada17efb164 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501564 Feb 15 14:29:40.430759 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-666afc86-352b-48be-a747-5f3fa81ba333 req-d0578032-fd2c-43d3-a117-c1501e0854d8 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331654 Feb 15 14:29:40.703599 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b58f7-d264-447d-8ae9-8ba2d036f9db req-580549e2-8e3e-4d30-8b99-030642390672 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:40.705054 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee5b58f7-d264-447d-8ae9-8ba2d036f9db req-580549e2-8e3e-4d30-8b99-030642390672 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0807755 Feb 15 14:29:40.753906 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ee5b58f7-d264-447d-8ae9-8ba2d036f9db req-beddb381-e6c7-4386-9e41-b3560227d59d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Feb 15 14:29:41.948931 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb92c-ce92-40b4-8f58-a4011ac80c77 req-08874ae2-505c-413c-ba00-6e17abec9db8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:41.950308 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-866fb92c-ce92-40b4-8f58-a4011ac80c77 req-08874ae2-505c-413c-ba00-6e17abec9db8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0843236 Feb 15 14:29:41.998041 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-866fb92c-ce92-40b4-8f58-a4011ac80c77 req-00ccded5-054f-4fea-bc18-8c0b2cd32a49 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Feb 15 14:29:43.184674 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e971ef2-8354-4b66-9572-b4ea8e3bd0f4 req-27999ecd-4aa9-47d7-b39a-730c8852446d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:43.186174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e971ef2-8354-4b66-9572-b4ea8e3bd0f4 req-27999ecd-4aa9-47d7-b39a-730c8852446d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0816169 Feb 15 14:29:43.231050 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1e971ef2-8354-4b66-9572-b4ea8e3bd0f4 req-eb2b0ad2-3594-431c-bc3e-5162bc4df6e7 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392258 Feb 15 14:29:44.422393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473c39-0bb8-4233-91df-a4c684bce544 req-619f304f-0c5a-4222-bc9e-5aa54813c0d2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:44.423835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc473c39-0bb8-4233-91df-a4c684bce544 req-619f304f-0c5a-4222-bc9e-5aa54813c0d2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0837343 Feb 15 14:29:44.469284 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc473c39-0bb8-4233-91df-a4c684bce544 req-1af3cbdc-1ced-4109-970b-e7f0e61e06a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390778 Feb 15 14:29:45.654985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08fe0-ee5d-4dd6-80cc-cd1bab1d4adb req-ac6798c7-6f39-4aca-8fd6-4f011a907381 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:45.656460 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6e08fe0-ee5d-4dd6-80cc-cd1bab1d4adb req-ac6798c7-6f39-4aca-8fd6-4f011a907381 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0811257 Feb 15 14:29:45.705094 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e6e08fe0-ee5d-4dd6-80cc-cd1bab1d4adb req-0f882032-f8b3-47c9-8dc2-10c1eecb1975 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Feb 15 14:29:46.891665 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59371e9-edd2-4a90-9eec-7909e4888fc4 req-3efd33e9-c4b2-4047-9df8-1bafe183324a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:46.893109 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b59371e9-edd2-4a90-9eec-7909e4888fc4 req-3efd33e9-c4b2-4047-9df8-1bafe183324a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0827844 Feb 15 14:29:46.938116 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b59371e9-edd2-4a90-9eec-7909e4888fc4 req-cc83ccfc-2545-4641-94f7-148227df63e2 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389738 Feb 15 14:29:48.125093 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a1ea9-3996-459a-8a15-130d8b9ea6e1 req-e40f6b13-6a0b-442b-af0b-307217d62df3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:48.126551 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e67a1ea9-3996-459a-8a15-130d8b9ea6e1 req-e40f6b13-6a0b-442b-af0b-307217d62df3 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0836091 Feb 15 14:29:48.171620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e67a1ea9-3996-459a-8a15-130d8b9ea6e1 req-cbc5c8b4-30ec-4d78-9e47-623ac043c7e8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387945 Feb 15 14:29:48.249441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:29:48.384874 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:29:48.397813 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'mac_address': 'fa:16:3e:72:ac:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:29:48.453716 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:48.472735 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:29:48.487704 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:29:48.568285 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:48.636082 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:48.643179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.643523 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.643858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.644195 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.644518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.644846 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.645168 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.645890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.645890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.646127 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.646444 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.646756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:48.773360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['3d8244c0-87d3-46f8-8187-4edfabcfc2a8'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:29:49.364898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9068-1141-4544-8913-d51485634718 req-544cb724-3ad6-4f33-b4e2-df306245af25 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:49.366385 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-895c9068-1141-4544-8913-d51485634718 req-544cb724-3ad6-4f33-b4e2-df306245af25 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 944 time: 0.0826223 Feb 15 14:29:49.412280 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-895c9068-1141-4544-8913-d51485634718 req-9ba87bb2-7889-4980-a751-56912b2ce45a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Feb 15 14:29:50.249428 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:29:50.443739 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:29:50.452810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:50.452810 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:50.575538 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:50.603513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:50.610450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f5e9-f1fc-4187-b3f9-6d3632088a1a req-a472f69d-8813-453a-bf70-951385548456 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:50.618161 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3574f5e9-f1fc-4187-b3f9-6d3632088a1a req-a472f69d-8813-453a-bf70-951385548456 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 944 time: 0.0872400 Feb 15 14:29:50.618904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:29:50.659640 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'code': 200} Feb 15 14:29:50.659823 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3574f5e9-f1fc-4187-b3f9-6d3632088a1a req-5ff8e636-de00-4936-839e-c5347e0afdd8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Feb 15 14:29:50.722973 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:50.791133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:51.091279 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698e79-ea2c-4bee-8df7-9b0bd423685b req-0cc706a5-f744-47f8-b52f-fabd0b93cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:51.092703 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a5698e79-ea2c-4bee-8df7-9b0bd423685b req-0cc706a5-f744-47f8-b52f-fabd0b93cc83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0677600 Feb 15 14:29:51.132577 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-a5698e79-ea2c-4bee-8df7-9b0bd423685b req-9631e942-299b-4811-9af6-8fa8f406ed81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339129 Feb 15 14:29:51.848711 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8aad3-f1bf-42da-8bd7-4c8d8516fc19 req-73cde9d5-0d05-4f49-9a80-776d82e6773e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:51.848711 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8b8aad3-f1bf-42da-8bd7-4c8d8516fc19 req-73cde9d5-0d05-4f49-9a80-776d82e6773e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0786974 Feb 15 14:29:51.893024 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8b8aad3-f1bf-42da-8bd7-4c8d8516fc19 req-ea969316-40a6-49c3-a8c2-f89909280e8e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384369 Feb 15 14:29:53.088393 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753c481-e9a3-406d-86ed-512282ea36cb req-321eb1e4-9544-4e3a-b989-7b07b87a8b9d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:53.090009 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8753c481-e9a3-406d-86ed-512282ea36cb req-321eb1e4-9544-4e3a-b989-7b07b87a8b9d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0874183 Feb 15 14:29:53.136502 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8753c481-e9a3-406d-86ed-512282ea36cb req-8c9efb9e-475a-4fe4-bb88-c20e7569172c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Feb 15 14:29:53.318884 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d738-d80e-4b63-8bb2-4c5cff9f8509 req-7e55b831-91bd-4c0c-bd01-ffa29a323a9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:53.320351 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4e8d738-d80e-4b63-8bb2-4c5cff9f8509 req-7e55b831-91bd-4c0c-bd01-ffa29a323a9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0793083 Feb 15 14:29:53.374442 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4e8d738-d80e-4b63-8bb2-4c5cff9f8509 req-906cb44e-b166-4837-8f80-01c01835ac98 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483742 Feb 15 14:29:53.396819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39028) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:53.509937 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d72f9a-40db-4705-abca-cb53381cd3de tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:53.511419 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b3d72f9a-40db-4705-abca-cb53381cd3de tempest-TestShelveInstance-232932497 tempest-TestShelveInstance-232932497-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1093 time: 0.1135383 Feb 15 14:29:53.514250 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39034) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:29:53.519191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:53.525819 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:29:53.529581 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Usage tracker for resource:floatingip and tenant:4007736a72ed45bdb7070223c70f402c is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:29:53.532302 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:29:53.538115 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:29:53.642733 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:53.788032 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:53.931717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Allocated IP 172.26.0.148 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/f5bf9130-5859-496f-8629-a4ca388112d1) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:54.079547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:54.180633 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:54.244255 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:54.247122 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:54.250772 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:29:54.284949 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=f5bf9130-5859-496f-8629-a4ca388112d1,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:54.297519 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.311148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:54.691320 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:54.861802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:55.066107 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:55.134006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:55.342114 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event updated for resources: {'Port': ['ID=f5bf9130-5859-496f-8629-a4ca388112d1,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:55.356309 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:55.531731 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Floating IP 446de8fc-f4dc-4926-8099-ff16c223f542 associated. External IP: 172.26.0.148, port: 3d8244c0-87d3-46f8-8187-4edfabcfc2a8. Feb 15 14:29:55.889000 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:29:56.074413 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:29:56.086562 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:56.097604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:29:56.098246 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:29:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.162878 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:29:56.220656 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-8fe51b4c-0ea2-4661-b9d5-d73eb1e71c78 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7053695 Feb 15 14:29:56.221234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:56.265599 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'status': 'completed', 'code': 200} Feb 15 14:29:56.289609 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:29:56.359160 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-2851dfae-6770-403d-9942-1969740adb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:56.360655 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-2851dfae-6770-403d-9942-1969740adb06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0727594 Feb 15 14:29:56.494673 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-f8b32e35-e8b7-4427-9a44-388c9047d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:56.496108 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-f8b32e35-e8b7-4427-9a44-388c9047d544 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1302023 Feb 15 14:29:56.601607 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-b950ac3d-cc4f-443f-a30e-70f4f1a9874e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 999 time: 0.0998261 Feb 15 14:29:56.644303 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '446de8fc-f4dc-4926-8099-ff16c223f542', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:72:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd3b33c-1d95-4590-99a3-05b190932292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:54Z', 'updated_at': '2022-02-15T14:29:54Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.648403 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:29:56.656722 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:29:56.657330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:29:32Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.669990 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-32001fd1-4e0e-4dc3-aa28-e10d2f23809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:56.671627 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-32001fd1-4e0e-4dc3-aa28-e10d2f23809c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0646164 Feb 15 14:29:56.751047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-66a0a546-b924-4571-9a73-1f5e17496400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:56.752408 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-66a0a546-b924-4571-9a73-1f5e17496400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755548 Feb 15 14:29:56.842844 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:29:56.998553 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-6cdc58c2-9c19-4a72-a400-e50ff8523a05 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400658 Feb 15 14:29:57.130672 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-4d0fb523-77ea-4a4c-a1da-6af74f040607 req-77ac7dd9-3a14-462f-af72-f91c7d3112b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262054 Feb 15 14:29:57.252290 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '446de8fc-f4dc-4926-8099-ff16c223f542', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:72:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd3b33c-1d95-4590-99a3-05b190932292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:54Z', 'updated_at': '2022-02-15T14:29:54Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:57.257503 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935c5b-01c3-4c5c-9eb6-26a1f0a4838f None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '446de8fc-f4dc-4926-8099-ff16c223f542', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'floating_ip_address': '172.26.0.148', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'mac_address': 'fa:16:3e:72:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd3b33c-1d95-4590-99a3-05b190932292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:54Z', 'updated_at': '2022-02-15T14:29:54Z', 'revision_number': 0, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:57.442862 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b9149-3db4-4cb6-8471-70a982dd730a None None] New status for floating IP 446de8fc-f4dc-4926-8099-ff16c223f542: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:29:59.402234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-414e79c5-3be4-4470-916c-6df6fb6031d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:02.587160 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0924-7c0c-4cbd-9f13-e942fe04405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:02.903106 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:02.971332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:03.877133 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:04.357004 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:08.221175 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-fa58ca53-25a9-4c91-9d37-235793fa28c3 req-3af047e1-00bc-49ff-9ece-25cc29bb430b service neutron] (88297) timed out ('10.222.0.36', 57030) {{(pid=88297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 15 14:30:11.671196 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:30:22.060817 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-29d5bd96-789f-40e1-9a3a-00552edd817b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715380 Feb 15 14:30:22.199198 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-3757ce5b-d49a-4d13-8cf4-fafc00c6c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:22.200565 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-3757ce5b-d49a-4d13-8cf4-fafc00c6c973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0735435 Feb 15 14:30:22.346012 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-7273fc64-d62a-4bdf-af36-f13674040c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:22.347409 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-7273fc64-d62a-4bdf-af36-f13674040c39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1284306 Feb 15 14:30:22.451720 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-2a168669-415a-45dd-bb2f-a08993757b88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.0973732 Feb 15 14:30:22.513588 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-a23da3de-c8ac-4bef-856c-332365cbf8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:22.515024 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-a23da3de-c8ac-4bef-856c-332365cbf8e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0579259 Feb 15 14:30:22.589062 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-adb0a1f1-5c0e-49dc-b917-6d3c2ee7e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:22.590580 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-adb0a1f1-5c0e-49dc-b917-6d3c2ee7e177 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702310 Feb 15 14:30:22.722787 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-36955867-5428-44ec-a63a-501af00659e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264791 Feb 15 14:30:22.853364 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-e61a424b-1652-43c1-8b7a-443c4598d6d6 req-7bc321a8-7aa9-4aff-8d52-fca3abf3b0a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251290 Feb 15 14:30:29.402297 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c6649713-13cc-4d8e-b038-6185988443b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:32.710955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4369243b-1739-44bb-b80b-801920558716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:32.813826 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:32.842283 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:33.893944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:34.356389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:30:48.675203 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:30:59.413224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-33732f3c-5df6-4afe-b5be-8577157e5183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:02.624736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9a75b367-0ed5-4442-9333-964009cbb481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:02.848240 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:02.858925 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:03.967840 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:04.482635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:23.068486 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-8dddd4bf-567f-420c-b537-e4f35334e992 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801396 Feb 15 14:31:23.209627 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-a2594682-dc49-4629-9026-71e9a626f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:23.209627 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-a2594682-dc49-4629-9026-71e9a626f065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0696464 Feb 15 14:31:23.353905 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-fb77c5b0-5b4d-44cd-ab5c-aa7fe975bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:23.358158 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-fb77c5b0-5b4d-44cd-ab5c-aa7fe975bdd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1285257 Feb 15 14:31:23.463331 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-16780167-d079-4d7c-b8ba-609c264af4b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1018562 Feb 15 14:31:23.530340 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-a7f64676-70d7-40a8-8316-e306da192cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:23.531733 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-a7f64676-70d7-40a8-8316-e306da192cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0624051 Feb 15 14:31:23.614048 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-889381bd-20fd-4fda-8039-441f9244887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:23.618923 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-889381bd-20fd-4fda-8039-441f9244887e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770488 Feb 15 14:31:23.854289 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-d3758f92-5408-4875-ab3f-b33d2cf22c4e service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326834 Feb 15 14:31:23.991943 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-bd28fbd7-0b43-4d85-bec4-30f61b42bc03 req-26e1df68-e8ec-4625-ab9b-9c51caf46b16 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283491 Feb 15 14:31:25.679302 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:31:29.481568 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1d4647be-52b0-46bc-bbef-7cf51e7e837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:32.607189 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-058858d7-9c5d-40c3-a434-73f383e6b3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:32.830185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:32.898605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:34.047275 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:34.351259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:31:59.378853 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-91e2fb54-ebc3-4422-b945-972120fe2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:02.584388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-aa5373e9-02d0-4b8c-b409-2334da8acd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:02.686485 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:32:02.958592 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:02.975499 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:03.913355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:04.395692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:23.057078 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-9c6097fb-2c05-4c7a-be58-480b4354ae94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698807 Feb 15 14:32:23.201099 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-d1a8cc5b-8f6f-473f-a9ba-d043ca78402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:23.202593 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-d1a8cc5b-8f6f-473f-a9ba-d043ca78402a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0788350 Feb 15 14:32:23.354268 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-9632b1c1-9f4f-465a-81e6-4d24c6540194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:23.355847 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-9632b1c1-9f4f-465a-81e6-4d24c6540194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1343825 Feb 15 14:32:23.463966 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-d075f4a5-48bf-4d37-92b4-21db5b05e80d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1024833 Feb 15 14:32:23.524742 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-4d8b0728-e194-4483-aeb9-7fb8f0a10e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:23.526219 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-4d8b0728-e194-4483-aeb9-7fb8f0a10e8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0566082 Feb 15 14:32:23.604414 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-ca7b6f1e-b55e-4e47-aaab-05e1bc9d03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:23.605808 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-ca7b6f1e-b55e-4e47-aaab-05e1bc9d03a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731299 Feb 15 14:32:23.616083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-7ca35f8a-804c-4e4d-b586-54ec1cb35c57 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:32:23.617339 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-7ca35f8a-804c-4e4d-b586-54ec1cb35c57 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056021 Feb 15 14:32:23.752206 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-f4a94d37-9ca2-40b1-b7bd-85c032bab35e service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254172 Feb 15 14:32:23.885841 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-0bcc6551-2b29-4709-85ad-722c3f9fb992 req-61c0ad47-c869-442c-a74c-8678b671b50b service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280589 Feb 15 14:32:29.384208 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0873697b-6c28-4aa5-ab19-ffdc2be27a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:32.595064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-04db7a59-3c1e-4776-811c-bab3e9f73d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:32.849340 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:32.877575 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:33.906416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:34.349667 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:32:39.685290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:32:46.382068 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5b810-83ad-4b12-8a41-b40595168165 req-8e31a785-5671-4ac7-8bb1-25c50660fa64 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:46.383550 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32e5b810-83ad-4b12-8a41-b40595168165 req-8e31a785-5671-4ac7-8bb1-25c50660fa64 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.2948561 Feb 15 14:32:46.428977 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-32e5b810-83ad-4b12-8a41-b40595168165 req-fb4996f5-3ee0-49bb-b1ee-e3c8b67a7efb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393856 Feb 15 14:32:47.670124 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c39d-e75b-4c79-8982-f088d47bb5e0 req-2e9a249d-8417-457d-bf1e-fa08d8f8bf77 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:47.671585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f82c39d-e75b-4c79-8982-f088d47bb5e0 req-2e9a249d-8417-457d-bf1e-fa08d8f8bf77 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1287348 Feb 15 14:32:47.717504 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9f82c39d-e75b-4c79-8982-f088d47bb5e0 req-41d6f415-e398-4949-b170-e87f9566f00d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Feb 15 14:32:48.907719 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cf1d3-aaa8-497d-b9dc-ad62d6f891de req-beeb4af3-98f0-481e-ad14-bb2f7b178813 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:48.909165 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6e4cf1d3-aaa8-497d-b9dc-ad62d6f891de req-beeb4af3-98f0-481e-ad14-bb2f7b178813 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0801425 Feb 15 14:32:48.957113 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6e4cf1d3-aaa8-497d-b9dc-ad62d6f891de req-3e3ed819-7f78-4f21-a3c9-2b9220f848ac tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Feb 15 14:32:50.144603 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27c8d1-52a4-413e-839f-ec3a5a74ad6c req-2c59b2de-39b8-4f28-81d3-2903a21dce3e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:50.146075 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd27c8d1-52a4-413e-839f-ec3a5a74ad6c req-2c59b2de-39b8-4f28-81d3-2903a21dce3e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0815990 Feb 15 14:32:50.190848 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-dd27c8d1-52a4-413e-839f-ec3a5a74ad6c req-c59b9d0e-e2ae-434d-a599-76a04c3e06c5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Feb 15 14:32:51.377433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f825-8645-462a-8931-fe8700f5e9a1 req-9a696793-9369-44b8-bf58-5d2817273b98 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:51.378938 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9777f825-8645-462a-8931-fe8700f5e9a1 req-9a696793-9369-44b8-bf58-5d2817273b98 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0832009 Feb 15 14:32:51.422376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9777f825-8645-462a-8931-fe8700f5e9a1 req-cb221b63-4801-4daa-bf20-7eb17e6f3ed5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Feb 15 14:32:52.606642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212f0cb-5429-49ee-a0cf-9dd47b98ba5c req-fc871bbc-656e-461f-9245-82802fa96684 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:52.608206 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e212f0cb-5429-49ee-a0cf-9dd47b98ba5c req-fc871bbc-656e-461f-9245-82802fa96684 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0807567 Feb 15 14:32:52.653146 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e212f0cb-5429-49ee-a0cf-9dd47b98ba5c req-0aff3cca-c276-4896-a4f6-d57623b91dee tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Feb 15 14:32:53.842399 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d05284-bf74-49e4-8f9a-e2887283424c req-48684cd5-aa15-488c-8e80-5d6c1463cc41 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:53.843835 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08d05284-bf74-49e4-8f9a-e2887283424c req-48684cd5-aa15-488c-8e80-5d6c1463cc41 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0845237 Feb 15 14:32:53.890569 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-08d05284-bf74-49e4-8f9a-e2887283424c req-e123ff32-384f-43f6-a225-07dea5d8c832 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Feb 15 14:32:55.072788 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee280fd-2f1d-4010-b2d3-f4784137ee0c req-cf846b5c-bdcf-4143-8663-a0c7838c089d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:55.075052 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ee280fd-2f1d-4010-b2d3-f4784137ee0c req-cf846b5c-bdcf-4143-8663-a0c7838c089d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0792236 Feb 15 14:32:55.118403 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ee280fd-2f1d-4010-b2d3-f4784137ee0c req-d8c41946-80c0-478e-bbb8-4601b5fdbfda tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Feb 15 14:32:56.307168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40582809-e61a-4913-80a4-d05cc00b44b5 req-6c0c38a2-9bee-48ee-ac18-4d0a4071c22e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:56.308609 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-40582809-e61a-4913-80a4-d05cc00b44b5 req-6c0c38a2-9bee-48ee-ac18-4d0a4071c22e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0830138 Feb 15 14:32:56.354600 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-40582809-e61a-4913-80a4-d05cc00b44b5 req-f3fc6ae4-484a-448b-891f-9e5aa9d99f83 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396986 Feb 15 14:32:57.539670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9437db-1815-4d5a-99cc-1b2ff1c81f2c req-1572a483-57a7-4569-a5ab-54cd8ed458bb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:57.541093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a9437db-1815-4d5a-99cc-1b2ff1c81f2c req-1572a483-57a7-4569-a5ab-54cd8ed458bb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0787930 Feb 15 14:32:57.588424 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a9437db-1815-4d5a-99cc-1b2ff1c81f2c req-d2b476c8-36d3-402f-b819-c6d1c61bf31f tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Feb 15 14:32:58.773325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d71f-ba30-40ca-be43-e329177a6301 req-57d012b0-43e2-473f-aba2-086c4a500c3e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:58.774784 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1255d71f-ba30-40ca-be43-e329177a6301 req-57d012b0-43e2-473f-aba2-086c4a500c3e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0811861 Feb 15 14:32:58.819636 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1255d71f-ba30-40ca-be43-e329177a6301 req-71f08f52-ffb6-42d9-97da-4a61699a99e6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Feb 15 14:32:59.377720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d760-5178-4d50-ba70-bd985b2fbbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:00.117650 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05022412-3f6c-4f7d-94e6-96d4d1fff03b req-4b961ab7-775e-43c7-9730-cdfc6fc01d93 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:00.119093 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05022412-3f6c-4f7d-94e6-96d4d1fff03b req-4b961ab7-775e-43c7-9730-cdfc6fc01d93 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1858664 Feb 15 14:33:00.163918 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-05022412-3f6c-4f7d-94e6-96d4d1fff03b req-b6daeb5f-b411-4ccb-b72d-39dda0ed4682 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Feb 15 14:33:01.348381 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db042-ab12-441b-9bb0-61299da1866a req-86c06444-3c26-4398-b281-61a74fb399f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.349865 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-86c06444-3c26-4398-b281-61a74fb399f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0704663 Feb 15 14:33:01.353217 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af0166-04f3-4fa9-a963-db12d5ed9a7c req-f427001d-fc38-4924-91e5-b989e344b82a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.354710 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e4af0166-04f3-4fa9-a963-db12d5ed9a7c req-f427001d-fc38-4924-91e5-b989e344b82a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0823734 Feb 15 14:33:01.402886 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e4af0166-04f3-4fa9-a963-db12d5ed9a7c req-0bed61c6-2f64-4338-9c3d-9a717d899c2d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 Feb 15 14:33:01.479982 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db042-ab12-441b-9bb0-61299da1866a req-9190650e-3826-41aa-bb76-f431fc15ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.481313 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-9190650e-3826-41aa-bb76-f431fc15ba82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1250236 Feb 15 14:33:01.582806 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-abb4e894-f2f6-40d9-8e4a-5b806ccbae63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.0953081 Feb 15 14:33:01.642614 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db042-ab12-441b-9bb0-61299da1866a req-a8b2aa55-90e4-4f2d-932f-e170c8efdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.644019 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-a8b2aa55-90e4-4f2d-932f-e170c8efdcaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0565553 Feb 15 14:33:01.722269 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db042-ab12-441b-9bb0-61299da1866a req-e1f7ff6d-3f80-43dc-afef-bb8ccb3e9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.724944 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-e1f7ff6d-3f80-43dc-afef-bb8ccb3e9299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734992 Feb 15 14:33:01.954168 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-0ef37e69-2dfc-4ff1-a807-68f83551aa6b service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234132 Feb 15 14:33:02.082525 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-d59db042-ab12-441b-9bb0-61299da1866a req-8ebe9056-c8fc-492a-9dbc-fc7fbd58a2b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222420 Feb 15 14:33:02.579514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4237-02ed-4c26-94af-9cddcc3e2df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:02.586354 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243394-d4c1-4b42-bbeb-85627412e34c req-860e4b6d-4971-4a57-8c99-144966ad5edb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:02.587859 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4243394-d4c1-4b42-bbeb-85627412e34c req-860e4b6d-4971-4a57-8c99-144966ad5edb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0791614 Feb 15 14:33:02.632867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a4243394-d4c1-4b42-bbeb-85627412e34c req-84a9b3bf-8a3e-4d5b-92fe-ad1723532ba8 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 Feb 15 14:33:02.840705 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:02.853641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:03.903295 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:03.989558 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef3c66-d8c7-4d27-8ff3-adfc87fed0a0 req-956655dc-0e56-48a3-9667-3655cac13c9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:03.990953 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9aef3c66-d8c7-4d27-8ff3-adfc87fed0a0 req-956655dc-0e56-48a3-9667-3655cac13c9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0865304 Feb 15 14:33:04.036178 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-9aef3c66-d8c7-4d27-8ff3-adfc87fed0a0 req-a379ce63-018f-44f1-8f14-87defb7a7c73 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Feb 15 14:33:04.417501 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:05.243966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7e31-bddc-432c-9277-20449e3c8e1a req-560f3c17-e69a-4d68-bf9b-3487607999a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:05.245422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d20b7e31-bddc-432c-9277-20449e3c8e1a req-560f3c17-e69a-4d68-bf9b-3487607999a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0806162 Feb 15 14:33:05.293042 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d20b7e31-bddc-432c-9277-20449e3c8e1a req-8e3c56af-6ad0-4cb4-9493-f8f37a6f933e tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Feb 15 14:33:06.840649 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833ea1-f1dd-4bb8-9d35-b27563e17cd1 req-3cf46078-4dd7-41ff-82f7-4cf4553658cb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.842175 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-22833ea1-f1dd-4bb8-9d35-b27563e17cd1 req-3cf46078-4dd7-41ff-82f7-4cf4553658cb tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0879641 Feb 15 14:33:06.865808 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-cceaac5d-2ee5-48de-9fb1-7f6e9bc7ccba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172531 Feb 15 14:33:06.888572 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-22833ea1-f1dd-4bb8-9d35-b27563e17cd1 req-cdd56a80-41b2-4f36-a798-688bc8701951 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405822 Feb 15 14:33:07.355135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:33:07.466821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:07.498843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:07.507388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:33:07.572299 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:07.612666 dv-neutron-828156-1-hyperv neutron-server[88298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'code': 422} returned with failed status Feb 15 14:33:07.653746 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:07.662217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.662566 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.662907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.663271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.663604 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.663929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.664258 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.664578 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.664935 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.665389 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.665743 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:07.666062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:33:08.079632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a409491-6d92-40cf-bd05-3a311583ab4e req-de3e1791-be8f-40e5-9f30-ed22414e60ab tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:08.081914 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a409491-6d92-40cf-bd05-3a311583ab4e req-de3e1791-be8f-40e5-9f30-ed22414e60ab tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0832787 Feb 15 14:33:08.133074 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1a409491-6d92-40cf-bd05-3a311583ab4e req-cbaad2dc-cb24-4fb2-a78a-52c1b06c569b tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 Feb 15 14:33:09.325013 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048f3f5-f530-4e49-a1fc-b46cc261437e req-26e30896-e29e-4ef5-8e4a-02b28a5a3b74 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:09.326489 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6048f3f5-f530-4e49-a1fc-b46cc261437e req-26e30896-e29e-4ef5-8e4a-02b28a5a3b74 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0824006 Feb 15 14:33:09.370499 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-6048f3f5-f530-4e49-a1fc-b46cc261437e req-d69028c0-fead-47a0-80fe-6fbd8413d148 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 Feb 15 14:33:10.561849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c814-39d1-4554-90c3-e159ea6287b1 req-a5a555f1-9aa0-41e5-8782-2db7c039f149 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:10.563432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fca6c814-39d1-4554-90c3-e159ea6287b1 req-a5a555f1-9aa0-41e5-8782-2db7c039f149 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0820816 Feb 15 14:33:10.615836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fca6c814-39d1-4554-90c3-e159ea6287b1 req-2cb37ef5-8588-4a26-9b38-d2d7bb3a190c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459275 Feb 15 14:33:11.805901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65099f-f4a4-4339-bd76-85037d974d77 req-4ea51c87-856e-4e5b-b6e5-82b6ba1bf9bc tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:11.807408 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff65099f-f4a4-4339-bd76-85037d974d77 req-4ea51c87-856e-4e5b-b6e5-82b6ba1bf9bc tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0857465 Feb 15 14:33:11.856355 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ff65099f-f4a4-4339-bd76-85037d974d77 req-88cef023-f6aa-4d2e-8c95-fd19035f65a6 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Feb 15 14:33:12.923108 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-dc1ac0d4-181a-4231-90df-af7da6725c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:12.924674 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-dc1ac0d4-181a-4231-90df-af7da6725c12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&tenant_id=4007736a72ed45bdb7070223c70f402c HTTP/1.1" status: 200 len: 1096 time: 0.0769508 Feb 15 14:33:13.015167 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f086528a-5da1-4cbf-9908-06716912176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.016705 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f086528a-5da1-4cbf-9908-06716912176a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1096 time: 0.0717030 Feb 15 14:33:13.050658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cca84d-791a-4523-950d-230b1af7e9c0 req-d5f8c16a-b758-41b3-87fd-5a5291a18e9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.052439 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80cca84d-791a-4523-950d-230b1af7e9c0 req-d5f8c16a-b758-41b3-87fd-5a5291a18e9a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0881228 Feb 15 14:33:13.097512 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-80cca84d-791a-4523-950d-230b1af7e9c0 req-c05012d4-ee8b-4c57-a0dc-bc2e4aea24bf tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Feb 15 14:33:13.149960 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-21ef2997-e68f-4106-9d7f-9a095f526799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.151357 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-21ef2997-e68f-4106-9d7f-9a095f526799 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1294284 Feb 15 14:33:13.255595 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-41523e38-1f3b-4bcd-a1b6-0526d08b033d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 999 time: 0.0983517 Feb 15 14:33:13.317197 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f5aa739e-b56d-40b0-9096-aac7035975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.318623 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f5aa739e-b56d-40b0-9096-aac7035975b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0574651 Feb 15 14:33:13.394430 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f4898f2b-c64d-4541-9b47-2f892cbc8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.396495 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f4898f2b-c64d-4541-9b47-2f892cbc8f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721390 Feb 15 14:33:13.531894 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-eec5c421-1430-49ba-ac13-a4268b31f563 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296525 Feb 15 14:33:13.660945 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-7a01e6b6-46f9-4507-a2f7-95955f842875 req-f3a1efc5-3821-49f5-b390-6df209e5141f service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226544 Feb 15 14:33:14.279112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634dff6-bd7a-4bd4-9725-566db7bd2999 req-d173c43c-e7a3-4f06-a7b8-eba32c3adb72 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:14.280701 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d634dff6-bd7a-4bd4-9725-566db7bd2999 req-d173c43c-e7a3-4f06-a7b8-eba32c3adb72 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0788841 Feb 15 14:33:14.325233 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d634dff6-bd7a-4bd4-9725-566db7bd2999 req-81811428-284c-4487-a593-e20008412c69 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 Feb 15 14:33:15.513232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e87d-a8cc-4c76-b563-cb67eb6253a7 req-4493fa24-f027-4371-877a-f520c97b190c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:15.514709 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d44e87d-a8cc-4c76-b563-cb67eb6253a7 req-4493fa24-f027-4371-877a-f520c97b190c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0833490 Feb 15 14:33:15.568675 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0d44e87d-a8cc-4c76-b563-cb67eb6253a7 req-2346e44f-aa5d-4cc8-9f5f-e420915ecd01 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476589 Feb 15 14:33:16.685038 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:33:16.759785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c57e4-82d8-45a5-b77d-8d29ec9abb72 req-708621ce-3581-4cc5-938a-c29a7e518501 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:16.761260 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b35c57e4-82d8-45a5-b77d-8d29ec9abb72 req-708621ce-3581-4cc5-938a-c29a7e518501 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0823469 Feb 15 14:33:16.810129 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b35c57e4-82d8-45a5-b77d-8d29ec9abb72 req-7a61be29-cf83-4889-a06b-b4343fcd5c5c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Feb 15 14:33:17.998633 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e7cca-13d3-4093-b412-d37ac7e7cb01 req-ca3688d4-29eb-4e5a-8166-260c0db6da86 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:17.999988 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fe3e7cca-13d3-4093-b412-d37ac7e7cb01 req-ca3688d4-29eb-4e5a-8166-260c0db6da86 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0803270 Feb 15 14:33:18.044998 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fe3e7cca-13d3-4093-b412-d37ac7e7cb01 req-b8d5700e-852b-479b-9cab-a407c946b76a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393109 Feb 15 14:33:19.240803 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a48f91-2b86-40ec-9efb-33508812edaf req-76550758-7de9-4353-882e-bcc56e08f1a1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.242311 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a48f91-2b86-40ec-9efb-33508812edaf req-76550758-7de9-4353-882e-bcc56e08f1a1 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0904837 Feb 15 14:33:19.288261 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-91a48f91-2b86-40ec-9efb-33508812edaf req-36dce6d8-e2ea-4318-b2b0-22453feb6c1c tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Feb 15 14:33:20.471360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98136b-d73d-4678-bb44-5296f5d94cc2 req-02663d2b-5c29-4fa7-8d79-f3e79247c036 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:20.473376 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae98136b-d73d-4678-bb44-5296f5d94cc2 req-02663d2b-5c29-4fa7-8d79-f3e79247c036 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0795209 Feb 15 14:33:20.516320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ae98136b-d73d-4678-bb44-5296f5d94cc2 req-a6ffd935-759a-4438-bb08-2293a64e1eac tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Feb 15 14:33:21.400797 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:33:21.533819 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:33:21.547532 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'port_id': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'mac_address': 'fa:16:3e:72:ac:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:33:21.603971 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:21.621839 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:21.637345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:33:21.705236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508446-423d-47ff-a974-ddb77c248be8 req-cb6995d4-353c-495b-8dc1-8100c7c4a8ef tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:21.706698 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14508446-423d-47ff-a974-ddb77c248be8 req-cb6995d4-353c-495b-8dc1-8100c7c4a8ef tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 943 time: 0.0835311 Feb 15 14:33:21.725843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:21.752110 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14508446-423d-47ff-a974-ddb77c248be8 req-3bef9578-2a7e-4720-984a-f7be075eea10 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396945 Feb 15 14:33:21.798778 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:21.954944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['3d8244c0-87d3-46f8-8187-4edfabcfc2a8'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:33:22.936199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8160f40-d856-43c1-b681-a6f592aec032 req-4a69de46-7555-47a7-8d66-40c6cd4e0d12 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:22.937695 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8160f40-d856-43c1-b681-a6f592aec032 req-4a69de46-7555-47a7-8d66-40c6cd4e0d12 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 944 time: 0.0797427 Feb 15 14:33:22.982536 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8160f40-d856-43c1-b681-a6f592aec032 req-2021705e-767d-4347-a755-a2cb5bef56a0 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387533 Feb 15 14:33:23.416384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:33:23.485755 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:23.486128 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:23.598822 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:23.627996 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:23.638225 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:33:23.672989 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'code': 200} Feb 15 14:33:23.714345 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:23.817696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:24.054081 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde041e7-f46b-4fc3-b570-507f108c7940 req-5206fd01-a578-442f-93a7-00c7e1e580f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.055529 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dde041e7-f46b-4fc3-b570-507f108c7940 req-5206fd01-a578-442f-93a7-00c7e1e580f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0720985 Feb 15 14:33:24.066519 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.36', 51288) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:33:24.096686 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [req-dde041e7-f46b-4fc3-b570-507f108c7940 req-31043d40-8b62-4fc4-9d66-d244c1b8b4a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347133 Feb 15 14:33:24.203581 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-f1392afc-becf-496f-b46a-72ff217136e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.205033 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-f1392afc-becf-496f-b46a-72ff217136e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.1375370 Feb 15 14:33:24.215895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf326-feba-490e-be4f-66c53e961d92 req-85eda2ff-cd6a-4cab-999c-214d577b8990 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.217229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3bcaf326-feba-490e-be4f-66c53e961d92 req-85eda2ff-cd6a-4cab-999c-214d577b8990 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1111555 Feb 15 14:33:24.260866 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3bcaf326-feba-490e-be4f-66c53e961d92 req-ff840876-e419-494a-90e2-7c7846e6ac5d tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379121 Feb 15 14:33:24.531215 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-f5251090-500d-4fb3-99f1-a8e64305dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.532549 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-f5251090-500d-4fb3-99f1-a8e64305dc19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.2252133 Feb 15 14:33:24.634859 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-5f5307d7-1b95-48fc-8b35-7a9c1665caee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.0957985 Feb 15 14:33:24.697328 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-1d32bf12-4d46-4b43-9743-0039d0d6350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.698776 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-1d32bf12-4d46-4b43-9743-0039d0d6350c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0579183 Feb 15 14:33:24.777575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-3b4ae03f-62ff-4707-b4f8-000272b8454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.779014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-3b4ae03f-62ff-4707-b4f8-000272b8454a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737205 Feb 15 14:33:24.913691 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-fc80c3ac-1802-4dba-b796-1ecba13f615d service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282563 Feb 15 14:33:25.057097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2de76f4c-c307-42da-9f55-aa65f6cd11ca req-3c56b9c2-6002-4067-9c83-cb4196314bf3 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311383 Feb 15 14:33:25.450908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4f3a-4cf3-49fb-9832-21690bc0809e req-aec51405-3a1c-41e4-aec4-6d709d381c02 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:25.452422 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38db4f3a-4cf3-49fb-9832-21690bc0809e req-aec51405-3a1c-41e4-aec4-6d709d381c02 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.0807576 Feb 15 14:33:25.506637 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-38db4f3a-4cf3-49fb-9832-21690bc0809e req-05bdde1e-63e2-41c5-bd23-774566aaed6a tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Feb 15 14:33:29.389989 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1bf5-83b9-47b1-bb5d-a95e497bb3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:32.611463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-61702d36-dd7d-436f-8b91-54ee2954ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:32.824187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:32.852600 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:33.929349 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:34.350278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:33:53.686990 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:33:59.412959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66a4d816-aedf-419b-bb0d-62cded61d09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:02.590802 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-65df8059-8ada-4e33-814d-ff0ec89d3c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:02.863545 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:02.903412 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:03.966036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:04.355024 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:26.838528 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-511333c5-a3ef-4d21-ac9a-6d57227a8eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745506 Feb 15 14:34:26.979009 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-22d4dc0e-f899-4b48-97c5-bbf12f8eb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:26.980507 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-22d4dc0e-f899-4b48-97c5-bbf12f8eb94b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.0742359 Feb 15 14:34:27.126712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-dd28282f-c90b-48f3-8909-220e245a2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:27.128174 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-dd28282f-c90b-48f3-8909-220e245a2f66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.1296833 Feb 15 14:34:27.236912 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-98646923-0a08-445c-b983-9e3c5d97184e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1024623 Feb 15 14:34:27.298582 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-88ba4c3b-118f-4574-94eb-21358fc7930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:27.300016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-88ba4c3b-118f-4574-94eb-21358fc7930d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0581088 Feb 15 14:34:27.378352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-5a2833a3-e97d-47de-a60b-aeb9b77fb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:27.379834 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-5a2833a3-e97d-47de-a60b-aeb9b77fb8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742090 Feb 15 14:34:27.516374 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-30c6784c-c99d-4476-909b-1ccedbf8dc98 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300433 Feb 15 14:34:27.655930 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4ced5467-fa89-4b2d-a88a-0961d6a79c0c req-aaa4b2fb-9124-4c86-82ca-0cf5f9c276ef service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325984 Feb 15 14:34:29.428117 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8980-2ed3-431e-aa66-4bf3d3c8806c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:30.689240 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:34:32.616691 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-92377a81-5c53-4b46-a78a-aa8a888e0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:32.824155 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:32.856688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:33.890820 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:34.371181 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:34:59.392784 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-7b4daa09-4a60-4f95-9118-a7c5692f6c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:02.575455 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-6eab6991-eead-4a48-8f2f-ddebb5799f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:02.849702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:02.855438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:03.969713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:04.392645 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:07.690768 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:35:23.071109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39278) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:23.473707 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Deleting port f5bf9130-5859-496f-8629-a4ca388112d1 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:23.474064 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:23.655782 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:23.656112 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:23.881487 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Calling delete_port for f5bf9130-5859-496f-8629-a4ca388112d1 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:24.106494 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:24.154570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'Port': ['ID=f5bf9130-5859-496f-8629-a4ca388112d1,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:24.195085 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.195460 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.195798 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.196182 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.196512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.196893 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.197230 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.197579 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.197903 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.198220 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.198598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.198923 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:24.258243 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:24.258578 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Floating IP 446de8fc-f4dc-4926-8099-ff16c223f542 disassociated (deleted). External IP: 172.26.0.148, port: 3d8244c0-87d3-46f8-8187-4edfabcfc2a8. Feb 15 14:35:24.641281 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:35:24.826035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:24.836488 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:24.842979 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:24.845332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:24.846104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:24.898150 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-06daabae-0a32-4218-a19a-d5e74e8a3e47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "DELETE /v2.0/floatingips/446de8fc-f4dc-4926-8099-ff16c223f542 HTTP/1.1" status: 204 len: 168 time: 1.8258681 Feb 15 14:35:24.898709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:35:25.030236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:25.131630 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'status': 'completed', 'code': 200} Feb 15 14:35:25.267190 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-a02697f9-6a42-41ed-9904-4882f3a09ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:25.268658 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-a02697f9-6a42-41ed-9904-4882f3a09ebd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4007736a72ed45bdb7070223c70f402c&device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 1098 time: 0.1158719 Feb 15 14:35:25.376617 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:25.383085 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:25.397356 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:25.398146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:25.573496 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-0a1443f9-8312-4ef2-bf4f-a6f01711baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:25.574256 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-0a1443f9-8312-4ef2-bf4f-a6f01711baf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 200 len: 908 time: 0.2995815 Feb 15 14:35:25.583837 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:25.584595 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0c71-c123-428d-a635-c97ef303be8a req-3bb59b1f-0307-44d6-a3c9-8dc1abda6865 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:25.586081 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2bc0c71-c123-428d-a635-c97ef303be8a req-3bb59b1f-0307-44d6-a3c9-8dc1abda6865 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1337459 Feb 15 14:35:25.662441 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-bb6792d4-4271-4f0f-a140-faebd9cc025e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0753787 Feb 15 14:35:25.727851 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-c2bc0c71-c123-428d-a635-c97ef303be8a req-a9565440-2971-4735-b57c-ba3b7fe97938 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892866 Feb 15 14:35:25.749188 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-b257f6fb-351c-4ebf-9a7c-7591c7e4b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:25.750718 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-b257f6fb-351c-4ebf-9a7c-7591c7e4b4d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 200 len: 847 time: 0.0813022 Feb 15 14:35:25.836579 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-25e97452-43dd-4ac2-a7a6-671f06856d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:25.838085 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-25e97452-43dd-4ac2-a7a6-671f06856d3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4adb42e2-1daa-42a8-b823-328996a412e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810678 Feb 15 14:35:25.953863 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:25.958785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2404695-5263-45a6-8169-a23d5a6bead8 None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:24:25Z', 'revision_number': 4, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e03d94d0-de4d-4223-819e-c30eed263e08', 'name': '', 'network_id': '4adb42e2-1daa-42a8-b823-328996a412e7', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'mac_address': 'fa:16:3e:55:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:24Z', 'updated_at': '2022-02-15T14:24:30Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'subnets': [{'id': 'e6a5a6d8-ac0b-422e-bd40-967beee644b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:25.981253 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-be14e955-a7ed-4fa2-aca0-88771c8cbddd service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359842 Feb 15 14:35:26.132925 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-cd6b0f11-27cb-4e99-9496-dda0edb72ee5 req-41235890-1e17-4a9d-8124-072e7932d0c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454117 Feb 15 14:35:26.204280 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344cb5c-a9ab-4866-ae88-15af78980996 None None] New status for floating IP 446de8fc-f4dc-4926-8099-ff16c223f542: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:35:26.976946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74cc3-c4ee-4baa-8c59-c6e915b210c2 req-a2b5d88f-59b7-4f80-8185-49e55d9eb559 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:26.978320 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34f74cc3-c4ee-4baa-8c59-c6e915b210c2 req-a2b5d88f-59b7-4f80-8185-49e55d9eb559 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1392815 Feb 15 14:35:27.008218 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-0cedab65-3a4f-4a8d-811b-04de824deb47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:27.009616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-0cedab65-3a4f-4a8d-811b-04de824deb47 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 945 time: 0.1162369 Feb 15 14:35:27.085802 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-34f74cc3-c4ee-4baa-8c59-c6e915b210c2 req-cf8d6b59-c052-4d79-9f6e-9c09ee6cf507 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/security-groups?id=06e71695-a22f-4a5b-a2fb-eea326e5597d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015539 Feb 15 14:35:27.105491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Deleting port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:27.105491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:27.350376 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] For port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:27.350732 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:27.470430 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Calling delete_port for 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:27.683914 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:27.734011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'Port': ['ID=3d8244c0-87d3-46f8-8187-4edfabcfc2a8,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:27.771672 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.772023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.772363 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.772693 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.773022 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.773352 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.773704 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.774026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.774350 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.774669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.774987 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.775305 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:27.819821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] No DVR routers for this DVR port 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:35:27.822282 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:27.824714 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-deleted', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:35:27.836771 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-57fd8646-881d-4427-8d5e-00d72f428c45 req-5c03d485-fd2c-4b23-911a-8a792b315c38 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.36 "DELETE /v2.0/ports/3d8244c0-87d3-46f8-8187-4edfabcfc2a8 HTTP/1.1" status: 204 len: 173 time: 0.8214817 Feb 15 14:35:27.921330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd3b33c-1d95-4590-99a3-05b190932292', 'name': 'network-vif-deleted', 'tag': '3d8244c0-87d3-46f8-8187-4edfabcfc2a8', 'status': 'completed', 'code': 200} Feb 15 14:35:28.245725 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1783505c-ab1d-4dbb-8426-7c69349de33b req-372c6d6e-b74a-4714-835e-9e7f04bee609 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Synchronizing usage tracker for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:35:28.306750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-1783505c-ab1d-4dbb-8426-7c69349de33b req-372c6d6e-b74a-4714-835e-9e7f04bee609 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Unset dirty status for tenant:4007736a72ed45bdb7070223c70f402c on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:35:28.308016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1783505c-ab1d-4dbb-8426-7c69349de33b req-372c6d6e-b74a-4714-835e-9e7f04bee609 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.1054578 Feb 15 14:35:29.398903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-bb1f95af-3b79-4965-8dc2-b97b0d5bfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:29.507131 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-119cd9f5-d5b1-4926-9431-8c280b280c2a req-c45a30ac-d466-4b1d-a592-29e97ff7de99 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fd3b33c-1d95-4590-99a3-05b190932292 HTTP/1.1" status: 200 len: 210 time: 0.0573578 Feb 15 14:35:30.038445 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:30.074300 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:30.074644 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device 3d8244c0-87d3-46f8-8187-4edfabcfc2a8 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:30.611468 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39306) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:30.681916 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:30.714806 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:30.850438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:30.869161 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e71695-a22f-4a5b-a2fb-eea326e5597d,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:30.951337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:30.952472 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-86c3ea70-a447-476e-9e9a-3dd4e16a64a5 tempest-TestShelveInstance-1374553840 tempest-TestShelveInstance-1374553840-project] 10.222.0.61 "DELETE /v2.0/security-groups/06e71695-a22f-4a5b-a2fb-eea326e5597d HTTP/1.1" status: 204 len: 168 time: 0.3398521 Feb 15 14:35:31.067175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39312) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:31.872929 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.242718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Deleting port e03d94d0-de4d-4223-819e-c30eed263e08 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:32.243056 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.416592 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.db [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] For port e03d94d0-de4d-4223-819e-c30eed263e08, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e03d94d0-de4d-4223-819e-c30eed263e08,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:32.416899 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.540506 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Calling delete_port for e03d94d0-de4d-4223-819e-c30eed263e08 owned by network:router_interface {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:32.625723 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-20394759-e9c8-4157-ab1f-e721155df13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.791902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.840418 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e03d94d0-de4d-4223-819e-c30eed263e08,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:32.871940 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:32.900680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:33.226927 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:33.608270 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Router d4a9d792-20c5-45b7-877b-da52ede1ba43 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:35:33.789895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:33.798607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Sync routers for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:33.811062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:33.811062 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:33.880310 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d6c828b2-d9a4-4adc-af4c-059c08bb3b2b admin admin] 10.222.0.61 "PUT /v2.0/routers/d4a9d792-20c5-45b7-877b-da52ede1ba43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119352 Feb 15 14:35:33.882924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39318) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:33.982583 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.006151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:34.184619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.317434 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:35:32Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:34.321594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Checking router: d4a9d792-20c5-45b7-877b-da52ede1ba43 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:34.332963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Routers {'d4a9d792-20c5-45b7-877b-da52ede1ba43'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:34.333767 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['d4a9d792-20c5-45b7-877b-da52ede1ba43'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:34.368689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.398008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.495781 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Deleting port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:34.496392 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.524752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] Set router d4a9d792-20c5-45b7-877b-da52ede1ba43 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:34.759493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] For port 4d2a017e-1676-4bc1-bcda-eac6b048c7fe, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:34.759493 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:34.885261 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Calling delete_port for 4d2a017e-1676-4bc1-bcda-eac6b048c7fe owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:34.890414 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:35:32Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:34.894986 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3736eb9-4be5-4ef3-b0d6-bf70f94ab2e9 None None] The sync data for ids ['d4a9d792-20c5-45b7-877b-da52ede1ba43'] in dv-neutron-828156-1-hyperv is: [{'id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'name': 'tempest-TestShelveInstance-496270223-router', 'tenant_id': '4007736a72ed45bdb7070223c70f402c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:20Z', 'updated_at': '2022-02-15T14:35:32Z', 'revision_number': 5, 'project_id': '4007736a72ed45bdb7070223c70f402c', 'gw_port': {'id': '4d2a017e-1676-4bc1-bcda-eac6b048c7fe', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9d792-20c5-45b7-877b-da52ede1ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:21Z', 'updated_at': '2022-02-15T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:35.278057 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.330345 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2a017e-1676-4bc1-bcda-eac6b048c7fe,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:35.425802 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.712125 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.714313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.809423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.809982 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a9d792-20c5-45b7-877b-da52ede1ba43 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:35:35.825332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.826867 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-96beaff3-72e9-40d5-be77-b1aba718d637 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d4a9d792-20c5-45b7-877b-da52ede1ba43 HTTP/1.1" status: 204 len: 168 time: 1.9428725 Feb 15 14:35:35.829025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39322) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:35.893100 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Deleting subnet e6a5a6d8-ac0b-422e-bd40-967beee644b7 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:35:35.896642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:35.951770 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.032578 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.168895 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.213500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a5a6d8-ac0b-422e-bd40-967beee644b7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:36.215360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.219852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3dbea4-7e9e-43da-bb5f-7fd440669651 None None] Network 4adb42e2-1daa-42a8-b823-328996a412e7 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:36.221848 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-7dc14d41-a8f3-46f3-89ab-306bb20ab48b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e6a5a6d8-ac0b-422e-bd40-967beee644b7 HTTP/1.1" status: 204 len: 168 time: 0.3915594 Feb 15 14:35:36.224641 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39326) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:36.327381 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.339570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Deleting port 48551263-dddb-4bee-bf01-f36044ff2ffc {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:36.339902 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.510679 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] DHCP port deletion for 4adb42e2-1daa-42a8-b823-328996a412e7 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:35:36.515000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Deleting port 48551263-dddb-4bee-bf01-f36044ff2ffc {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:36.515373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.556148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] For port 48551263-dddb-4bee-bf01-f36044ff2ffc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=48551263-dddb-4bee-bf01-f36044ff2ffc,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:36.556411 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.689724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Calling delete_port for 48551263-dddb-4bee-bf01-f36044ff2ffc owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:36.690397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4d2a017e-1676-4bc1-bcda-eac6b048c7fe no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:36.737903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4d2a017e-1676-4bc1-bcda-eac6b048c7fe {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:36.738151 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4d2a017e-1676-4bc1-bcda-eac6b048c7fe not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:36.738513 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e03d94d0-de4d-4223-819e-c30eed263e08 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:36.777325 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e03d94d0-de4d-4223-819e-c30eed263e08 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:36.783294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e03d94d0-de4d-4223-819e-c30eed263e08 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:36.783294 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 48551263-dddb-4bee-bf01-f36044ff2ffc no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:36.832470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.834088 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] For port 48551263-dddb-4bee-bf01-f36044ff2ffc, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=48551263-dddb-4bee-bf01-f36044ff2ffc,segment=NetworkSegment(a80097ce-82d5-4ad2-a480-af36ce95d261),segment_id=a80097ce-82d5-4ad2-a480-af36ce95d261)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:36.834478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:36.877564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Pushing event deleted for resources: {'Port': ['ID=48551263-dddb-4bee-bf01-f36044ff2ffc,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:36.884721 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] No DVR routers for this DVR port 48551263-dddb-4bee-bf01-f36044ff2ffc on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:35:36.961047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Calling delete_port for 48551263-dddb-4bee-bf01-f36044ff2ffc owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:37.002440 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.007059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No active binding found for port 48551263-dddb-4bee-bf01-f36044ff2ffc {{(pid=88298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 15 14:35:37.007471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 48551263-dddb-4bee-bf01-f36044ff2ffc not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:37.029424 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adb42e2-1daa-42a8-b823-328996a412e7']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:37.039019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:35:37.039404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:35:37.043002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80097ce-82d5-4ad2-a480-af36ce95d261') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:37.043311 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80097ce-82d5-4ad2-a480-af36ce95d261') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:37.054553 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.070199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.076214 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:35:37.076592 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:35:37.093839 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:35:37.306515 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.310919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.335371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] Pushing event deleted for resources: {'Network': ['ID=4adb42e2-1daa-42a8-b823-328996a412e7,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:37.427126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-ed93afcf-c328-419e-8346-7eaccc36a839 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4adb42e2-1daa-42a8-b823-328996a412e7 HTTP/1.1" status: 204 len: 168 time: 1.2013688 Feb 15 14:35:37.429853 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39330) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:37.540398 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Deleting port 48551263-dddb-4bee-bf01-f36044ff2ffc {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:37.540955 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:37.608880 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7956-44ca-4e90-afbd-0a6a3ccb7adf None None] The port '48551263-dddb-4bee-bf01-f36044ff2ffc' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:35:38.083342 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:38.441184 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Deleting port e1e11eb7-b47b-4de1-8394-79330aded538 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:38.441561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:38.614272 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] For port e1e11eb7-b47b-4de1-8394-79330aded538, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e1e11eb7-b47b-4de1-8394-79330aded538,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:38.614626 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:38.737246 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Calling delete_port for e1e11eb7-b47b-4de1-8394-79330aded538 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:38.986614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:39.038007 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e11eb7-b47b-4de1-8394-79330aded538,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:39.307049 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:39.780169 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:35:39.958237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:39.966544 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Sync routers for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:39.976392 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:39.976993 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:40.028748 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-da406c38-3f85-4e34-b9fc-b67034802736 admin admin] 10.222.0.61 "PUT /v2.0/routers/494b0eb1-b1c6-45b4-af90-44320c27c8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5977585 Feb 15 14:35:40.031410 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39334) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:40.186438 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:40.237818 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:40.416764 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:40.471571 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:35:38Z', 'revision_number': 5, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port': {'id': 'f6907ab4-711c-4447-b040-b25cbf088a25', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:29Z', 'updated_at': '2022-02-15T14:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:40.475361 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Checking router: 494b0eb1-b1c6-45b4-af90-44320c27c8d4 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:40.484237 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Deleting port f6907ab4-711c-4447-b040-b25cbf088a25 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:40.484407 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Routers {'494b0eb1-b1c6-45b4-af90-44320c27c8d4'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:40.484774 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:40.485315 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:40.662192 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] Set router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:40.685825 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] For port f6907ab4-711c-4447-b040-b25cbf088a25, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=f6907ab4-711c-4447-b040-b25cbf088a25,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:40.686178 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:40.767353 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:35:40Z', 'revision_number': 6, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:40.771603 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733da5e-0ac8-4994-9a84-af5cb4b94e38 None None] The sync data for ids ['494b0eb1-b1c6-45b4-af90-44320c27c8d4'] in dv-neutron-828156-1-hyperv is: [{'id': '494b0eb1-b1c6-45b4-af90-44320c27c8d4', 'name': 'tempest-TestShelveInstance-1547777486-router', 'tenant_id': '4991623fe3db4688b137656485702614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:28Z', 'updated_at': '2022-02-15T14:35:40Z', 'revision_number': 6, 'project_id': '4991623fe3db4688b137656485702614', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:40.811119 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Calling delete_port for f6907ab4-711c-4447-b040-b25cbf088a25 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:41.050267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.219528 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Pushing event deleted for resources: {'Port': ['ID=f6907ab4-711c-4447-b040-b25cbf088a25,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:41.312671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.485055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.487597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.586212 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.586750 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494b0eb1-b1c6-45b4-af90-44320c27c8d4 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:35:41.602234 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.603501 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a334212e-6378-4079-8ea0-d61e42cb66af admin admin] 10.222.0.61 "DELETE /v2.0/routers/494b0eb1-b1c6-45b4-af90-44320c27c8d4 HTTP/1.1" status: 204 len: 168 time: 1.5711188 Feb 15 14:35:41.606038 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39338) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:41.669204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Deleting subnet 36fa15b0-0e90-49e2-a2bc-6507fde07b8e {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:35:41.672500 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.727789 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.806548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.941138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.981892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa15b0-0e90-49e2-a2bc-6507fde07b8e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:41.985726 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:41.992309 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-52c49e74-308d-4c14-a5c2-1761c0517886 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36fa15b0-0e90-49e2-a2bc-6507fde07b8e HTTP/1.1" status: 204 len: 168 time: 0.3852746 Feb 15 14:35:41.994430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac4bf6-a85e-41d2-9e87-e216f72ffab6 None None] Network a450aff4-92a8-4d83-a8f1-21fc13cfe280 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:41.996739 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39342) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:42.103353 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.114146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Deleting port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:42.114499 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.237041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] DHCP port deletion for a450aff4-92a8-4d83-a8f1-21fc13cfe280 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:35:42.241443 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Deleting port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:42.241830 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.323123 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] For port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:42.323624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.449350 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] For port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,segment=NetworkSegment(e0775167-e08b-49db-829d-17ab56260555),segment_id=e0775167-e08b-49db-829d-17ab56260555)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:42.449685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.452647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Calling delete_port for e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:42.572396 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Calling delete_port for e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:35:42.603728 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.646828 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:35:42.647186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:35:42.663323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:42.665142 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] No DVR routers for this DVR port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:35:42.683995 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f6907ab4-711c-4447-b040-b25cbf088a25 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:42.726241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: f6907ab4-711c-4447-b040-b25cbf088a25 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:42.726241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device f6907ab4-711c-4447-b040-b25cbf088a25 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:42.726241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e1e11eb7-b47b-4de1-8394-79330aded538 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:42.782187 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.787495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e1e11eb7-b47b-4de1-8394-79330aded538 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:42.787841 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e1e11eb7-b47b-4de1-8394-79330aded538 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:42.788259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:35:42.811773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a450aff4-92a8-4d83-a8f1-21fc13cfe280']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:42.822480 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:35:42.822829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:35:42.921600 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0775167-e08b-49db-829d-17ab56260555') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:42.921935 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0775167-e08b-49db-829d-17ab56260555') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:42.934819 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.951171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.957748 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:35:42.958132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:35:42.970999 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:35:43.148737 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Deleting port e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:35:43.149278 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.186296 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.202690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.213486 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] Pushing event deleted for resources: {'Network': ['ID=a450aff4-92a8-4d83-a8f1-21fc13cfe280,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:43.217099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-76c9de42-2177-4590-814b-b87e0169df51 None None] The port 'e72f2c1e-441f-4b2e-b6c2-6c2396e8a85e' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:35:43.222076 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-5555b634-df40-4619-aeae-73a9c1beb291 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a450aff4-92a8-4d83-a8f1-21fc13cfe280 HTTP/1.1" status: 204 len: 168 time: 1.2235003 Feb 15 14:35:43.570363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39348) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:43.618663 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ab88185b-1af5-4fdd-8f86-536cda5c6c11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4007736a72ed45bdb7070223c70f402c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471468 Feb 15 14:35:43.623932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39352) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:43.684761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.710097 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.842275 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.859768 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8b1b4-562d-4bd1-9728-b043b094558b,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:43.869076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:43.872613 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cda37e24-4aae-4241-ba2d-3f4f07f3b8c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bd8b1b4-562d-4bd1-9728-b043b094558b HTTP/1.1" status: 204 len: 168 time: 0.2452357 Feb 15 14:35:44.552221 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39360) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:44.602077 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d71e9508-1f90-4539-aaf8-9d5040a3e2d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4991623fe3db4688b137656485702614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486932 Feb 15 14:35:44.604521 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39364) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:44.665077 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:44.696297 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:44.697006 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:35:44.837936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:44.854559 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e8772-85c4-434d-8d3c-cf0d4ed90f50,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:44.862276 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:44.863470 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-a7653933-cdf2-418b-920b-3cc32356c8fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa9e8772-85c4-434d-8d3c-cf0d4ed90f50 HTTP/1.1" status: 204 len: 168 time: 0.2579269 Feb 15 14:35:46.098722 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39388) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:46.219512 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1950486467-network', 'tenant_id': '359b92bc08d6402eb44354b5f8497567'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:46.224317 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:46.228130 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Usage tracker for resource:network and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:46.230975 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:46.236619 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:46.305907 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Made reservation on behalf of 359b92bc08d6402eb44354b5f8497567 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:35:46.308216 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.320894 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.335912 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:46.339718 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:46.342580 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:46.348237 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:46.431335 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.518883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.546529 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:35:46.559307 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c4d34-32aa-4623-aad0-7ed45b81621d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:46.564245 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.564245 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Added segment 75a1bcbe-b379-44bd-b734-d4d9a76ee999 of type vlan for network edea2fb0-ad1d-4684-85d1-b3311c2946c4 Feb 15 14:35:46.593704 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.706466 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.707438 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:46.708006 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:46.807252 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] Pushing event updated for resources: {'Network': ['ID=edea2fb0-ad1d-4684-85d1-b3311c2946c4,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:46.817064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:35:46.889763 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d03589dd-0226-4d2c-b52f-717abccd51ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7895079 Feb 15 14:35:46.892376 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39394) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:46.898109 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Request body: {'subnet': {'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1950486467-subnet', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'ip_version': 4}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:46.903318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:46.907059 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Usage tracker for resource:subnet and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:46.909947 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:46.916963 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:46.980058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Made reservation on behalf of 359b92bc08d6402eb44354b5f8497567 for: {'subnet': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:35:46.983333 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1732932'] for subnet, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.237486 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1732946'] for subnet, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.310285 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176d22f0-d2e7-4383-884e-280b2ceaad90,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:47.317685 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Checking segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:47.318363 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Network hostable DHCP agents. Network: edea2fb0-ad1d-4684-85d1-b3311c2946c4, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:35:47.409022 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:35:47.477532 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, edea2fb0-ad1d-4684-85d1-b3311c2946c4) {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:47.481526 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:47.482288 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.486076 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57703225-c1a0-4d2e-9aef-b138c377f9fe None None] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:47.575741 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2aa97158-8fee-4b32-83c0-a8ca93465102 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6822362 Feb 15 14:35:47.578310 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39398) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:47.584061 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:47.588910 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:47.592928 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Usage tracker for resource:router and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:47.595783 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:47.601720 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:47.666316 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.667366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.682082 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.707730 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:35:47.709280 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:47.866484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Allocated IP 172.20.0.2 (edea2fb0-ad1d-4684-85d1-b3311c2946c4/176d22f0-d2e7-4383-884e-280b2ceaad90/3eaa2345-9e1d-4ad8-87c8-81491027b4a9) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:35:48.080051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.090237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Transition to ACTIVE for port object 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:48.107945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Transition to ACTIVE for port object 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:48.132797 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.174292 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.240435 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:48.243405 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:48.247110 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:35:48.252949 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Pushing event updated for resources: {'Port': ['ID=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:48.293498 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.293785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.294124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.294482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.294812 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.295141 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.295467 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.295790 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.296113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.296438 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.296808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.297126 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:48.354747 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Attempting to bind port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:35:48.355123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Attempting to bind port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:35:48.355495 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Attempting to bind port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:35:48.360827 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:35:48.361203 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Checking segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:48.361637 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.362035 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Bound using segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:35:48.362527 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Bound port: 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:35:48.362929 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.453984 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] For port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:35:48.456796 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] For port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:35:48.546625 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.554011 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.584067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.633859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a370ff7-d409-463a-8b3b-bc35a6fc94b1 None None] Pushing event updated for resources: {'Port': ['ID=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:48.727209 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Allocated IP 172.26.0.155 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/bbdf122a-35d9-4387-8fb7-4b681c79ec70) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:35:48.899709 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:48.992533 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:49.058909 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:49.061738 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:49.065371 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:35:49.098522 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Pushing event updated for resources: {'Port': ['ID=bbdf122a-35d9-4387-8fb7-4b681c79ec70,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:49.585279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2124c10-3a93-4322-a697-9ff54b4ab63e None None] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:49.651758 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:49.835101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-899f4d2d-9664-4ccc-a850-cff65f807626 None None] Provisioning for port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:50.122578 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:50.397569 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:35:50.575452 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:50.584487 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:50.593535 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:50.594886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:50.666826 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:50.670861 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-ffd4c90f-9931-49bd-9cdc-9b383ba5c93f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0889704 Feb 15 14:35:50.671010 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39402) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:50.741520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:50.830361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:51.010341 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:51.019051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:51.019421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.212759 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.256518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:51.258947 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:49Z', 'revision_number': 3, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:51.264224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:51.264224 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Updating router 8717b455-e9ec-44be-b722-44a2ecbf3977 port bbdf122a-35d9-4387-8fb7-4b681c79ec70 binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:35:51.314628 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.353710 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.470560 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.475433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:51.682711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Allocated IP 172.20.0.1 (edea2fb0-ad1d-4684-85d1-b3311c2946c4/176d22f0-d2e7-4383-884e-280b2ceaad90/e6355fc8-9ac6-46c4-ac9a-fa634cac74e6) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:35:51.714620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.729683 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Transition to ACTIVE for port object bbdf122a-35d9-4387-8fb7-4b681c79ec70 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:51.797816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.829290 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.845231 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Transition to ACTIVE for port object e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:51.875059 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Attempting to bind port bbdf122a-35d9-4387-8fb7-4b681c79ec70 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:35:51.875423 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Attempting to bind port bbdf122a-35d9-4387-8fb7-4b681c79ec70 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:35:51.875783 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Attempting to bind port bbdf122a-35d9-4387-8fb7-4b681c79ec70 on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:35:51.884792 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:35:51.888580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:51.888580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.888580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:35:51.888580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Bound port: bbdf122a-35d9-4387-8fb7-4b681c79ec70, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:35:51.888580 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.912008 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6c35-3f26-4d81-96bc-e68a5054476b None None] Pushing event updated for resources: {'Port': ['ID=bbdf122a-35d9-4387-8fb7-4b681c79ec70,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:51.923366 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:51.988666 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:51.991860 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:51.995570 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:35:52.015113 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] For port bbdf122a-35d9-4387-8fb7-4b681c79ec70, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:35:52.020242 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] For port bbdf122a-35d9-4387-8fb7-4b681c79ec70, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbdf122a-35d9-4387-8fb7-4b681c79ec70,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:35:52.035038 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Pushing event updated for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:52.059401 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.106885 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.193276 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:52.193928 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:52.262069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6c35-3f26-4d81-96bc-e68a5054476b None None] Pushing event updated for resources: {'Port': ['ID=bbdf122a-35d9-4387-8fb7-4b681c79ec70,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:52.357031 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc9095f8-9e9b-49d1-9cef-bcb0f3c7216b None None] Provisioning for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:52.367514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc9095f8-9e9b-49d1-9cef-bcb0f3c7216b None None] Provisioning complete for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:52.367882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc9095f8-9e9b-49d1-9cef-bcb0f3c7216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.376058 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.432843 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:52.542288 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fc9095f8-9e9b-49d1-9cef-bcb0f3c7216b None None] Port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:35:52.602652 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.660318 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.696135 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:52.766682 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Pushing event updated for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:52.769325 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.779416 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:52.779909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:52.834371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:49Z', 'revision_number': 3, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:52.843272 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fff8a-a245-4521-817b-616fbbf13d0a None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:49Z', 'revision_number': 3, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:52.915988 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:52.917192 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:53.168594 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e23b65f8-8572-4d9b-9cd2-5a423771e064 None None] Provisioning complete for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:53.168963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e23b65f8-8572-4d9b-9cd2-5a423771e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:53.237607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e23b65f8-8572-4d9b-9cd2-5a423771e064 None None] Port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:35:53.258501 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:35:53.448879 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:53.457753 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f859f31b-64e0-495c-bca9-1545cc296cbc admin admin] 10.222.0.61 "PUT /v2.0/routers/8717b455-e9ec-44be-b722-44a2ecbf3977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857094 Feb 15 14:35:54.182149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39420) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:54.187668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1018247831-network', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:54.193958 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:54.198572 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Usage tracker for resource:network and tenant:0b86a70f5c02478b8f50de481c55ea52 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:54.201020 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:54.207208 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:54.271644 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Made reservation on behalf of 0b86a70f5c02478b8f50de481c55ea52 for: {'network': 1} {{(pid=88296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:35:54.274068 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for network, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.286868 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.301175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:54.306378 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Usage tracker for resource:security_group_rule and tenant:0b86a70f5c02478b8f50de481c55ea52 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:54.309282 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:54.315425 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:54.393046 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:54.401149 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.402857 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:54.403454 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:54.522386 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.554567 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:35:54.563065 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87343e74-07e7-4c11-b4d3-e7ca3d16a66d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:54.568766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.574615 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.segments_db [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Added segment 11b85116-06fd-401e-b0ea-236037ebf8e1 of type vlan for network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c Feb 15 14:35:54.582747 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:54.595936 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766639916535'] for network, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.683510 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741'] for network, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.684620 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:54.685308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Notify callbacks [] for network, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.705997 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbdf122a-35d9-4387-8fb7-4b681c79ec70 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:54.797861 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] Pushing event updated for resources: {'Network': ['ID=2f8dfd74-07eb-4408-9343-cbdd1b26a88c,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:54.809541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c details requested by agent ovs-agent-dv-neutron-828156-1-hyperv with host dv-neutron-828156-1-hyperv {{(pid=88298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 15 14:35:54.839722 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-543ba06c-1fe9-4493-8564-7d406bdda27d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6538711 Feb 15 14:35:54.840061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39424) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:54.846267 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Request body: {'subnet': {'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1018247831-subnet', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'ip_version': 4}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:54.851180 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:54.855383 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Usage tracker for resource:subnet and tenant:0b86a70f5c02478b8f50de481c55ea52 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:54.858235 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:54.865111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:54.874109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port bbdf122a-35d9-4387-8fb7-4b681c79ec70 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:54.893991 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port bbdf122a-35d9-4387-8fb7-4b681c79ec70 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:54.894361 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.903322 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 2, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:54.907281 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:54.907630 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Updating router 8717b455-e9ec-44be-b722-44a2ecbf3977 port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:35:54.979676 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Made reservation on behalf of 0b86a70f5c02478b8f50de481c55ea52 for: {'subnet': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:35:54.982121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3229539'] for subnet, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:54.991069 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.033366 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.051421 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port bbdf122a-35d9-4387-8fb7-4b681c79ec70, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbdf122a-35d9-4387-8fb7-4b681c79ec70,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:55.134430 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.205938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=bbdf122a-35d9-4387-8fb7-4b681c79ec70,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:55.322544 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1662420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3229557'] for subnet, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.337727 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.350166 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Transition to ACTIVE for port object e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:55.395335 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a1057c-3290-4e6e-a810-b154cf217492,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:55.404230 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Checking segment: {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:55.404566 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Network hostable DHCP agents. Network: 2f8dfd74-07eb-4408-9343-cbdd1b26a88c, hostable agents: ['d32e38fc-94bd-40ad-a3dc-e40b79bbf094'], hosted agents: [] {{(pid=88297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:35:55.437122 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.545521 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c is scheduled to be hosted by DHCP agent d32e38fc-94bd-40ad-a3dc-e40b79bbf094 with binding_index 1 {{(pid=88297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:35:55.567223 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Pushing event updated for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:55.601689 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.602037 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.602458 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.603026 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.603330 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.603670 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.604006 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.604437 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.604721 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.605044 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.605375 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.609708 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:55.626089 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828156-1-hyperv, 2f8dfd74-07eb-4408-9343-cbdd1b26a88c) {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:55.633437 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:55.636388 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.639123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6148e-d558-4217-ac7a-a2b8d0d94f43 None None] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:55.685485 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Attempting to bind port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:35:55.685663 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Attempting to bind port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:35:55.686017 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Attempting to bind port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:35:55.691575 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:35:55.691933 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Checking segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:55.692415 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.692779 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Bound using segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:35:55.693227 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Bound port: e6355fc8-9ac6-46c4-ac9a-fa634cac74e6, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:35:55.693617 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.769563 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0f1e7f98-a849-49ab-bf43-bfd1d6d0bd81 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9283755 Feb 15 14:35:55.772267 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39428) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:55.778328 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:35:55.783504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:35:55.787543 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Usage tracker for resource:router and tenant:0b86a70f5c02478b8f50de481c55ea52 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:35:55.788765 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] For port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:35:55.790775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:35:55.792198 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] For port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:35:55.797226 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:35:55.895067 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.913696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fd642d6-76f6-597d-a1d2-acc193233de6-2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492'}]}} from dv-neutron-828156-1-hyperv. {{(pid=88298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 15 14:35:55.914520 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.939711 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41698'] for router, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.940775 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969825', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41709'] for router, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.955790 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:55.968752 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:55.969382 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:56.092823 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.db_base_plugin_common [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Allocated IP 172.20.0.2 (2f8dfd74-07eb-4408-9343-cbdd1b26a88c/d2a1057c-3290-4e6e-a810-b154cf217492/50a9cb3f-ee1b-4810-95b7-4a8ebef03494) {{(pid=88298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:35:56.165064 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:56.217460 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d71d4-e164-4c07-a618-3e6abcccee79 None None] Pushing event updated for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:56.327263 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41695'] for router, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.339458 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks [] for port, precommit_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.349957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Transition to ACTIVE for port object 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:56.368197 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Transition to ACTIVE for port object 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 will not be triggered until provisioned by entity DHCP. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:35:56.484383 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417'] for port, after_create {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.511880 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:56.517330 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ef11e-bc3c-4d02-9893-ed572bc8df28 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:56.556787 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c is already hosted by enough agents. {{(pid=88298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:56.559727 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.scheduler.base_scheduler [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Resources bound (agent type, host, resource id): {{(pid=88298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:56.563500 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Received port after_create {{(pid=88298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:35:56.573558 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Pushing event updated for resources: {'Port': ['ID=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,revision_number=1']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:56.679373 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Attempting to bind port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:35:56.679817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Attempting to bind port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:35:56.680251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Attempting to bind port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 on network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:35:56.689265 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:35:56.689838 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Checking segment: {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:35:56.690337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.690845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Bound using segment: {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:35:56.691380 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Bound port: 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:35:56.691831 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.774547 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.812499 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.813327 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] For port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:35:56.816804 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] For port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:35:56.820346 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbdf122a-35d9-4387-8fb7-4b681c79ec70 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:56.891967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port bbdf122a-35d9-4387-8fb7-4b681c79ec70 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:56.892338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.937547 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:56.966029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Allocated IP 172.26.0.131 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/4f7ca292-8eac-4a4c-a639-e4886e42882d) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:35:57.090441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa6d7-3a90-4479-9d8b-bc7a1021db63 None None] Pushing event updated for resources: {'Port': ['ID=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:57.106690 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:57.231944 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:57.239156 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:57.239574 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:57.292132 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:57.375175 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:57.437964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:57.459883 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:35:57.463503 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:35:57.471350 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:35:57.478613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:57.524882 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Pushing event updated for resources: {'Port': ['ID=4f7ca292-8eac-4a4c-a639-e4886e42882d,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:57.557988 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:57.655139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:58.024433 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:58.151079 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30297278-ca5d-441b-981c-7de483429cba None None] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:35:58.354665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0e54c56e-7a24-4fad-b65b-35c2c7a28c5f None None] Provisioning for port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:58.374234 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969806'] for router, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:58.683199 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Router 661d5dd0-992a-4f0b-91b9-14c160963cfe is scheduled to L3 agent 025fc922-894d-4027-8de9-561be909957b with binding_index 1 {{(pid=88296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 15 14:35:58.745388 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:58.859995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:35:58.868829 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Sync routers for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:35:58.877953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:35:58.878481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:58.933765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:35:58.946677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:58.947050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:58.951583 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] Notify callbacks [] for router, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:58.952832 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-f40e15ed-f49b-40ec-893d-08ff96c909ab admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1795111 Feb 15 14:35:58.955538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39432) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:35:59.188044 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:35:59.382693 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.447953 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11b1c5ef-1406-4f69-aa02-09ddc874abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.450132 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:35:59.506213 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.507012 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:35:59.626166 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:59.648692 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 3, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:35:59.654075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Checking router: 661d5dd0-992a-4f0b-91b9-14c160963cfe for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:35:59.654424 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Updating router 661d5dd0-992a-4f0b-91b9-14c160963cfe port 4f7ca292-8eac-4a4c-a639-e4886e42882d binding host dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:35:59.700407 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:35:59.700694 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.756228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.759890 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:35:59.970194 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.db_base_plugin_common [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Allocated IP 172.20.0.1 (2f8dfd74-07eb-4408-9343-cbdd1b26a88c/d2a1057c-3290-4e6e-a810-b154cf217492/c1fb99f1-20fe-4e10-b052-3ad9f358c786) {{(pid=88296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:00.115035 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.130117 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.provisioning_blocks [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Transition to ACTIVE for port object c1fb99f1-20fe-4e10-b052-3ad9f358c786 will not be triggered until provisioned by entity DHCP. {{(pid=88296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:00.141257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks [] for port, precommit_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.154200 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Transition to ACTIVE for port object 4f7ca292-8eac-4a4c-a639-e4886e42882d will not be triggered until provisioned by entity L2. {{(pid=88298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:00.231995 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.272317 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.297004 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:00.299871 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:00.304538 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Received port after_create {{(pid=88296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:36:00.342326 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=1']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:00.355647 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Attempting to bind port 4f7ca292-8eac-4a4c-a639-e4886e42882d on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:36:00.356064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Attempting to bind port 4f7ca292-8eac-4a4c-a639-e4886e42882d by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:36:00.356385 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Attempting to bind port 4f7ca292-8eac-4a4c-a639-e4886e42882d on network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:36:00.358626 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b0ac8-ef32-4fbf-bd3d-655594a2b714 None None] Pushing event updated for resources: {'Port': ['ID=4f7ca292-8eac-4a4c-a639-e4886e42882d,revision_number=2']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:00.364677 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:36:00.365051 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Checking segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:36:00.365482 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.365876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Bound using segment: {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'} {{(pid=88298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:36:00.366083 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-970520'] for router_interface, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.366399 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.managers [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Bound port: 4f7ca292-8eac-4a4c-a639-e4886e42882d, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3'}}] {{(pid=88298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:36:00.366719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.448763 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] For port 4f7ca292-8eac-4a4c-a639-e4886e42882d, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:36:00.452095 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] For port 4f7ca292-8eac-4a4c-a639-e4886e42882d, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4f7ca292-8eac-4a4c-a639-e4886e42882d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:36:00.529368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.559148 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.605762 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-be9d4890-47e6-48ee-8181-01c1a13d7990 None None] Provisioning for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:00.612313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:36:00.612941 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:35:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:00.678041 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-be9d4890-47e6-48ee-8181-01c1a13d7990 None None] Provisioning complete for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:00.678330 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-be9d4890-47e6-48ee-8181-01c1a13d7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.714875 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:00.750484 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b0ac8-ef32-4fbf-bd3d-655594a2b714 None None] Pushing event updated for resources: {'Port': ['ID=4f7ca292-8eac-4a4c-a639-e4886e42882d,revision_number=3']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:00.913776 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.928432 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-be9d4890-47e6-48ee-8181-01c1a13d7990 None None] Port c1fb99f1-20fe-4e10-b052-3ad9f358c786 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:36:00.970957 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:00.971328 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.980091 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214739'] for port, after_update {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:00.996186 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:36:01.090661 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=2']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:01.095051 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969407'] for router_interface, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:01.237669 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c is already hosted by enough agents. {{(pid=88296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:01.238880 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.base_scheduler [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:01.401799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c1fb99f1-20fe-4e10-b052-3ad9f358c786', 'name': '', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'mac_address': 'fa:16:3e:0d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:59Z', 'updated_at': '2022-02-15T14:35:59Z', 'revision_number': 1, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'subnets': [{'id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:01.406384 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a8d54e-e057-46e0-a0d8-bd6ee4d777fb None None] The sync data for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv is: [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c1fb99f1-20fe-4e10-b052-3ad9f358c786', 'name': '', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'mac_address': 'fa:16:3e:0d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:59Z', 'updated_at': '2022-02-15T14:35:59Z', 'revision_number': 1, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'subnets': [{'id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:01.439721 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Router 661d5dd0-992a-4f0b-91b9-14c160963cfe has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:36:01.563857 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-e8b84789-0a34-4397-bb25-45e0eee44ce7 None None] Provisioning complete for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:01.564228 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e8b84789-0a34-4397-bb25-45e0eee44ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:01.642205 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84789-0a34-4397-bb25-45e0eee44ce7 None None] Port c1fb99f1-20fe-4e10-b052-3ad9f358c786 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:36:01.651811 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:36:01.660503 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-2dc41869-9f2e-4745-998e-4f03d2c3fa80 admin admin] 10.222.0.61 "PUT /v2.0/routers/661d5dd0-992a-4f0b-91b9-14c160963cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040217 Feb 15 14:36:02.432854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39444) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:02.438488 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909520025', 'description': 'tempest-secgroup-smoke-1909520025 description', 'project_id': '359b92bc08d6402eb44354b5f8497567'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:02.445236 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:02.449113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:02.452137 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:02.458749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:02.545669 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.569805 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:02.573613 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:02.576371 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:02.582055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:02.631446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e0aeebe8-2f54-456e-bd1c-4832153a1ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.656664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.722871 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.765114 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c920bb81-dc56-48d1-a487-f09200436698,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:02.869028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.870686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e574c3c6-1622-4597-a7fd-c66b6cadb1ab tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4367304 Feb 15 14:36:02.875791 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39448) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:02.883152 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:02.893968 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:02.902322 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:02.905558 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:02.911632 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:02.911845 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:02.913505 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.049736 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.117191 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.208659 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.230013 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecad1cf-1889-4c69-8772-f1df730f8eb0,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:03.323308 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.325473 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-cf63655b-09a0-475c-b654-5b2d26e857e4 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470310 Feb 15 14:36:03.327895 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39452) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:03.333158 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:03.339540 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:03.344356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:03.346275 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:03.352699 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:03.421749 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.492837 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.568451 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.594618 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7e0967-d83e-4061-879e-8aed75cec595,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:03.706142 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.708779 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-810c6aee-6fd0-4892-9de3-c8b59b23b9a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785920 Feb 15 14:36:03.710813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39456) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:03.716145 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:03.722457 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:03.727705 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:03.730921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:03.736817 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:03.821660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.886260 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:03.979069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.003070 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.027638 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70e3867-ec69-4ef7-991d-3bd3b27b23f7,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:04.100291 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.101512 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f5c7f873-0676-4004-b407-85e5bf471f73 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3896084 Feb 15 14:36:04.104191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39460) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:04.109208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:04.115304 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:04.119080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:04.121961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:04.127548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:04.210815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.286551 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.373356 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.398001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884fca13-0f95-4444-b92c-21aa152a820c,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:04.403720 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.482891 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.484158 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-efc27504-7c51-44d4-aac2-a471a5820329 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790255 Feb 15 14:36:04.486836 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39464) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:04.492303 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:04.498495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:04.502908 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:04.506076 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:04.512433 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:04.592169 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.securitygroups_db [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Project 359b92bc08d6402eb44354b5f8497567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:36:04.599608 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Sync routers for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:04.601689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.609644 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:36:04.610290 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:36:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:04.682523 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.719865 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4f7ca292-8eac-4a4c-a639-e4886e42882d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:04.780080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.806247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abe6ca8-88a9-426c-b645-618b154abaa5,revision_number=0']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:04.833269 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:36:04.895218 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port 4f7ca292-8eac-4a4c-a639-e4886e42882d completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:04.902000 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4f7ca292-8eac-4a4c-a639-e4886e42882d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:04.906183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.929331 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:04.930893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e42da920-f158-4e54-89f3-60ed8d9d54a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4431298 Feb 15 14:36:04.933954 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 39468) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:04.939996 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.v2.base [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'security_group_rule': {'security_group_id': 'c920bb81-dc56-48d1-a487-f09200436698', 'project_id': '359b92bc08d6402eb44354b5f8497567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:04.946841 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:04.950716 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:security_group_rule and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:04.954019 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.quota.resource [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:04.960544 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.db.quota.driver [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:05.028573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.038520 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.securitygroups_db [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Project 359b92bc08d6402eb44354b5f8497567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:36:05.046337 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.046529 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port 4f7ca292-8eac-4a4c-a639-e4886e42882d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4f7ca292-8eac-4a4c-a639-e4886e42882d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:36:05.112750 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.151614 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c1fb99f1-20fe-4e10-b052-3ad9f358c786', 'name': '', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'mac_address': 'fa:16:3e:0d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:59Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 2, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'subnets': [{'id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:05.155574 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Checking router: 661d5dd0-992a-4f0b-91b9-14c160963cfe for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:05.155917 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Updating router 661d5dd0-992a-4f0b-91b9-14c160963cfe port c1fb99f1-20fe-4e10-b052-3ad9f358c786 binding host dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:36:05.196397 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.211314 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.242029 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640135'] for security_group_rule, after_create {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.266564 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dca12b6-2ffc-44e3-bab9-834cb84de0db,revision_number=0']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:05.268001 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=4f7ca292-8eac-4a4c-a639-e4886e42882d,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:05.373691 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.374918 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-d87086b3-4631-484e-b4ff-a5b2460721c5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4398122 Feb 15 14:36:05.569088 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks [] for port, precommit_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.580837 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.provisioning_blocks [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Transition to ACTIVE for port object c1fb99f1-20fe-4e10-b052-3ad9f358c786 will not be triggered until provisioned by entity L2. {{(pid=88299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:05.610349 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5ec8688e-d93c-4913-b599-026012aacede req-967182f4-71a5-4c8e-97ed-158ef2f5792b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:security_group {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:36:05.671449 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.705703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5ec8688e-d93c-4913-b599-026012aacede req-967182f4-71a5-4c8e-97ed-158ef2f5792b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:security_group {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:36:05.706810 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-967182f4-71a5-4c8e-97ed-158ef2f5792b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909520025&fields=id&tenant_id=359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 267 time: 0.1353636 Feb 15 14:36:05.827519 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427e857-ecec-45c1-99dc-ee3fea3d46e4 None None] Pushing event updated for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=3']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:05.875226 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-74b999e1-e866-4a32-8a51-3ba0e2fb9460 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:05.879834 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-74b999e1-e866-4a32-8a51-3ba0e2fb9460 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 810 time: 0.1651654 Feb 15 14:36:05.896792 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-75cb5e62-351e-4b20-b04b-733348bf4116 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/quotas/359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 375 time: 0.0103512 Feb 15 14:36:05.898584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Attempting to bind port c1fb99f1-20fe-4e10-b052-3ad9f358c786 on host dv-neutron-828156-1-hyperv for vnic_type normal with profile {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:36:05.898584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Attempting to bind port c1fb99f1-20fe-4e10-b052-3ad9f358c786 by drivers openvswitch,hyperv on host dv-neutron-828156-1-hyperv at level 0 using segments [{'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:36:05.898584 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Attempting to bind port c1fb99f1-20fe-4e10-b052-3ad9f358c786 on network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:36:05.906836 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Checking agent: {'id': 'fde27813-8581-482c-aa11-ad7e851f9563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828156-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 31, 3), 'started_at': datetime.datetime(2022, 2, 15, 13, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828156-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:36:05.907201 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Checking segment: {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:36:05.907592 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.908434 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Bound using segment: {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'} {{(pid=88299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:36:05.908840 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.managers [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Bound port: c1fb99f1-20fe-4e10-b052-3ad9f358c786, host: dv-neutron-828156-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b85116-06fd-401e-b0ea-236037ebf8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c'}}] {{(pid=88299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:36:05.909208 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:05.993892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-15d14c41-81ff-4689-86f4-e2cb8a1bb7aa tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887301 Feb 15 14:36:06.010680 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] For port c1fb99f1-20fe-4e10-b052-3ad9f358c786, host dv-neutron-828156-1-hyperv, cleared binding levels {{(pid=88299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:36:06.013777 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.plugins.ml2.db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] For port c1fb99f1-20fe-4e10-b052-3ad9f358c786, host dv-neutron-828156-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1fb99f1-20fe-4e10-b052-3ad9f358c786,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:36:06.072599 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron_lib.callbacks.manager [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:06.112630 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-2b8fedb0-8f0e-45cf-8b19-5afaefe11e2d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=88297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 14:36:06.113653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-2b8fedb0-8f0e-45cf-8b19-5afaefe11e2d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1085587 Feb 15 14:36:06.157823 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:36:06.158452 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:36:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:06.228380 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427e857-ecec-45c1-99dc-ee3fea3d46e4 None None] Pushing event updated for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=4']} {{(pid=88299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:06.264688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-84d81c20-5346-49d0-85fc-a4dadb60f3c1 service neutron] 10.222.0.61 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439312 Feb 15 14:36:06.360405 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:36:06.401686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-77a43f4f-7dbe-47c7-a2fc-4d60a30ec6cf service neutron] 10.222.0.61 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300495 Feb 15 14:36:06.734122 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-fc0636cb-b075-409a-a813-7209f038032e req-26e6b3e7-3d14-4c5c-b184-dd561d5ff2fd tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 210 time: 0.0892243 Feb 15 14:36:06.734941 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c1fb99f1-20fe-4e10-b052-3ad9f358c786', 'name': '', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'mac_address': 'fa:16:3e:0d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:59Z', 'updated_at': '2022-02-15T14:36:06Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'subnets': [{'id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:06.739642 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900ba79-1aaf-42f8-8442-c6edb859b461 None None] The sync data for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv is: [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:36:00Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'c1fb99f1-20fe-4e10-b052-3ad9f358c786', 'name': '', 'network_id': '2f8dfd74-07eb-4408-9343-cbdd1b26a88c', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'mac_address': 'fa:16:3e:0d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:59Z', 'updated_at': '2022-02-15T14:36:06Z', 'revision_number': 4, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'subnets': [{'id': 'd2a1057c-3290-4e6e-a810-b154cf217492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:06.781688 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1fb99f1-20fe-4e10-b052-3ad9f358c786 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:06.968573 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:06.973956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:06.974332 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:07.104109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:07.140633 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] For port c1fb99f1-20fe-4e10-b052-3ad9f358c786, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1fb99f1-20fe-4e10-b052-3ad9f358c786,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:36:07.272060 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:07.272866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4f7ca292-8eac-4a4c-a639-e4886e42882d up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:07.393930 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Pushing event updated for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:07.406878 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port 4f7ca292-8eac-4a4c-a639-e4886e42882d triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:07.407271 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:07.833681 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-7dd4bf08-d5c4-4ca9-bc11-f5777c5605fd req-5484bf0e-e4e6-49d9-98b8-4e0315158ebc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 210 time: 0.0427625 Feb 15 14:36:08.685170 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1fb99f1-20fe-4e10-b052-3ad9f358c786 up at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:08.753876 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Provisioning complete for port c1fb99f1-20fe-4e10-b052-3ad9f358c786 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:08.754244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:09.143801 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-66936e1c-4307-4bc9-8102-ecf387be45d8 req-30c35bf1-b252-498d-abb8-a10965f3f3f0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 210 time: 0.0469441 Feb 15 14:36:09.527501 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-4148fe23-f943-4a49-91f0-f339c57b3e7b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:09.528881 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-4148fe23-f943-4a49-91f0-f339c57b3e7b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 810 time: 0.2511981 Feb 15 14:36:09.577871 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-d73f221f-70da-4721-acba-232b31f3eacc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 380 time: 0.0402100 Feb 15 14:36:09.586670 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'port': {'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'admin_state_up': True, 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'security_groups': ['c920bb81-dc56-48d1-a487-f09200436698']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:09.726933 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:09.730848 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:port and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:09.733741 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:09.739565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:09.831164 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Made reservation on behalf of 359b92bc08d6402eb44354b5f8497567 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:36:09.835229 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.000734 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Allocated IP 172.20.0.8 (edea2fb0-ad1d-4684-85d1-b3311c2946c4/176d22f0-d2e7-4383-884e-280b2ceaad90/db281f08-8136-41b4-9bfc-1dea77dfda5a) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:10.186379 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.202109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Transition to ACTIVE for port object db281f08-8136-41b4-9bfc-1dea77dfda5a will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:10.306108 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d597dfb5-349a-4d0a-83c3-a0832c2de2f6 req-d8e7eec2-e6be-416b-b276-803121aee0f2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 210 time: 0.0471480 Feb 15 14:36:10.312323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.381981 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:10.385893 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:10.388346 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:36:10.432752 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:10.463368 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:10.463992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.562267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-7445f336-75df-4d0c-b471-add05404d426 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9753466 Feb 15 14:36:10.571317 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Request body: {'port': {'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:10.684753 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.694083 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc3b0fbb-aa85-4ddb-82ea-d05b6756dc90 None None] Provisioning for port db281f08-8136-41b4-9bfc-1dea77dfda5a completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:10.699279 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-fc3b0fbb-aa85-4ddb-82ea-d05b6756dc90 None None] Provisioning complete for port db281f08-8136-41b4-9bfc-1dea77dfda5a triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:10.699658 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0fbb-aa85-4ddb-82ea-d05b6756dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:10.758883 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b0fbb-aa85-4ddb-82ea-d05b6756dc90 None None] Port db281f08-8136-41b4-9bfc-1dea77dfda5a cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:36:11.023508 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db281f08-8136-41b4-9bfc-1dea77dfda5a {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:11.031199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:11.045609 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Transition to ACTIVE for port object db281f08-8136-41b4-9bfc-1dea77dfda5a will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:11.111308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:11.274897 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:11.351861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Attempting to bind port db281f08-8136-41b4-9bfc-1dea77dfda5a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:36:11.352198 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Attempting to bind port db281f08-8136-41b4-9bfc-1dea77dfda5a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:36:11.352520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Attempting to bind port db281f08-8136-41b4-9bfc-1dea77dfda5a on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:36:11.357153 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Port db281f08-8136-41b4-9bfc-1dea77dfda5a on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:36:11.357494 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Attempting to bind port db281f08-8136-41b4-9bfc-1dea77dfda5a on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:36:11.362597 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:36:11.362919 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Checking segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:36:11.363288 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Bound using segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:36:11.363694 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Bound port: db281f08-8136-41b4-9bfc-1dea77dfda5a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:36:11.364034 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:11.508860 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:36:11.513080 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:36:11.529854 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3688-f08b-4a65-9966-9a1cabf70cc8 req-844a2102-09d2-4bff-9646-bf12ff7feafa tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:11.530480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-733a3688-f08b-4a65-9966-9a1cabf70cc8 req-844a2102-09d2-4bff-9646-bf12ff7feafa tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:36:11.642185 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:11.801798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-733a3688-f08b-4a65-9966-9a1cabf70cc8 req-844a2102-09d2-4bff-9646-bf12ff7feafa tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:36:11.802857 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-733a3688-f08b-4a65-9966-9a1cabf70cc8 req-844a2102-09d2-4bff-9646-bf12ff7feafa tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.3844123 Feb 15 14:36:11.837658 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:11.838280 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:11.839658 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] 10.222.0.36 "PUT /v2.0/ports/db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 1093 time: 1.2726474 Feb 15 14:36:11.840112 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:11.888573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'status': 'completed', 'code': 200} Feb 15 14:36:11.889269 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c9bb-5e57-4848-a7ec-22a34e7d4273 service neutron] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:11.894213 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-733a3688-f08b-4a65-9966-9a1cabf70cc8 req-240dae7e-3a89-4507-b3db-9a4c4262ec29 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820892 Feb 15 14:36:11.987469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-f1aa317b-3647-4126-af37-1f2f657e20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:11.988932 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-f1aa317b-3647-4126-af37-1f2f657e20bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1096 time: 0.0783422 Feb 15 14:36:12.130146 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-346ad7c2-f2a4-42a9-b53b-9fb94b7ad9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:12.131641 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-346ad7c2-f2a4-42a9-b53b-9fb94b7ad9c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=359b92bc08d6402eb44354b5f8497567&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1356122 Feb 15 14:36:12.270037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-7609fb37-ecaa-415e-9c78-10766b30ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:12.271476 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5337bf32-efe4-4573-a1d7-3d595b5da24e req-7609fb37-ecaa-415e-9c78-10766b30ee0c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1345236 Feb 15 14:36:12.375539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-c268e59a-d5b0-4d91-881c-d18e7bf0d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:12.376990 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-c268e59a-d5b0-4d91-881c-d18e7bf0d68a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1096 time: 0.0707383 Feb 15 14:36:12.446628 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-02296f31-d198-4b8e-a8a1-318731f74c72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 217 time: 0.0628114 Feb 15 14:36:12.507126 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-30c00094-4afc-46b9-a54d-8c3765df2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:12.509097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-30c00094-4afc-46b9-a54d-8c3765df2e2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0569692 Feb 15 14:36:12.586228 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8688e-d93c-4913-b599-026012aacede req-75037535-36a4-4477-85dc-f61ea755c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:12.587664 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-75037535-36a4-4477-85dc-f61ea755c217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723026 Feb 15 14:36:12.719415 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-4949580e-42f8-4028-aa89-432244814c41 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246688 Feb 15 14:36:12.847263 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ec8688e-d93c-4913-b599-026012aacede req-789420a9-f818-439a-8f55-85b037b03609 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225173 Feb 15 14:36:13.090021 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05421c-0734-428e-bf63-a875923c732a req-4330c135-fbef-498b-9d7a-2db1f570fd15 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:13.091477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b05421c-0734-428e-bf63-a875923c732a req-4330c135-fbef-498b-9d7a-2db1f570fd15 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.0840569 Feb 15 14:36:13.136352 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b05421c-0734-428e-bf63-a875923c732a req-d2ebcb5f-c647-4ae7-a31a-56af546f9ccc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 Feb 15 14:36:14.239614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:36:14.326191 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632b6fb-ff6a-4f70-a4e5-14504c08fca5 req-20b8e2dc-d06d-4b4c-a54e-c36676467a45 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:14.327545 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e632b6fb-ff6a-4f70-a4e5-14504c08fca5 req-20b8e2dc-d06d-4b4c-a54e-c36676467a45 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.0833621 Feb 15 14:36:14.372003 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e632b6fb-ff6a-4f70-a4e5-14504c08fca5 req-3e11895c-8352-4456-b84b-102a24f3aeb1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Feb 15 14:36:14.373964 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:36:14.387676 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:36:14.442665 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:14.459058 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db281f08-8136-41b4-9bfc-1dea77dfda5a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:14.474282 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:36:14.585998 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:14.657641 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:14.828669 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['db281f08-8136-41b4-9bfc-1dea77dfda5a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:36:15.554646 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da5a57-19cb-47e7-a3b9-1dfd48259286 req-af1b6630-e197-4a86-ba1d-ca4d44da6ad5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:15.556646 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1da5a57-19cb-47e7-a3b9-1dfd48259286 req-af1b6630-e197-4a86-ba1d-ca4d44da6ad5 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 944 time: 0.0800493 Feb 15 14:36:15.600853 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e1da5a57-19cb-47e7-a3b9-1dfd48259286 req-99f80480-c0d5-4b00-aedf-bb8dfd5f5bae tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Feb 15 14:36:16.255092 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:36:16.384026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port db281f08-8136-41b4-9bfc-1dea77dfda5a completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:16.389895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port db281f08-8136-41b4-9bfc-1dea77dfda5a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:16.390273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:16.504544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:16.535613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:16.546255 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:36:16.579553 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'code': 200} Feb 15 14:36:16.625903 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:16.703129 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:16.800762 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9fc5-1a68-4293-9a2b-417df73f02a4 req-ecc202d0-8384-4570-bab0-200e6483b2da tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:16.802182 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0abe9fc5-1a68-4293-9a2b-417df73f02a4 req-ecc202d0-8384-4570-bab0-200e6483b2da tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 945 time: 0.0895879 Feb 15 14:36:16.849485 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0abe9fc5-1a68-4293-9a2b-417df73f02a4 req-27eec9a6-40ed-432d-b186-f2c1324b6db3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Feb 15 14:36:16.936088 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6e715-3539-4793-b93d-6b239e0d1acd req-47e7f6eb-47d4-4aaa-8f18-c5f13f97ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:16.937580 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87d6e715-3539-4793-b93d-6b239e0d1acd req-47e7f6eb-47d4-4aaa-8f18-c5f13f97ea03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1098 time: 0.0709119 Feb 15 14:36:16.980287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-87d6e715-3539-4793-b93d-6b239e0d1acd req-b26b1cfb-ba74-4e86-9968-3db8f429f84a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Feb 15 14:36:18.042761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8bfe1-0979-46a5-abd3-4c02dd7f1fb5 req-9956dcec-afac-4155-8bbd-a27936c26a0c tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:18.044234 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ccb8bfe1-0979-46a5-abd3-4c02dd7f1fb5 req-9956dcec-afac-4155-8bbd-a27936c26a0c tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 945 time: 0.0836656 Feb 15 14:36:18.089874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ccb8bfe1-0979-46a5-abd3-4c02dd7f1fb5 req-ff0d10b3-edea-4b66-8988-716e96c94332 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Feb 15 14:36:19.290547 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985caca0-11a9-4c96-b866-697faee406d2 req-60f756bd-06e0-428b-af6a-b38b8da93a6e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:19.292545 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-985caca0-11a9-4c96-b866-697faee406d2 req-60f756bd-06e0-428b-af6a-b38b8da93a6e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 945 time: 0.0824842 Feb 15 14:36:19.434852 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-985caca0-11a9-4c96-b866-697faee406d2 req-ed770b42-6b42-444d-aa75-067b67605ef6 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363440 Feb 15 14:36:19.624539 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac693e5-5f93-442f-ab2c-3e201016d1aa req-52a1e932-aa6a-4fbd-88ab-975e7e68101a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:19.626037 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bac693e5-5f93-442f-ab2c-3e201016d1aa req-52a1e932-aa6a-4fbd-88ab-975e7e68101a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 945 time: 0.0841529 Feb 15 14:36:19.671134 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bac693e5-5f93-442f-ab2c-3e201016d1aa req-2d53e988-73e2-4128-a707-6d144529ac33 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Feb 15 14:36:19.693207 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39536) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:19.805876 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030e085-0810-409f-977b-478ed6a43abe tempest-TestSnapshotPattern-1361407958 tempest-TestSnapshotPattern-1361407958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:19.808202 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8030e085-0810-409f-977b-478ed6a43abe tempest-TestSnapshotPattern-1361407958 tempest-TestSnapshotPattern-1361407958-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1093 time: 0.1140122 Feb 15 14:36:19.811060 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39542) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:36:19.815936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:19.821887 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:36:19.826684 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:floatingip and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:36:19.829525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:36:19.835161 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:36:19.928366 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:20.070138 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:20.214239 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Allocated IP 172.26.0.188 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/6554a981-bfcf-437c-9c85-b02d2e3ff136) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:20.363102 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:20.441514 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:20.505966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:20.507090 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:20.511673 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:36:20.553037 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=6554a981-bfcf-437c-9c85-b02d2e3ff136,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:20.943865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:21.093054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:21.314470 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:21.362586 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:21.472341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=6554a981-bfcf-437c-9c85-b02d2e3ff136,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:21.487086 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:21.698672 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:36:21.775334 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Floating IP 2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb associated. External IP: 172.26.0.188, port: db281f08-8136-41b4-9bfc-1dea77dfda5a. Feb 15 14:36:22.131287 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:36:22.313531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:36:22.323752 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:22.333624 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:36:22.334237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:36:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:22.443109 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:22.501586 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-36f6ed2e-c56b-4811-a0e2-5a199711540e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6894023 Feb 15 14:36:22.502310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:22.516257 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:36:22.547372 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'status': 'completed', 'code': 200} Feb 15 14:36:22.641443 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-a9c6129d-6118-41f7-82ac-cf8f64d0ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:22.642935 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-a9c6129d-6118-41f7-82ac-cf8f64d0ec04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1098 time: 0.0755789 Feb 15 14:36:22.774491 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-6e3bce42-de25-4917-aff5-05da219d03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:22.776152 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-6e3bce42-de25-4917-aff5-05da219d03d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1278639 Feb 15 14:36:22.873893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:20Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:22.877748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:22.880896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-d84b6466-5d71-44b1-87cc-65b15780ea57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 999 time: 0.0983684 Feb 15 14:36:22.886907 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:36:22.887509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:36:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:22.944892 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-101ad9c1-3440-47cf-822b-796bc84089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:22.946346 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-101ad9c1-3440-47cf-822b-796bc84089a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0595021 Feb 15 14:36:23.028010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-5665e759-4849-4b00-b2f3-23c4e8a2e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:23.029442 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-5665e759-4849-4b00-b2f3-23c4e8a2e1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772974 Feb 15 14:36:23.101931 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:36:23.168227 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-095611ce-0858-432f-8303-b440b17f6db7 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327457 Feb 15 14:36:23.429989 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-4b19bae8-ac0e-4fb6-9227-6463523487e2 req-449e907b-5483-4bd4-8d3b-6b05f9da4242 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560580 Feb 15 14:36:23.482808 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:20Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:23.487387 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d573d-9885-409c-9c23-2214b2d21d66 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:20Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:23.679285 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f144c58-252c-4ac2-b11b-d430d2a2f05d None None] New status for floating IP 2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:36:28.053198 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-8463fd64-3794-42c4-82e5-5e48276234aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720570 Feb 15 14:36:28.200472 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-6a5b4d6a-00eb-46f1-94ed-72fd9fd7a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:28.201954 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-6a5b4d6a-00eb-46f1-94ed-72fd9fd7a81d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1098 time: 0.0743320 Feb 15 14:36:28.347454 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-ac19a769-20a0-428b-8136-e26731b50be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:28.348880 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-ac19a769-20a0-428b-8136-e26731b50be4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1285007 Feb 15 14:36:28.450287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-690a610c-48be-49db-92e1-b6ac4835e20b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 1001 time: 0.0952487 Feb 15 14:36:28.514232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-d8eafb4a-30bb-49c5-9e6d-a5eb05ee4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:28.515848 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-d8eafb4a-30bb-49c5-9e6d-a5eb05ee4609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0591881 Feb 15 14:36:28.591561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-5d2c4985-dc63-4818-b79b-2d76dd0d0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:28.593076 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-5d2c4985-dc63-4818-b79b-2d76dd0d0777 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716145 Feb 15 14:36:28.726230 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-3f8dc0c7-ac71-42eb-8afe-178fb3021894 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264994 Feb 15 14:36:28.860570 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-14d45592-99e2-48dc-be47-3a067cb8d09c req-60ca47a4-dc61-4567-8ea2-b5af66c077ab service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277280 Feb 15 14:36:29.441134 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-72223890-2595-404e-89dd-84b41b3f73fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:32.579544 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2b3dbf60-cd91-44e2-8350-0d93d79e95e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:32.854066 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:32.863003 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:33.939485 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:34.366563 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:36:58.701359 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:36:59.382123 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ddd3600a-0590-4c84-a0be-2fab34c2bcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:02.572715 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ff183edf-2dbc-4e4d-be08-f0a8cbf25737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:02.841561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:02.867552 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:03.976400 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:04.350056 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:29.395643 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-c7930240-7c14-4893-b82a-ab65fee44244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:30.696790 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-7eeb0b33-d2fd-44fb-a9f6-012ef2b1ff0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768530 Feb 15 14:37:30.836660 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-37813ad0-1d08-46a3-9b7d-71b325e0e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:37:30.838287 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-37813ad0-1d08-46a3-9b7d-71b325e0e4fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1098 time: 0.0748112 Feb 15 14:37:30.981976 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-0f831702-a6db-4f99-939a-cfb1d4daa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:37:30.983331 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-0f831702-a6db-4f99-939a-cfb1d4daa889 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1274571 Feb 15 14:37:31.086997 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-f64651bd-2b44-4f2c-8b5e-23cfe7962e72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 1001 time: 0.0980067 Feb 15 14:37:31.146416 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-ff7c625a-d9ac-4fa9-8242-80a3ae944057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:37:31.148477 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-ff7c625a-d9ac-4fa9-8242-80a3ae944057 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0562959 Feb 15 14:37:31.223710 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-8bc34c2f-ac40-40cf-8a94-c59129fd4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:37:31.225229 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-8bc34c2f-ac40-40cf-8a94-c59129fd4c89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709414 Feb 15 14:37:31.356197 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-f8ae87b3-ab2a-40e1-a994-ac84f4bff987 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243584 Feb 15 14:37:31.596781 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-eb6118e3-02fc-4a8a-a3de-78952bdbf31c req-8ff093e5-3ac8-46eb-ad92-18a6613849c8 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344682 Feb 15 14:37:32.589439 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0967-f1b1-4a3b-a171-379670568527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:32.823967 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:32.852371 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:33.972235 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:34.384162 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:37:35.705050 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:37:59.437047 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-5154beff-d6ed-42ec-97ae-8c7eb9ab2890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:02.579764 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-42b52488-43f3-46ab-8f85-3e05fd60652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:02.846291 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:02.874406 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:03.949770 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:04.408241 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:12.708703 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:38:21.032824 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:38:21.163657 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:21.177104 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:38:21.230492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:21.250619 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db281f08-8136-41b4-9bfc-1dea77dfda5a {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:38:21.265922 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:21.356471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:21.427139 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:21.434187 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.434534 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.434869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.435252 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.435607 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.435887 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.436236 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.436570 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.436893 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.437211 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.437556 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.437873 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:21.455099 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['db281f08-8136-41b4-9bfc-1dea77dfda5a'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:38:23.034670 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:38:23.119014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port db281f08-8136-41b4-9bfc-1dea77dfda5a triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:23.119014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:23.321335 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:23.356945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:23.368847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:23.445795 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:23.523909 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:23.535186 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'code': 200} Feb 15 14:38:29.417087 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee042-d62d-4510-b525-3f131260fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:30.411961 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660b76-a427-438b-b997-551dd3c0615d req-64e90929-d819-4124-aa0b-7ca7a13960b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:30.413430 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-64e90929-d819-4124-aa0b-7ca7a13960b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1098 time: 0.1403241 Feb 15 14:38:30.596480 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660b76-a427-438b-b997-551dd3c0615d req-0e82d43b-8b1a-4b11-9341-30edf728a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:30.598121 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-0e82d43b-8b1a-4b11-9341-30edf728a69c service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1624374 Feb 15 14:38:30.725186 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-906b4f4d-4965-438d-827a-8d0018444a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 1001 time: 0.1208053 Feb 15 14:38:30.800815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660b76-a427-438b-b997-551dd3c0615d req-ca6afc11-1b9c-4b1b-80a2-2c626f70c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:30.802585 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-ca6afc11-1b9c-4b1b-80a2-2c626f70c467 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0712330 Feb 15 14:38:30.891605 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660b76-a427-438b-b997-551dd3c0615d req-e59225cc-460f-452d-b106-7c5fb16bc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:30.893070 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-e59225cc-460f-452d-b106-7c5fb16bc662 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827978 Feb 15 14:38:31.047821 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-07601f27-8237-41b3-9372-4b2419a85cd2 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467793 Feb 15 14:38:31.205539 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-52660b76-a427-438b-b997-551dd3c0615d req-c96e975b-f792-460a-9d12-ed7a7adfd8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498687 Feb 15 14:38:32.611427 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-161f936c-6feb-43cb-bf41-d6957364bb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:32.915728 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:32.944521 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:34.000069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:34.128673 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-05b221ba-5323-4c83-bede-674cfbfb5690 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909520025&fields=id&tenant_id=359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 267 time: 0.0397425 Feb 15 14:38:34.278565 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7361642a-747d-414f-8f68-76ce7ce53422 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:34.280177 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7361642a-747d-414f-8f68-76ce7ce53422 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 810 time: 0.1450319 Feb 15 14:38:34.294853 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-37b1e7a0-055f-423f-aee4-654f9aaf7ba7 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/quotas/359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Feb 15 14:38:34.389606 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-53a2d9cb-6527-4c7e-b44f-021442168c2f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0882492 Feb 15 14:38:34.411530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:34.705614 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-d1ff4fdf-aa11-48b5-9dc8-d163063e1179 service neutron] 10.222.0.61 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631918 Feb 15 14:38:34.835267 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-9c15b5aa-ff67-4a74-915d-4dd4dd2b3964 service neutron] 10.222.0.61 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238475 Feb 15 14:38:35.234478 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-69261129-b375-43cc-a4a5-6a58aaaf8034 req-b034df56-2ee7-4945-af25-4faac1b8201c tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 210 time: 0.0927012 Feb 15 14:38:36.397616 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-1fe2b44e-41cd-449f-991a-c53750d5b911 req-12e85d06-9883-405f-9207-0bee12c57a2e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 210 time: 0.0430274 Feb 15 14:38:37.080315 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:38:37.196788 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:37.224217 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:37.234234 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:37.315917 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:37.381048 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'code': 200} Feb 15 14:38:37.409435 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-4aa22304-d67b-487d-849a-1cb950fba2ff tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:37.410892 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-4aa22304-d67b-487d-849a-1cb950fba2ff tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 810 time: 0.1607728 Feb 15 14:38:37.418368 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:37.588837 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09c6a408-00df-4f55-830e-8b378bd3cb4f req-deab3e69-4998-412b-be3d-5cab1a19a5ca tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 210 time: 0.0475516 Feb 15 14:38:37.611800 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-4fc560e6-ae3a-4bba-a3a8-7c5525aa1d04 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359b92bc08d6402eb44354b5f8497567 HTTP/1.1" status: 200 len: 380 time: 0.1930261 Feb 15 14:38:37.619620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'port': {'device_id': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'admin_state_up': True, 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'security_groups': ['c920bb81-dc56-48d1-a487-f09200436698']}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:37.756815 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:38:37.767806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:38:37.853026 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Made reservation on behalf of 359b92bc08d6402eb44354b5f8497567 for: {'port': 1} {{(pid=88297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:37.856794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:38.034360 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Allocated IP 172.20.0.10 (edea2fb0-ad1d-4684-85d1-b3311c2946c4/176d22f0-d2e7-4383-884e-280b2ceaad90/a40a85e1-278e-4c1f-9902-f7f391b92b39) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:38.271794 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:38.290281 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Transition to ACTIVE for port object a40a85e1-278e-4c1f-9902-f7f391b92b39 will not be triggered until provisioned by entity DHCP. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:38:38.373575 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:38.457224 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:38.460507 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:38.464747 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:38:38.503824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:38.518313 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.518662 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.519028 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.519323 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.519653 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.519966 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.520598 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.520924 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.521351 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.521618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.521929 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.522208 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:38.589821 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:38.590468 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:38.816836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-51ea25c3-6b54-4c95-8b59-5a7a949dac0d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2008064 Feb 15 14:38:38.869820 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da32f-d83b-44f4-a8ca-0f894016d489 req-e79ca521-cad5-420e-a784-f8be60889e5f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:38.871029 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-472da32f-d83b-44f4-a8ca-0f894016d489 req-e79ca521-cad5-420e-a784-f8be60889e5f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:38:38.904921 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9d06e60e-1149-493c-8b59-16663f5fd730 None None] Provisioning for port a40a85e1-278e-4c1f-9902-f7f391b92b39 completed by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:38:38.910774 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-9d06e60e-1149-493c-8b59-16663f5fd730 None None] Provisioning complete for port a40a85e1-278e-4c1f-9902-f7f391b92b39 triggered by entity DHCP. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:38.911613 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-9d06e60e-1149-493c-8b59-16663f5fd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:39.001050 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-9d06e60e-1149-493c-8b59-16663f5fd730 None None] Port a40a85e1-278e-4c1f-9902-f7f391b92b39 cannot update to ACTIVE because it is not bound. {{(pid=88298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 15 14:38:39.012938 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-472da32f-d83b-44f4-a8ca-0f894016d489 req-e79ca521-cad5-420e-a784-f8be60889e5f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:38:39.014902 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472da32f-d83b-44f4-a8ca-0f894016d489 req-e79ca521-cad5-420e-a784-f8be60889e5f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.2470276 Feb 15 14:38:39.096100 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-472da32f-d83b-44f4-a8ca-0f894016d489 req-23c97e1c-707c-439f-b27a-567bd534ed01 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745409 Feb 15 14:38:40.303958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad85b-c334-4f20-a6b1-f5712ead073f req-d51960ea-0f26-41e4-bebd-f530b9d265a8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:40.305457 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b0ad85b-c334-4f20-a6b1-f5712ead073f req-d51960ea-0f26-41e4-bebd-f530b9d265a8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.0883479 Feb 15 14:38:40.359770 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0b0ad85b-c334-4f20-a6b1-f5712ead073f req-da03c45d-e0c1-448a-bc9d-8cb9286e1072 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Feb 15 14:38:41.562868 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85a4e5-9f3f-4945-bf9d-2a357bfc9575 req-5a6686b4-60e0-4b66-9a6b-a32126e423fb tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:41.564596 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a85a4e5-9f3f-4945-bf9d-2a357bfc9575 req-5a6686b4-60e0-4b66-9a6b-a32126e423fb tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.0883412 Feb 15 14:38:41.611666 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-3a85a4e5-9f3f-4945-bf9d-2a357bfc9575 req-a81f759b-2680-4441-b896-580c565c833e tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 Feb 15 14:38:42.812849 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52076ac-c371-4a79-b70b-bc254d8c7cca req-87dc02e6-292e-4271-949a-a1cc056c2012 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:42.814395 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b52076ac-c371-4a79-b70b-bc254d8c7cca req-87dc02e6-292e-4271-949a-a1cc056c2012 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.0863221 Feb 15 14:38:42.863091 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b52076ac-c371-4a79-b70b-bc254d8c7cca req-9f2b4842-57f4-43c7-b69e-2c6ab1752541 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Feb 15 14:38:44.063011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792331c5-3d46-41ae-9f14-ec8300200abb req-ca4e36ff-efac-419f-a186-b88beb5aa3ba tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:44.064721 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-792331c5-3d46-41ae-9f14-ec8300200abb req-ca4e36ff-efac-419f-a186-b88beb5aa3ba tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.0913794 Feb 15 14:38:44.114754 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-792331c5-3d46-41ae-9f14-ec8300200abb req-77c1a689-e577-4514-a687-eea6427f92a0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Feb 15 14:38:45.321122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad087-0e49-4bde-9ba3-ae792ee9c74d req-8030990f-c357-4664-855c-a6fd0654e7e7 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:45.322688 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28dad087-0e49-4bde-9ba3-ae792ee9c74d req-8030990f-c357-4664-855c-a6fd0654e7e7 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.0874336 Feb 15 14:38:45.372345 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-28dad087-0e49-4bde-9ba3-ae792ee9c74d req-dab85877-c347-46c9-8369-538592a2cde1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Feb 15 14:38:46.463958 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Request body: {'port': {'device_id': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:46.633671 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:46.656666 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d27c53-209b-4f58-8382-b4048b0be184 req-a1c4f7a9-793c-48f8-b54a-7a9b1fe3fde2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:46.658064 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09d27c53-209b-4f58-8382-b4048b0be184 req-a1c4f7a9-793c-48f8-b54a-7a9b1fe3fde2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 932 time: 0.1644466 Feb 15 14:38:46.753147 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-09d27c53-209b-4f58-8382-b4048b0be184 req-09bb44be-4833-47a1-9f62-ce13ddc915dd tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656483 Feb 15 14:38:47.018555 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40a85e1-278e-4c1f-9902-f7f391b92b39 {{(pid=88297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:38:47.025932 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:47.040477 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.provisioning_blocks [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Transition to ACTIVE for port object a40a85e1-278e-4c1f-9902-f7f391b92b39 will not be triggered until provisioned by entity L2. {{(pid=88297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:38:47.109767 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:47.368977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:47.449341 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Attempting to bind port a40a85e1-278e-4c1f-9902-f7f391b92b39 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 14:38:47.449620 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Attempting to bind port a40a85e1-278e-4c1f-9902-f7f391b92b39 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 14:38:47.449952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Attempting to bind port a40a85e1-278e-4c1f-9902-f7f391b92b39 on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:38:47.457785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Port a40a85e1-278e-4c1f-9902-f7f391b92b39 on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 15 14:38:47.458258 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Attempting to bind port a40a85e1-278e-4c1f-9902-f7f391b92b39 on network edea2fb0-ad1d-4684-85d1-b3311c2946c4 {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 15 14:38:47.463957 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Checking agent: {'id': '15ee2f13-9baa-40f5-94e9-084add5c760e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 14:38:47.464294 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Checking segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 15 14:38:47.464867 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Bound using segment: {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'} {{(pid=88297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 14:38:47.465085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.managers [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Bound port: a40a85e1-278e-4c1f-9902-f7f391b92b39, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a1bcbe-b379-44bd-b734-d4d9a76ee999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4'}}] {{(pid=88297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 14:38:47.465450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:47.553965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, cleared binding levels {{(pid=88297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 15 14:38:47.556735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 15 14:38:47.647314 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:47.709702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:47.710404 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:47.711682 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] 10.222.0.36 "PUT /v2.0/ports/a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 1094 time: 1.2525511 Feb 15 14:38:47.712132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:47.737023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca1963-e3b0-4c4b-87de-433febfc6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=3']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:47.880946 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'status': 'completed', 'code': 200} Feb 15 14:38:47.954199 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-e4eb2db8-bd0c-446c-a08d-6f40ee12aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:47.955656 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-e4eb2db8-bd0c-446c-a08d-6f40ee12aca4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1097 time: 0.1365528 Feb 15 14:38:48.032396 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-12ddde75-4517-42da-9e2d-89409057daf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 217 time: 0.0683987 Feb 15 14:38:48.101046 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc9cb-5aad-43fe-b879-89f3b02fc720 req-710878c1-9356-45c7-86e5-e6a47b5baba0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:48.102510 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b94fc9cb-5aad-43fe-b879-89f3b02fc720 req-710878c1-9356-45c7-86e5-e6a47b5baba0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.1940415 Feb 15 14:38:48.130689 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-924c95f8-387c-4152-b1f3-0779aac9928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:48.132082 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-924c95f8-387c-4152-b1f3-0779aac9928f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0933406 Feb 15 14:38:48.195836 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-b94fc9cb-5aad-43fe-b879-89f3b02fc720 req-8f9b52f6-c966-460c-a5e8-0454c40a94d8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864892 Feb 15 14:38:48.226661 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-a6ef95e3-bd66-413e-b7ed-d77f6729ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:48.228102 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-a6ef95e3-bd66-413e-b7ed-d77f6729ea74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853031 Feb 15 14:38:48.356972 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-ffdf673b-a9d2-4afc-bc8b-f17759792f40 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229401 Feb 15 14:38:48.488630 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-a8b78153-8ea8-4959-a28b-d30c304623c2 req-9d1f89ac-38f5-42bf-a191-a9fdaa7a8e95 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261365 Feb 15 14:38:48.672220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-ae6fffea-f0e5-44a4-b1ed-f0f1feb23503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:48.673754 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-ae6fffea-f0e5-44a4-b1ed-f0f1feb23503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1097 time: 0.0827675 Feb 15 14:38:48.820067 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-e01e2228-070f-45c8-a717-a929e81cffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:48.821577 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-e01e2228-070f-45c8-a717-a929e81cffbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1418936 Feb 15 14:38:48.911916 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-a0e305d5-e3f1-4dbf-a88b-9c4a74e77477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 217 time: 0.0838697 Feb 15 14:38:48.996570 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-619b89bb-55ff-40d3-b4a3-44e4cc1e4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:49.234425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-619b89bb-55ff-40d3-b4a3-44e4cc1e4724 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0798094 Feb 15 14:38:49.234425 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-6109f77a-0bec-4642-bcb8-168858e2d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:49.234425 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-6109f77a-0bec-4642-bcb8-168858e2d1ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858688 Feb 15 14:38:49.251072 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-4ddddbfa-68fd-4a37-a5d3-609131e114b1 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531134 Feb 15 14:38:49.553922 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-add1c585-9dd2-4902-bff1-4c18a4c7b9b5 req-87c0e811-6329-4715-9caf-d351f7ea8598 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962568 Feb 15 14:38:49.570530 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d965b-ec7b-474e-abed-467795782a2e req-804596e6-b94b-4243-a2d5-8af65244eee3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:49.572090 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-490d965b-ec7b-474e-abed-467795782a2e req-804596e6-b94b-4243-a2d5-8af65244eee3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.1384807 Feb 15 14:38:49.618087 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-490d965b-ec7b-474e-abed-467795782a2e req-71379892-f90f-4c93-a13e-0b53a32847a3 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 Feb 15 14:38:49.712675 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:38:50.802513 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7865a6-738c-4ff1-9d50-497dc7d45a01 req-ca5b9b01-20d9-45be-b8ac-59a09374cd63 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:50.803942 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ea7865a6-738c-4ff1-9d50-497dc7d45a01 req-ca5b9b01-20d9-45be-b8ac-59a09374cd63 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.0787568 Feb 15 14:38:50.849330 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-ea7865a6-738c-4ff1-9d50-497dc7d45a01 req-b5044534-4e94-4ec3-96a8-4d4fc2cb54f1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Feb 15 14:38:51.169046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:38:51.301441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:51.314598 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'mac_address': 'fa:16:3e:e6:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:38:51.371334 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:51.388470 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40a85e1-278e-4c1f-9902-f7f391b92b39 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:38:51.404244 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:51.497585 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:51.563614 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=4']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:51.710309 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['a40a85e1-278e-4c1f-9902-f7f391b92b39'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:38:52.042194 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6ce7-bbb6-48a9-90c0-8deff4195088 req-0c2d46d6-c919-410e-8593-54119600e5cb tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:52.055142 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-792d6ce7-bbb6-48a9-90c0-8deff4195088 req-0c2d46d6-c919-410e-8593-54119600e5cb tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 945 time: 0.0853636 Feb 15 14:38:52.089756 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-792d6ce7-bbb6-48a9-90c0-8deff4195088 req-eab00f99-96b9-4f13-8c2d-806071e74aa2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Feb 15 14:38:53.172214 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:38:53.280423 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f878d-13c3-4490-8a84-65f8e5bf32c7 req-c0320935-7f26-4f00-b488-2f3ae443368a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:53.282610 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b0f878d-13c3-4490-8a84-65f8e5bf32c7 req-c0320935-7f26-4f00-b488-2f3ae443368a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 945 time: 0.0817032 Feb 15 14:38:53.303685 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning for port a40a85e1-278e-4c1f-9902-f7f391b92b39 completed by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:38:53.308915 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port a40a85e1-278e-4c1f-9902-f7f391b92b39 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:53.309284 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:53.332098 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8b0f878d-13c3-4490-8a84-65f8e5bf32c7 req-bf5e1a8c-2673-47d9-874d-0a1292f8e087 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Feb 15 14:38:53.426081 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:53.452201 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:53.462313 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:38:53.496833 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'code': 200} Feb 15 14:38:53.537900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:53.604013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=5']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:53.886525 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436dfbc-177e-4b5d-8a54-b7f54a5ba8e4 req-47a617a3-9329-477c-8268-d80184b00b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:53.887966 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d436dfbc-177e-4b5d-8a54-b7f54a5ba8e4 req-47a617a3-9329-477c-8268-d80184b00b52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1099 time: 0.0686471 Feb 15 14:38:53.927987 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d436dfbc-177e-4b5d-8a54-b7f54a5ba8e4 req-7730488c-2bc5-4e83-a7da-11b4e59c7023 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343959 Feb 15 14:38:54.522724 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e31095-5a6d-4899-95bc-23aff8f10281 req-9f0c373d-e191-43b5-9d12-38174c4d8423 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:54.524204 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75e31095-5a6d-4899-95bc-23aff8f10281 req-9f0c373d-e191-43b5-9d12-38174c4d8423 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 946 time: 0.0839097 Feb 15 14:38:54.569144 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-75e31095-5a6d-4899-95bc-23aff8f10281 req-2ef6a351-a400-40e7-816e-7b33e70d6ac6 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 Feb 15 14:38:55.755562 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432c71-85a9-4140-af31-09e8b44187f6 req-c71c3163-6be1-4acb-a1ba-df3c4b0c7a8b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:55.757209 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b432c71-85a9-4140-af31-09e8b44187f6 req-c71c3163-6be1-4acb-a1ba-df3c4b0c7a8b tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 946 time: 0.0800045 Feb 15 14:38:55.804967 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-2b432c71-85a9-4140-af31-09e8b44187f6 req-e0b52e15-ce44-4754-807a-fe772dff4efc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Feb 15 14:38:55.992463 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab84ad2-040d-44d0-8ad8-53a1419a4666 req-0a38b47c-6834-46fa-aab7-686ef65744f8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:55.994047 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ab84ad2-040d-44d0-8ad8-53a1419a4666 req-0a38b47c-6834-46fa-aab7-686ef65744f8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 946 time: 0.0859675 Feb 15 14:38:56.042896 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-8ab84ad2-040d-44d0-8ad8-53a1419a4666 req-ad8fa12b-cdf9-4bee-846d-dde9d8b50af6 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Feb 15 14:38:56.066065 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39870) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:38:56.137220 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc785e6a-3c90-4fa4-848c-c4f71e08ed2f tempest-TestSnapshotPattern-1361407958 tempest-TestSnapshotPattern-1361407958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:56.138750 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cc785e6a-3c90-4fa4-848c-c4f71e08ed2f tempest-TestSnapshotPattern-1361407958 tempest-TestSnapshotPattern-1361407958-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1094 time: 0.0716958 Feb 15 14:38:56.141564 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 39874) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:38:56.146991 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.v2.base [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Request body: {'floatingip': {'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:56.152954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 15 14:38:56.156706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Usage tracker for resource:floatingip and tenant:359b92bc08d6402eb44354b5f8497567 is out of sync, need to count used quota {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 15 14:38:56.160143 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 15 14:38:56.165744 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.quota.driver [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 15 14:38:56.308204 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:56.449828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:56.591232 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_common [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Allocated IP 172.26.0.237 (3fc0faa5-cb61-4161-8b21-a099b731a5d3/c9574ac8-b4b1-4eb5-a36c-735dfafbf92f/bb11dfa1-6d8a-4692-be87-64a545918480) {{(pid=88297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:56.738482 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:56.829203 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766639927417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:56.900001 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Network 3fc0faa5-cb61-4161-8b21-a099b731a5d3 is already hosted by enough agents. {{(pid=88297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:56.902898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.base_scheduler [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Resources bound (agent type, host, resource id): {{(pid=88297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:56.906614 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Received port after_create {{(pid=88297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 15 14:38:56.940859 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=bb11dfa1-6d8a-4692-be87-64a545918480,revision_number=1']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:57.417056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:57.555791 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:57.761861 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for port, precommit_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:57.827708 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1662045'] for port, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:57.937154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event updated for resources: {'Port': ['ID=bb11dfa1-6d8a-4692-be87-64a545918480,revision_number=2']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:57.949035 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-970723'] for floatingip, after_update {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:58.113777 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Floating IP bd127959-065d-40fc-9f11-ddf991f9e0ca associated. External IP: 172.26.0.237, port: a40a85e1-278e-4c1f-9902-f7f391b92b39. Feb 15 14:38:58.456627 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:38:58.635148 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:38:58.645911 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:58.654695 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:38:58.655301 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:38:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:58.721971 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:58.777185 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0c09fb0f-ef0d-4e97-bc84-83d1b420f92a tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6345420 Feb 15 14:38:58.777793 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:58.821780 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'status': 'completed', 'code': 200} Feb 15 14:38:58.835859 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:38:58.918063 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c359f-a332-42d2-895d-d395227de432 req-c32ee195-e2db-4661-8a89-38385157eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:58.919697 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-c32ee195-e2db-4661-8a89-38385157eb44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1099 time: 0.0748835 Feb 15 14:38:59.165382 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c359f-a332-42d2-895d-d395227de432 req-1b478c11-b1dc-448c-b2f8-17e5461e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:59.166855 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-1b478c11-b1dc-448c-b2f8-17e5461e0ce7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.2418585 Feb 15 14:38:59.225785 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}, {'id': 'bd127959-065d-40fc-9f11-ddf991f9e0ca', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:e6:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:57Z', 'updated_at': '2022-02-15T14:38:57Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:59.229882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:59.238404 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:38:59.239011 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:38:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:59.271160 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-f342abb1-10bd-4fca-8e8e-836100b7faef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 1000 time: 0.0978057 Feb 15 14:38:59.336147 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c359f-a332-42d2-895d-d395227de432 req-2d929184-fc7b-4d6b-ad01-e18be071f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:59.337680 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-2d929184-fc7b-4d6b-ad01-e18be071f860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0607703 Feb 15 14:38:59.423160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c359f-a332-42d2-895d-d395227de432 req-601ee8ad-3e43-4c8f-8604-4034f1f2d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:59.424725 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-601ee8ad-3e43-4c8f-8604-4034f1f2d004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778701 Feb 15 14:38:59.438515 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:38:59.480832 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b5feac4c-c604-4be4-8a85-1e525df64113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:38:59.565487 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-92b48db5-2c79-4a5b-8eba-4afff748a85d service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336410 Feb 15 14:38:59.707568 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-649c359f-a332-42d2-895d-d395227de432 req-d36635e8-a5aa-440f-bb46-3d202209f1e7 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375568 Feb 15 14:38:59.807791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}, {'id': 'bd127959-065d-40fc-9f11-ddf991f9e0ca', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:e6:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:57Z', 'updated_at': '2022-02-15T14:38:57Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:59.812586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef1461-7e55-4b21-9370-ab22b186c7e0 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}, {'id': 'bd127959-065d-40fc-9f11-ddf991f9e0ca', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:e6:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:57Z', 'updated_at': '2022-02-15T14:38:57Z', 'revision_number': 0, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:39:00.005891 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f7aa-67d6-4844-9752-c3211b14ce72 None None] New status for floating IP bd127959-065d-40fc-9f11-ddf991f9e0ca: ACTIVE {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:39:02.588077 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1907b873-06ee-481e-83c0-86d21e6b2a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:02.840551 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:02.868450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:04.006102 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:04.394750 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:26.717321 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:39:29.416247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2867f85d-e0be-4b82-b5c5-0c1f1f80e395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:32.091663 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-c1c6db0f-35dc-409e-82fd-a263e2216653 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851309 Feb 15 14:39:32.230302 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-c8ca9969-2c39-43cd-a8e7-9b7ca00a6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.231831 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-c8ca9969-2c39-43cd-a8e7-9b7ca00a6dba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1096 time: 0.0703399 Feb 15 14:39:32.373622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-9baea861-2895-4bda-8712-705818038005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.375066 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-9baea861-2895-4bda-8712-705818038005 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1250942 Feb 15 14:39:32.475558 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-8c4f1f04-702c-4541-863c-d3cafc0b78cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 999 time: 0.0941920 Feb 15 14:39:32.540128 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-0ab01f7a-4f61-464d-8ace-14c5a1758b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.541582 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-0ab01f7a-4f61-464d-8ace-14c5a1758b2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0599587 Feb 15 14:39:32.576393 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0e29-598b-4278-89b2-6657f67f42bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:32.615010 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-29fd0c1c-b32c-40ef-a3c1-766c7ffb9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.616573 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-29fd0c1c-b32c-40ef-a3c1-766c7ffb9d9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695856 Feb 15 14:39:32.749016 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-bd3e69c0-cd9d-4da4-9ac4-1f3e32ee9275 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 Feb 15 14:39:32.850553 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:32.878866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:32.889325 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-5ae9f920-6c79-4320-a013-2fb0f20bb30d req-05ccc81d-5f09-473c-b750-c607f9b35a5c service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345015 Feb 15 14:39:34.010097 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:34.410249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:39:59.426478 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0d44c52c-5cf7-4a60-93c2-ef6af2c6c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:02.568890 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-1be6a33f-5cff-409a-9239-19e51e824c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:02.912245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:02.952101 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:03.719714 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:40:04.026251 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:04.500807 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:29.442446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-295d4d4d-7d3d-4dd7-b33a-d968f9cfae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:31.509530 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 15 14:40:31.674816 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:31.689866 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Returning: {'device': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'port_id': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'mac_address': 'fa:16:3e:e6:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 15 14:40:31.756472 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:31.776359 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a40a85e1-278e-4c1f-9902-f7f391b92b39 {{(pid=88298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:40:31.796053 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:31.866460 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:31.960686 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] get_ports_and_sgs() called for port_ids ['a40a85e1-278e-4c1f-9902-f7f391b92b39'] {{(pid=88298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 15 14:40:32.072316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=6']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:32.085761 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.086326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.086586 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.086963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.087312 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.087649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.087976 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.088360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.088689 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.089103 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.090273 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.090745 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:32.575069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7717-f0de-4c8c-95be-de81015409d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:32.892773 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-f443fe77-097f-4411-9808-cee961d80c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:32.894451 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-f443fe77-097f-4411-9808-cee961d80c57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1098 time: 0.0795021 Feb 15 14:40:32.900319 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:32.929038 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:33.210601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-feb4f29a-3b02-4e3e-be87-75c544f4d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:33.212620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-feb4f29a-3b02-4e3e-be87-75c544f4d08c service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.2934029 Feb 15 14:40:33.329714 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-0e4fb365-1da8-4770-9269-df971e62184b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 1001 time: 0.1109641 Feb 15 14:40:33.398092 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-a2b3c78f-5de9-49f6-9e1b-7fc7c028dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:33.399549 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-a2b3c78f-5de9-49f6-9e1b-7fc7c028dd7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0625219 Feb 15 14:40:33.481996 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-dec8f269-0c2f-4f2a-b24b-5d78040d243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:33.483432 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-dec8f269-0c2f-4f2a-b24b-5d78040d243c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781100 Feb 15 14:40:33.525956 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 up at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 15 14:40:33.603861 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.provisioning_blocks [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Provisioning complete for port a40a85e1-278e-4c1f-9902-f7f391b92b39 triggered by entity L2. {{(pid=88298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:40:33.605068 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16654201'] for port, provisioning_complete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:33.662759 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-668cecbb-0ac0-4755-a0a5-83f8b4e51459 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726723 Feb 15 14:40:33.744869 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:33.781514 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:33.796355 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:33.835175 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-0a7627c8-856a-4a91-ada0-3be75df33fbd req-175603a6-7267-4afe-90d8-129e439950d4 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636920 Feb 15 14:40:33.836636 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'code': 200} Feb 15 14:40:33.889446 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:33.977963 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=7']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:34.014014 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:34.437180 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:40.721808 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:40:42.559667 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40090) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:40:42.770706 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Deleting port bb11dfa1-6d8a-4692-be87-64a545918480 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:40:42.771050 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:42.941632 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:42.941963 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:43.070072 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Calling delete_port for bb11dfa1-6d8a-4692-be87-64a545918480 owned by network:floatingip {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:40:43.305308 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:43.357601 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event deleted for resources: {'Port': ['ID=bb11dfa1-6d8a-4692-be87-64a545918480,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:43.394970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.395316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.395655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.395986 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.396310 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.396635 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.396959 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.397279 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.397631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.397952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.398268 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.398588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:43.463160 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:43.464097 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.db.l3_db [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Floating IP bd127959-065d-40fc-9f11-ddf991f9e0ca disassociated (deleted). External IP: 172.26.0.237, port: a40a85e1-278e-4c1f-9902-f7f391b92b39. Feb 15 14:40:43.574486 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:40:43.701333 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16286613'] for port, before_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:43.728799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:43.739561 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:43.780889 dv-neutron-828156-1-hyperv neutron-server[88298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'code': 200} Feb 15 14:40:43.819682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766640302385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766639927435', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766639927480'] for port, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:43.892886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Pushing event updated for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=8']} {{(pid=88298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:43.926369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:40:44.103749 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:40:44.114018 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:40:44.124245 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:40:44.129886 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:44.191113 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:44.251649 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-1ab1b81f-2318-4735-9c35-c7edf807481d tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "DELETE /v2.0/floatingips/bd127959-065d-40fc-9f11-ddf991f9e0ca HTTP/1.1" status: 204 len: 168 time: 1.6907206 Feb 15 14:40:44.252568 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:44.302014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'status': 'completed', 'code': 200} Feb 15 14:40:44.319926 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:40:44.422549 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-9e3557e2-90b0-4e4d-a022-445a4b8b3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:44.424825 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-9e3557e2-90b0-4e4d-a022-445a4b8b3d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 1097 time: 0.0980833 Feb 15 14:40:44.566698 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-7799d0f8-f68c-4798-840d-b61325caa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:44.568060 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-7799d0f8-f68c-4798-840d-b61325caa5a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1362913 Feb 15 14:40:44.641864 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-2a70f98b-1615-4a94-bb8b-b82656090701 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 200 len: 217 time: 0.0669005 Feb 15 14:40:44.705431 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:44.706946 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-d73e2ceb-6c07-425c-8b17-8050b78a9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:44.708466 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-d73e2ceb-6c07-425c-8b17-8050b78a9f30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0603039 Feb 15 14:40:44.710043 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:40:44.719367 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:40:44.721491 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:44.794977 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-dda5b3c3-7c28-4487-9001-c7c367de1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:44.796540 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-dda5b3c3-7c28-4487-9001-c7c367de1fea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814075 Feb 15 14:40:44.921668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:40:44.936126 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-a2c2b99c-c450-46ba-aa74-6dd1041a3374 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317644 Feb 15 14:40:45.139807 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-af750ca3-be10-4269-8d59-2ed1bf6162e3 req-7861e833-9cc9-4fcf-a242-bb86c7c847d4 service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976380 Feb 15 14:40:45.152838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04810dc-31d9-4a7e-b649-4d326a916941 req-000b4009-eec1-4aa7-8d1c-79b8bb2459dc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:45.153588 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e04810dc-31d9-4a7e-b649-4d326a916941 req-000b4009-eec1-4aa7-8d1c-79b8bb2459dc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:40:45.284036 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-e04810dc-31d9-4a7e-b649-4d326a916941 req-000b4009-eec1-4aa7-8d1c-79b8bb2459dc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:40:45.285508 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e04810dc-31d9-4a7e-b649-4d326a916941 req-000b4009-eec1-4aa7-8d1c-79b8bb2459dc tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.2700975 Feb 15 14:40:45.317910 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:45.321993 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca88fb-b3c9-4777-b7b5-11e2560cf2d1 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_floatingips': [{'id': '2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'router_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'port_id': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'mac_address': 'fa:16:3e:aa:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:36:20Z', 'updated_at': '2022-02-15T14:36:23Z', 'revision_number': 1, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:40:45.333252 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e04810dc-31d9-4a7e-b649-4d326a916941 req-6136ac81-4cf7-4c80-9f05-676476b826d1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Feb 15 14:40:45.538809 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04265f36-f01e-439e-ad33-21b821a79c87 None None] New status for floating IP bd127959-065d-40fc-9f11-ddf991f9e0ca: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:40:46.581077 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876833f-174f-4f44-a42f-7ec04dd28fcf req-72035a9d-fba5-4809-a01b-345435bc8fc8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:46.582626 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e876833f-174f-4f44-a42f-7ec04dd28fcf req-72035a9d-fba5-4809-a01b-345435bc8fc8 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.1348839 Feb 15 14:40:46.639664 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-19316073-294f-49ac-8354-18200a634121 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:46.641253 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-19316073-294f-49ac-8354-18200a634121 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 944 time: 0.1296864 Feb 15 14:40:46.649893 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e876833f-174f-4f44-a42f-7ec04dd28fcf req-83b72ffc-919e-4daa-a738-04dcef8390ff tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601540 Feb 15 14:40:46.828111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Deleting port a40a85e1-278e-4c1f-9902-f7f391b92b39 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:40:46.828450 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:47.077101 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] For port a40a85e1-278e-4c1f-9902-f7f391b92b39, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a40a85e1-278e-4c1f-9902-f7f391b92b39,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:47.077367 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:47.201824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Calling delete_port for a40a85e1-278e-4c1f-9902-f7f391b92b39 owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:40:47.442475 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:47.494132 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event deleted for resources: {'Port': ['ID=a40a85e1-278e-4c1f-9902-f7f391b92b39,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:47.571365 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] No DVR routers for this DVR port a40a85e1-278e-4c1f-9902-f7f391b92b39 on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:40:47.574621 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:47.577085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-deleted', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:47.623744 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fca35-8a19-473f-8e2a-5f26afe80573', 'name': 'network-vif-deleted', 'tag': 'a40a85e1-278e-4c1f-9902-f7f391b92b39', 'status': 'completed', 'code': 200} Feb 15 14:40:47.666184 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-d4fbb690-7562-4ef8-aa53-1363d17c3104 req-8e59b1a6-f751-48c9-86d7-353c04da9e32 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "DELETE /v2.0/ports/a40a85e1-278e-4c1f-9902-f7f391b92b39 HTTP/1.1" status: 204 len: 173 time: 1.0192609 Feb 15 14:40:47.799709 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-81a2acab-e476-4a4a-bcc7-a71562c40dd6 req-7ddcfc63-a370-4361-9538-3990b7aaffc1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:40:47.934154 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-81a2acab-e476-4a4a-bcc7-a71562c40dd6 req-7ddcfc63-a370-4361-9538-3990b7aaffc1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:40:47.935347 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-81a2acab-e476-4a4a-bcc7-a71562c40dd6 req-7ddcfc63-a370-4361-9538-3990b7aaffc1 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5fca35-8a19-473f-8e2a-5f26afe80573 HTTP/1.1" status: 200 len: 210 time: 0.1797328 Feb 15 14:40:49.606261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:40:49.640370 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: a40a85e1-278e-4c1f-9902-f7f391b92b39 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:40:49.640895 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device a40a85e1-278e-4c1f-9902-f7f391b92b39 not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:40:50.585334 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 40152) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:40:50.799609 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Deleting port 6554a981-bfcf-437c-9c85-b02d2e3ff136 {{(pid=88296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:40:50.799955 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:50.987135 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:50.987375 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:51.222445 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.plugins.ml2.plugin [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Calling delete_port for 6554a981-bfcf-437c-9c85-b02d2e3ff136 owned by network:floatingip {{(pid=88296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:40:51.487962 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2214762'] for port, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:51.541565 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event deleted for resources: {'Port': ['ID=6554a981-bfcf-437c-9c85-b02d2e3ff136,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:51.580563 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.580902 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.581235 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.581598 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.581922 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.582427 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.582748 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.583067 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.583421 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.583732 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.584047 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.584356 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828156-1-hyperv {{(pid=88296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:40:51.655766 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for floatingip, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:51.656451 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.db.l3_db [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Floating IP 2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb disassociated (deleted). External IP: 172.26.0.188, port: db281f08-8136-41b4-9bfc-1dea77dfda5a. Feb 15 14:40:52.001717 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:40:52.180965 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:40:52.190847 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:40:52.200093 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:40:52.200702 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:52.333390 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for floatingip, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:52.375904 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:40:52.390705 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-624dd1e5-6d7a-4cad-be6b-f39ea4c7ad08 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "DELETE /v2.0/floatingips/2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb HTTP/1.1" status: 204 len: 168 time: 1.8017013 Feb 15 14:40:52.390705 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:52.524312 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'status': 'completed', 'code': 200} Feb 15 14:40:52.622054 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-46b620c2-89ec-4efe-961a-03f540e9024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:52.623686 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-46b620c2-89ec-4efe-961a-03f540e9024f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=359b92bc08d6402eb44354b5f8497567&device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 1096 time: 0.0772810 Feb 15 14:40:52.705621 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:52.709833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:40:52.718671 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:40:52.719261 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:52.760798 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-c864ba5f-9064-48e2-a51b-044bdb3206c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:52.762816 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-c864ba5f-9064-48e2-a51b-044bdb3206c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 200 len: 910 time: 0.1319587 Feb 15 14:40:52.832620 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-21abbbe9-de39-4b73-88e6-1656a0680d78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 200 len: 217 time: 0.0642898 Feb 15 14:40:52.899469 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-c9a7f0dc-6e65-471d-8d74-a82701e6f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:52.899799 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:40:52.899898 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-c9a7f0dc-6e65-471d-8d74-a82701e6f580 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 200 len: 849 time: 0.0602667 Feb 15 14:40:52.977428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-7ed1f09d-50af-47f1-b1ed-190725229424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:52.979014 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-7ed1f09d-50af-47f1-b1ed-190725229424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edea2fb0-ad1d-4684-85d1-b3311c2946c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744159 Feb 15 14:40:53.170317 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-25d5eb6e-1a55-416a-abd7-8bbe15e5fbcf service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851985 Feb 15 14:40:53.202909 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fccca-3bcd-42d6-a2b1-b9079eb2a2b3 req-56aabb48-c201-4864-a341-4dc34c7763ec tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:53.204439 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-532fccca-3bcd-42d6-a2b1-b9079eb2a2b3 req-56aabb48-c201-4864-a341-4dc34c7763ec tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.1501186 Feb 15 14:40:53.256821 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:40:53.261343 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4a10d-a63a-429e-a722-b7174fca0b93 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:35:52Z', 'revision_number': 4, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv', '_interfaces': [{'id': 'e6355fc8-9ac6-46c4-ac9a-fa634cac74e6', 'name': '', 'network_id': 'edea2fb0-ad1d-4684-85d1-b3311c2946c4', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'mac_address': 'fa:16:3e:eb:8d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:51Z', 'updated_at': '2022-02-15T14:35:57Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'subnets': [{'id': '176d22f0-d2e7-4383-884e-280b2ceaad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:40:53.426449 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-532fccca-3bcd-42d6-a2b1-b9079eb2a2b3 req-81ea111a-bcc9-4782-8b39-0953a0688738 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149112 Feb 15 14:40:53.457239 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-36b55cb6-ae30-45b4-aa94-da9fc300b7bd req-8494297a-9829-49d8-b19b-9e44a1a0f4af service neutron] 10.222.0.36 "GET /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808738 Feb 15 14:40:53.504378 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8776e1-973c-4cb4-b333-3918a046a545 None None] New status for floating IP 2eb6a30e-4964-4bf7-b6e1-ddbb5f64e1eb: DOWN {{(pid=88299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:40:54.675952 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4299-f9fb-442c-9fad-b1d4f51d6de3 req-4a4e4c6e-45eb-41c7-a91a-89a684b64f26 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:54.677377 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8aa4299-f9fb-442c-9fad-b1d4f51d6de3 req-4a4e4c6e-45eb-41c7-a91a-89a684b64f26 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.1392939 Feb 15 14:40:54.703520 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-6a385be8-7301-41ef-a90d-c37a4ce958a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:54.704874 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-6a385be8-7301-41ef-a90d-c37a4ce958a2 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 943 time: 0.1253481 Feb 15 14:40:54.781694 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-e8aa4299-f9fb-442c-9fad-b1d4f51d6de3 req-f01119c2-60f6-44d8-9bff-9cce6601d63f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/security-groups?id=c920bb81-dc56-48d1-a487-f09200436698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981407 Feb 15 14:40:54.794290 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Deleting port db281f08-8136-41b4-9bfc-1dea77dfda5a {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:40:54.794631 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:55.039431 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] For port db281f08-8136-41b4-9bfc-1dea77dfda5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=db281f08-8136-41b4-9bfc-1dea77dfda5a,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:55.039702 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:55.166332 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Calling delete_port for db281f08-8136-41b4-9bfc-1dea77dfda5a owned by compute:nova {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:40:55.389916 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:55.441017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event deleted for resources: {'Port': ['ID=db281f08-8136-41b4-9bfc-1dea77dfda5a,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:55.516985 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] No DVR routers for this DVR port db281f08-8136-41b4-9bfc-1dea77dfda5a on host hv-neutron-8281 {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:40:55.519340 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470508'] for port, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:55.521838 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-deleted', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a'}] {{(pid=88297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:40:55.533407 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-06f7c2c9-b5c5-4cf9-8122-e6adaa8f315e req-e6cc13c2-889d-4364-a45f-19fcddd13d62 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.36 "DELETE /v2.0/ports/db281f08-8136-41b4-9bfc-1dea77dfda5a HTTP/1.1" status: 204 len: 173 time: 0.8214786 Feb 15 14:40:55.567162 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d17d8ed-b439-460f-9e4e-43712c5c1e37', 'name': 'network-vif-deleted', 'tag': 'db281f08-8136-41b4-9bfc-1dea77dfda5a', 'status': 'completed', 'code': 200} Feb 15 14:40:55.954355 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bea8437e-439b-4abc-ac80-e8354daa9ef8 req-6936daff-3f70-464d-be27-5af75d29a08f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Synchronizing usage tracker for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 15 14:40:56.064554 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.quota.resource [req-bea8437e-439b-4abc-ac80-e8354daa9ef8 req-6936daff-3f70-464d-be27-5af75d29a08f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Unset dirty status for tenant:359b92bc08d6402eb44354b5f8497567 on resource:port {{(pid=88297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 15 14:40:56.065693 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [req-bea8437e-439b-4abc-ac80-e8354daa9ef8 req-6936daff-3f70-464d-be27-5af75d29a08f tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d17d8ed-b439-460f-9e4e-43712c5c1e37 HTTP/1.1" status: 200 len: 210 time: 0.1545615 Feb 15 14:40:57.159802 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.wsgi [-] (88296) accepted ('10.222.0.61', 40184) {{(pid=88296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:40:57.225183 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, before_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:57.253897 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:57.430668 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:57.447504 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c920bb81-dc56-48d1-a487-f09200436698,revision_number=None']} {{(pid=88296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:40:57.516253 dv-neutron-828156-1-hyperv neutron-server[88296]: DEBUG neutron_lib.callbacks.manager [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] Notify callbacks [] for security_group, before_response {{(pid=88296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:57.517382 dv-neutron-828156-1-hyperv neutron-server[88296]: INFO neutron.wsgi [None req-b4e7dc9b-65a3-4baf-b4c7-f7ac0e4758b0 tempest-TestSnapshotPattern-1005879390 tempest-TestSnapshotPattern-1005879390-project] 10.222.0.61 "DELETE /v2.0/security-groups/c920bb81-dc56-48d1-a487-f09200436698 HTTP/1.1" status: 204 len: 168 time: 0.3565402 Feb 15 14:40:57.605620 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:40:57.639852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] No Port match for: db281f08-8136-41b4-9bfc-1dea77dfda5a {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:40:57.640453 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Device db281f08-8136-41b4-9bfc-1dea77dfda5a not bound to the agent host hv-neutron-8281 {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:40:58.649663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40192) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:40:59.399453 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:59.413440 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e936-55fa-4990-9f17-12819067fb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:59.751866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Deleting port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:40:59.752428 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:40:59.924495 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] For port e6355fc8-9ac6-46c4-ac9a-fa634cac74e6, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:40:59.924765 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:00.043593 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Calling delete_port for e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:00.264735 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:00.314663 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e6355fc8-9ac6-46c4-ac9a-fa634cac74e6,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:00.581023 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:01.037421 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Router 8717b455-e9ec-44be-b722-44a2ecbf3977 has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:41:01.219780 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:41:01.230408 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Sync routers for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:41:01.239849 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:41:01.240481 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:01.295809 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-3da9ce94-e7d2-4713-818b-0626ba5c70fe admin admin] 10.222.0.61 "PUT /v2.0/routers/8717b455-e9ec-44be-b722-44a2ecbf3977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448317 Feb 15 14:41:01.298359 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40198) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:01.427678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: dv-neutron-828156-1-hyperv {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:41:01.485019 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:01.672737 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:01.730302 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:41:00Z', 'revision_number': 5, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port': {'id': 'bbdf122a-35d9-4387-8fb7-4b681c79ec70', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:48Z', 'updated_at': '2022-02-15T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:01.734183 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Checking router: 8717b455-e9ec-44be-b722-44a2ecbf3977 for host: dv-neutron-828156-1-hyperv {{(pid=88298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:41:01.742450 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Routers {'8717b455-e9ec-44be-b722-44a2ecbf3977'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:41:01.742983 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:40:33Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['8717b455-e9ec-44be-b722-44a2ecbf3977'], 'active': True} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:01.773243 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Deleting port bbdf122a-35d9-4387-8fb7-4b681c79ec70 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:01.773651 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:01.898726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_dvr_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] Set router 8717b455-e9ec-44be-b722-44a2ecbf3977 gateway port host: None {{(pid=88298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:41:01.957563 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] For port bbdf122a-35d9-4387-8fb7-4b681c79ec70, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=bbdf122a-35d9-4387-8fb7-4b681c79ec70,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:01.957921 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.014013 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.db.l3_hamode_db [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:41:01Z', 'revision_number': 6, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:02.018756 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185955f-a373-48b9-b9e0-5bc772863fb5 None None] The sync data for ids ['8717b455-e9ec-44be-b722-44a2ecbf3977'] in dv-neutron-828156-1-hyperv is: [{'id': '8717b455-e9ec-44be-b722-44a2ecbf3977', 'name': 'tempest-TestSnapshotPattern-1950486467-router', 'tenant_id': '359b92bc08d6402eb44354b5f8497567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:47Z', 'updated_at': '2022-02-15T14:41:01Z', 'revision_number': 6, 'project_id': '359b92bc08d6402eb44354b5f8497567', 'gw_port_host': None}] {{(pid=88298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:41:02.083642 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Calling delete_port for bbdf122a-35d9-4387-8fb7-4b681c79ec70 owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:02.334266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.519829 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdf122a-35d9-4387-8fb7-4b681c79ec70,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:02.596318 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa7c6-b80b-4f23-ad56-5ab3916402e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.616561 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.801655 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.804017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.853791 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.876945 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbdf122a-35d9-4387-8fb7-4b681c79ec70 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:02.910554 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.916136 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: bbdf122a-35d9-4387-8fb7-4b681c79ec70 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:02.916492 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device bbdf122a-35d9-4387-8fb7-4b681c79ec70 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:02.917736 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:02.939020 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.939560 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8717b455-e9ec-44be-b722-44a2ecbf3977 {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:41:02.953117 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:02.954379 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-107fc92d-318f-4a59-996b-63781e6fd93d admin admin] 10.222.0.61 "DELETE /v2.0/routers/8717b455-e9ec-44be-b722-44a2ecbf3977 HTTP/1.1" status: 204 len: 168 time: 1.6546280 Feb 15 14:41:02.956813 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40204) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:02.959714 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:02.960130 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device e6355fc8-9ac6-46c4-ac9a-fa634cac74e6 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:03.015703 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Deleting subnet 176d22f0-d2e7-4383-884e-280b2ceaad90 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:41:03.018900 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.072121 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.150179 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.310992 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.354209 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176d22f0-d2e7-4383-884e-280b2ceaad90,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:03.355898 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.362586 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-8c1ed9be-4ebd-4dbd-bba5-e59442d876d1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/176d22f0-d2e7-4383-884e-280b2ceaad90 HTTP/1.1" status: 204 len: 168 time: 0.4048193 Feb 15 14:41:03.365122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40210) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:03.367064 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e8470-a66a-4bfc-91d7-248b6108347f None None] Network edea2fb0-ad1d-4684-85d1-b3311c2946c4 requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:41:03.471824 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.482622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Deleting port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:03.482954 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.640337 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] DHCP port deletion for edea2fb0-ad1d-4684-85d1-b3311c2946c4 request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:41:03.645046 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Deleting port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:03.645436 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.705053 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] For port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:03.705429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.834417 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Calling delete_port for 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:03.883656 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] For port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,segment=NetworkSegment(75a1bcbe-b379-44bd-b734-d4d9a76ee999),segment_id=75a1bcbe-b379-44bd-b734-d4d9a76ee999)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:03.884042 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:03.984797 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.005765 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Calling delete_port for 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:04.034168 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaa2345-9e1d-4ad8-87c8-81491027b4a9,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:04.042263 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] No DVR routers for this DVR port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:41:04.086803 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:41:04.087073 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:41:04.115858 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.164002 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.189913 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edea2fb0-ad1d-4684-85d1-b3311c2946c4']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:04.202233 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a1bcbe-b379-44bd-b734-d4d9a76ee999') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:04.202531 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a1bcbe-b379-44bd-b734-d4d9a76ee999') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:04.214110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.234171 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.240479 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:41:04.240866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:41:04.255206 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:41:04.406583 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.411901 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.418902 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.438110 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] Pushing event deleted for resources: {'Network': ['ID=edea2fb0-ad1d-4684-85d1-b3311c2946c4,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:04.442941 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-cb646abc-ad73-4991-8e1a-81bd91f16722 admin admin] 10.222.0.61 "DELETE /v2.0/networks/edea2fb0-ad1d-4684-85d1-b3311c2946c4 HTTP/1.1" status: 204 len: 168 time: 1.0768549 Feb 15 14:41:04.445785 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40214) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:04.587952 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Deleting port 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:04.588401 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:04.657615 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf999dd-95ea-42de-9b43-52964647fa67 None None] The port '3eaa2345-9e1d-4ad8-87c8-81491027b4a9' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:41:04.830678 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:04.865567 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:04.866147 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 3eaa2345-9e1d-4ad8-87c8-81491027b4a9 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:05.083122 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-969361'] for router_interface, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:05.430690 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Deleting port c1fb99f1-20fe-4e10-b052-3ad9f358c786 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:05.431429 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:05.602910 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] For port c1fb99f1-20fe-4e10-b052-3ad9f358c786, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=c1fb99f1-20fe-4e10-b052-3ad9f358c786,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:05.603266 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:05.730316 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Calling delete_port for c1fb99f1-20fe-4e10-b052-3ad9f358c786 owned by network:router_interface {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:05.956247 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:06.105502 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fb99f1-20fe-4e10-b052-3ad9f358c786,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:06.371778 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969277'] for router_interface, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:06.735017 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Router 661d5dd0-992a-4f0b-91b9-14c160963cfe has already been hosted by L3 agent 025fc922-894d-4027-8de9-561be909957b {{(pid=88297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 15 14:41:06.909474 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] Notify agent at l3_agent.dv-neutron-828156-1-hyperv the message routers_updated {{(pid=88297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 15 14:41:06.919284 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Sync routers for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:41:06.919788 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a8f1bd57-819a-4d8b-9879-cab5607b0bc3 admin admin] 10.222.0.61 "PUT /v2.0/routers/661d5dd0-992a-4f0b-91b9-14c160963cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4725885 Feb 15 14:41:06.921807 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40218) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:06.928917 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:41:06.929546 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:41:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:07.107622 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks [] for router, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:07.116587 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: dv-neutron-828156-1-hyperv {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:41:07.294000 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:07.418494 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'external_fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:41:05Z', 'revision_number': 5, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port': {'id': '4f7ca292-8eac-4a4c-a639-e4886e42882d', 'name': '', 'network_id': '3fc0faa5-cb61-4161-8b21-a099b731a5d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828156-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:35:56Z', 'updated_at': '2022-02-15T14:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9574ac8-b4b1-4eb5-a36c-735dfafbf92f', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828156-1-hyperv'}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:07.419466 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Deleting port 4f7ca292-8eac-4a4c-a639-e4886e42882d {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:07.420051 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:07.423620 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Checking router: 661d5dd0-992a-4f0b-91b9-14c160963cfe for host: dv-neutron-828156-1-hyperv {{(pid=88299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:41:07.432807 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Routers {'661d5dd0-992a-4f0b-91b9-14c160963cfe'} bound to L3 agent in host dv-neutron-828156-1-hyperv {{(pid=88299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 15 14:41:07.437805 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828156-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:31:02Z,description=,heartbeat_timestamp=2022-02-15T14:41:03Z,host='dv-neutron-828156-1-hyperv',id=025fc922-894d-4027-8de9-561be909957b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:31:02Z,topic='l3_agent')) {'router_ids': ['661d5dd0-992a-4f0b-91b9-14c160963cfe'], 'active': True} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:07.592516 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_dvr_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] Set router 661d5dd0-992a-4f0b-91b9-14c160963cfe gateway port host: None {{(pid=88299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 15 14:41:07.738689 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.l3_hamode_db [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:41:07Z', 'revision_number': 6, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port_host': None}], 'dv-neutron-828156-1-hyperv', False) {} {{(pid=88299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:07.742737 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea15618-fa1e-4a62-b568-fdad5f647c96 None None] The sync data for ids ['661d5dd0-992a-4f0b-91b9-14c160963cfe'] in dv-neutron-828156-1-hyperv is: [{'id': '661d5dd0-992a-4f0b-91b9-14c160963cfe', 'name': 'tempest-TestSnapshotPattern-1018247831-router', 'tenant_id': '0b86a70f5c02478b8f50de481c55ea52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:35:55Z', 'updated_at': '2022-02-15T14:41:07Z', 'revision_number': 6, 'project_id': '0b86a70f5c02478b8f50de481c55ea52', 'gw_port_host': None}] {{(pid=88299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:41:07.751325 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] For port 4f7ca292-8eac-4a4c-a639-e4886e42882d, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=4f7ca292-8eac-4a4c-a639-e4886e42882d,segment=NetworkSegment(7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770),segment_id=7a7ab2bc-36fe-4e3a-972f-1db0a0ce7770)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:07.751842 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:07.876262 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Calling delete_port for 4f7ca292-8eac-4a4c-a639-e4886e42882d owned by network:router_gateway {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:08.145056 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.201928 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7ca292-8eac-4a4c-a639-e4886e42882d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:08.292828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970678'] for router_gateway, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.462679 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41684'] for router, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.465806 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.596249 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967786'] for router, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.596761 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661d5dd0-992a-4f0b-91b9-14c160963cfe {{(pid=88297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 14:41:08.609800 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] Notify callbacks [] for router, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.610908 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-d2f09960-f3f4-426f-9725-8d2984dd047b admin admin] 10.222.0.61 "DELETE /v2.0/routers/661d5dd0-992a-4f0b-91b9-14c160963cfe HTTP/1.1" status: 204 len: 168 time: 1.6881986 Feb 15 14:41:08.613538 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40222) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:08.675618 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Deleting subnet d2a1057c-3290-4e6e-a810-b154cf217492 {{(pid=88297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 15 14:41:08.679091 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.730011 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15728738'] for subnet, precommit_delete_associations {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.813025 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16653468'] for subnet, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.836713 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1fb99f1-20fe-4e10-b052-3ad9f358c786 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:08.870179 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: c1fb99f1-20fe-4e10-b052-3ad9f358c786 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:08.876094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device c1fb99f1-20fe-4e10-b052-3ad9f358c786 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:08.876094 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4f7ca292-8eac-4a4c-a639-e4886e42882d no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:08.907719 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 4f7ca292-8eac-4a4c-a639-e4886e42882d {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:08.908022 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 4f7ca292-8eac-4a4c-a639-e4886e42882d not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:08.922273 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16653479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3229516'] for subnet, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.960240 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a1057c-3290-4e6e-a810-b154cf217492,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:08.965596 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:08.971511 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ed695-081c-481f-80d1-2b09d8f213fa None None] Network 2f8dfd74-07eb-4408-9343-cbdd1b26a88c requested from dv-neutron-828156-1-hyperv {{(pid=88298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 15 14:41:08.972926 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-a0187138-6c23-4b3d-99fc-25f4a175ec83 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2a1057c-3290-4e6e-a810-b154cf217492 HTTP/1.1" status: 204 len: 168 time: 0.3584008 Feb 15 14:41:08.975445 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40226) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:09.080997 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16678907'] for network, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.091712 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Deleting port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 {{(pid=88297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:09.092044 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.269569 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] DHCP port deletion for 2f8dfd74-07eb-4408-9343-cbdd1b26a88c request from dv-neutron-828156-1-hyperv {{(pid=88298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 15 14:41:09.274185 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Deleting port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:09.274565 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.408615 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.db [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] For port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:09.408970 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.482036 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.db [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] For port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494, host dv-neutron-828156-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828156-1-hyperv',level=0,port_id=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,segment=NetworkSegment(11b85116-06fd-401e-b0ea-236037ebf8e1),segment_id=11b85116-06fd-401e-b0ea-236037ebf8e1)] {{(pid=88298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 15 14:41:09.482316 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966855'] for port, precommit_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.533085 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Calling delete_port for 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 owned by network:dhcp {{(pid=88297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:09.603454 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Calling delete_port for 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 owned by network:dhcp {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 15 14:41:09.687111 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16286676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766640302511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766639927426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1662052'] for port, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.691985 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.db.api [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:41:09.692338 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG oslo_db.api [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:41:09.735210 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9cb3f-ee1b-4810-95b7-4a8ebef03494,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:09.736911 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] No DVR routers for this DVR port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 on host dv-neutron-828156-1-hyperv {{(pid=88297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:41:09.855742 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16655856', 'neutron.services.segments.db._delete_segments_for_network-8766640445359'] for network, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.879936 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8dfd74-07eb-4408-9343-cbdd1b26a88c']}} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:09.892759 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b85116-06fd-401e-b0ea-236037ebf8e1') {'for_net_delete': True} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:09.893055 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.services.segments.db [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b85116-06fd-401e-b0ea-236037ebf8e1') {} {{(pid=88297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:41:09.905096 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766640449226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15728729'] for segment, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.920647 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16659433'] for segment, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.926571 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:41:09.929471 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1662129'] for segment, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: Traceback (most recent call last): Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: timer() Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: cb(*args, **kw) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: return func(*args, **kwargs) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: self._notify() Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: self.callback(batched_events) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: event.method(event) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: return f(self, *a, **k) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._get(url).json() Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: return self.request(url, 'GET', **kwargs) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:41:09.939532 dv-neutron-828156-1-hyperv neutron-server[88297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:41:10.085965 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16655849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970641'] for network, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.101879 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Notify callbacks [] for network, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.111619 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8dfd74-07eb-4408-9343-cbdd1b26a88c,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:10.115651 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-bcb2e34f-2d37-41e9-b9b7-8cd94dc82587 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f8dfd74-07eb-4408-9343-cbdd1b26a88c HTTP/1.1" status: 204 len: 168 time: 1.1392765 Feb 15 14:41:10.193900 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Deleting port 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 {{(pid=88298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 15 14:41:10.194411 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766640300647'] for port, before_delete {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.263026 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e4d5-4118-413d-a25f-84a3ce6a6f6c None None] The port '50a9cb3f-ee1b-4810-95b7-4a8ebef03494' was deleted {{(pid=88298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 15 14:41:10.418369 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40234) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:10.466566 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-e52e240a-e9b0-4c13-a677-7cd4303cfe6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=359b92bc08d6402eb44354b5f8497567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470548 Feb 15 14:41:10.468956 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40238) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:10.530106 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.555242 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.670104 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.687865 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c4d34-32aa-4623-aad0-7ed45b81621d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:10.694548 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:10.695653 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-c0a7fff8-378c-438b-a306-cd81758376e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b95c4d34-32aa-4623-aad0-7ed45b81621d HTTP/1.1" status: 204 len: 168 time: 0.2257745 Feb 15 14:41:10.832237 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 no longer exists at agent ovs-agent-dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 15 14:41:10.867109 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.plugin [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] No Port match for: 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 {{(pid=88298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 15 14:41:10.867471 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron.plugins.ml2.rpc [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Device 50a9cb3f-ee1b-4810-95b7-4a8ebef03494 not bound to the agent host dv-neutron-828156-1-hyperv {{(pid=88298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 15 14:41:11.347699 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40248) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:11.401520 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-f1c2bd60-b3f1-48be-8d9d-de45431f60fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b86a70f5c02478b8f50de481c55ea52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526092 Feb 15 14:41:11.403926 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.wsgi [-] (88297) accepted ('10.222.0.61', 40252) {{(pid=88297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 15 14:41:11.462141 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:11.490624 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:11.640828 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640048'] for security_group, after_delete {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:11.660061 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87343e74-07e7-4c11-b4d3-e7ca3d16a66d,revision_number=None']} {{(pid=88297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:41:11.664866 dv-neutron-828156-1-hyperv neutron-server[88297]: DEBUG neutron_lib.callbacks.manager [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:11.665765 dv-neutron-828156-1-hyperv neutron-server[88297]: INFO neutron.wsgi [None req-0f54c931-02d3-4985-a41d-7c68cf8caaeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/87343e74-07e7-4c11-b4d3-e7ca3d16a66d HTTP/1.1" status: 204 len: 168 time: 0.2608840 Feb 15 14:41:17.723346 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:41:29.388518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7853-ebe6-4c94-a1fb-90d757fb45a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:32.584124 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-2aece08f-632c-411e-9bbb-330369e8cd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:32.847305 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:32.879194 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:34.069490 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:34.412682 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:41:54.729678 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:41:59.417753 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-99fba39a-fed1-45f1-a0a6-01a33663857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:02.615441 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-f947419b-6af3-462f-ba4f-eab1885ea1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:02.884069 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:02.912555 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:04.051726 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:04.415741 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:29.388357 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-abdba9f8-4ffd-4183-ab05-e0731544cbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:31.731344 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:42:32.570882 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-115d20ad-b1e8-4577-b5fc-e0409eec6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:32.831193 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:32.870711 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:34.076801 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:34.408239 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:42:59.452724 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b4787c67-3c35-4ce8-a0e5-b7698585f695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:02.589938 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-23f67c4c-0b9c-4ae9-86d4-c309737b6db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:02.935348 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:02.947601 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:04.063680 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:04.429433 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:08.733770 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:43:29.397660 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-77e34cd8-79c4-4dcf-b0cc-4b7ceb40786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:32.574889 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-16eec9f6-7e24-4931-bdc5-316683205819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:32.900489 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:32.925247 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:34.080039 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:34.422817 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:43:45.737016 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:43:59.408640 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-31d7959d-2469-4088-9006-c423f12e0e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:02.573748 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-b3743861-e8bd-4873-9692-bc73d3d1eb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:02.878518 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:02.901249 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:04.090146 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:04.432706 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:22.741754 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:44:29.403021 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-75133a19-ce99-438b-bed4-90882573062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:32.613668 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-11b72ce0-26c8-40c0-9f9b-267fb749cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:32.872158 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:32.900259 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:34.071635 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:34.419541 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:59.424533 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-4c63728a-a395-4908-9309-e68491a3c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:44:59.746776 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:45:02.687019 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-a3e6128d-49f7-4bb5-b823-b58338212b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:02.858833 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:02.881649 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:04.075509 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:04.418466 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:29.394463 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-823c9bab-770b-4806-bdb9-70b01a9cf06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:32.708605 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-d347b638-1d85-4a5c-a885-5c3cb7cd6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:32.885867 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:32.914360 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:34.085757 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:34.417075 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:45:36.751743 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:45:59.410965 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-954b4ad3-17f4-4b9d-bedd-a857cee25d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:02.707959 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-e4f58104-c114-4dbe-bc3a-b6f8da885839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:02.844970 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:02.924281 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:04.096118 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:04.433507 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:13.754683 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 15 14:46:29.449942 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-efef091d-360c-40d2-be29-57555eb465b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:32.718696 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-808dc96f-ed0c-4b14-a40b-fef380fde9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:32.866852 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-753e1d7d-3310-4e22-bda3-640040d1086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:32.895525 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0e1fdff7-5310-45b7-889a-7d656aefd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:34.078326 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-0494788d-4b15-49ad-af3c-6d68dee8ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:34.432512 dv-neutron-828156-1-hyperv neutron-server[88298]: DEBUG neutron_lib.callbacks.manager [None req-fbdc34ef-891c-49bf-bd23-a671d4647e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766640445341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16654254'] for agent, after_update {{(pid=88298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 14:46:50.759422 dv-neutron-828156-1-hyperv neutron-server[88299]: DEBUG neutron.db.agents_db [None req-1581a541-4a6e-4497-b346-58c44fed6b05 None None] Agent healthcheck: found 6 active agents {{(pid=88299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}